framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,51200,37.625755310058594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,51200,22.883270263671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,51200,20.268218994140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,51200,79.61775716145833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,51200,20.61142349243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,51200,19.41254425048828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,51200,17.800431569417317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,51200,19.07383982340495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,51200,18.551172892252605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,51200,16.642298380533855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,51200,16.129727681477863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,51200,16.180821736653645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,51200,14.63387680053711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,51200,14.669179280598959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,51200,13.547317504882812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,51200,13.758965810139975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,51200,12.473077138264975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,51200,12.216325124104818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,51200,11.266021728515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,51200,158.73277791341147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,51200,10.936917622884115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,51200,10.50717862447103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,51200,8.002053578694662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,51200,8.454981486002604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,51200,9.466597239176432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,51200,7.378714879353841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,51200,5.391359965006511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,51200,6.303978602091472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,51200,6.7925065358479815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,51200,3.6233812967936196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,51200,4.72049077351888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,51200,5.191616058349609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,51200,1.626688003540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,51200,2.714255968729655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,51200,3.2042080561319985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,51200,1.6794133186340332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,51200,1.3400853474934895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,51200,1.3230453332265217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,51200,1.3086506525675456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,51200,1.2743786970774333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,51200,1.2446400324503581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,51200,1.1210827032725017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,51200,3.42303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,51200,1.0622080167134602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,51200,1.0809226830800374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,51200,1.0708959897359211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,51200,1.0797173182169597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,51200,1.0905386606852214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,51200,1.067893346150716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,51200,1.1790026823679607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,51200,1.05076265335083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,51200,1.0486666361490886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,51200,1.0375839869181316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,51200,1.034607966740926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,51200,1.0451520284016926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,51200,1.0361226399739583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,51200,1.0272213617960613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,51200,0.9099307060241699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,51200,0.9105493227640787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,51200,0.9067253271738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,51200,1.075605312983195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,51200,0.9069813092549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,51200,0.9073653221130371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,51200,0.9261333147684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,51200,0.9290826320648193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,51200,0.9157333374023438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,51200,0.9183680216471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,51200,0.9174506664276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,51200,0.9149173100789388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,51200,0.9956693649291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,51200,0.9931466579437256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,51200,0.9879999955495199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,51200,0.9857920010884603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,51200,0.927285353342692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,51200,11.199445088704428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,51200,20.776997884114582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,51200,10.905440012613932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,51200,10.005525588989258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,51200,10.471536000569662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,51200,40.706993103027344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,51200,9.621210734049479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,51200,10.399957021077475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,51200,9.203530629475912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,51200,9.910794576009115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,51200,9.128362655639648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,51200,8.251514434814453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,51200,8.093269348144531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,51200,8.062149047851562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,51200,6.785781224568685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,51200,6.780485153198242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,51200,6.713066736857097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,51200,6.027045567830403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,51200,6.409493128458659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,51200,6.455877304077148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,51200,4.855183919270833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,51200,5.295914649963379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,51200,4.166042645772298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,51200,4.894234657287598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,51200,3.705018679300944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,51200,87.23006184895833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,51200,3.8693920771280923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,51200,3.411952018737793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,51200,3.296677271525065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,51200,2.0274507204691568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,51200,2.3747413953145347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,51200,1.4300586382548015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,51200,2.016032059987386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,51200,1.297877311706543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,51200,0.8084746996561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,51200,0.6907520294189453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,51200,0.70742400487264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,51200,2.5832746823628745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,51200,0.6442079941431681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,51200,0.6313653389612833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,51200,0.6302719910939535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,51200,0.5505173206329346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,51200,0.542362650235494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,51200,0.5654293298721313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,51200,0.7519839604695638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,51200,0.5646986564000448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,51200,0.5590879917144775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,51200,0.5612746477127075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,51200,0.5559146801630656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,51200,0.5541013479232788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,51200,0.5431466499964396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,51200,0.595573345820109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,51200,0.5456533432006836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,51200,0.5441386699676514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,51200,0.5466026862462362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,51200,0.5365493297576904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,51200,0.509546677271525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,51200,0.4947893222173055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,51200,0.4925706783930461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,51200,0.49188800652821857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,51200,0.48848533630371094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,51200,0.48900266488393146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,51200,0.4904533227284749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,51200,0.4883093436559041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,51200,0.48505067825317383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,51200,0.4856906731923421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,51200,0.5228319962819418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,51200,0.5259519815444946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,51200,0.5211306810379028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,51200,0.5186773141225179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,51200,0.5164639949798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,51200,0.5114133358001709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,51200,0.509984016418457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,51200,0.5217973391215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,51200,11.968240102132162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,51200,11.03594716389974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,51200,21.829360961914062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,51200,10.260709126790365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,51200,11.380757649739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,51200,10.14682642618815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,51200,10.66041628519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,51200,10.36839485168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,51200,10.825023651123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,51200,9.477951685587565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,51200,9.789482752482096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,51200,8.340965270996094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,51200,8.963658650716146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,51200,6.852922439575195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,51200,8.422224044799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,51200,6.43446413675944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,51200,7.580058415730794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,51200,5.6709334055582685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,51200,6.847855885823567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,51200,103.06825764973958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,51200,4.68124262491862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,51200,6.183642705281575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,51200,5.399365107218425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,51200,3.9475892384847007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,51200,4.548885345458984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,51200,3.44376532236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,51200,3.926117261250814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,51200,3.003664016723633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,51200,3.505706787109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,51200,2.3880799611409507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,51200,1.7541279792785645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,51200,2.7938667933146157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,51200,0.9722186724344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,51200,1.13919464747111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,51200,1.583994706471761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,51200,0.7036213080088297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,51200,0.7104480266571045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,51200,0.6903359889984131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,51200,0.6850826740264893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,51200,0.7030080159505209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,51200,0.6741440296173096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,51200,0.6770773728688558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,51200,0.6734613577524821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,51200,0.49883735179901123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,51200,0.49589331944783527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,51200,0.49350933233896893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,51200,0.49371735254923504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,51200,0.4929973284403483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,51200,0.49370133876800537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,51200,0.4928373495737712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,51200,0.48816533883412677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,51200,0.488597313563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,51200,0.4867200056711833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,51200,0.4846133391062419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,51200,0.48627201716105145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,51200,0.48292267322540283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,51200,0.4838453531265259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,51200,0.48978133996327716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,51200,0.48269331455230713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,51200,0.4843253294626872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,51200,0.48367468516031903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,51200,0.4830026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,51200,0.48403199513753253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,51200,80.01955668131511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,51200,5.996768315633138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,51200,6.687909444173177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,51200,5.752464294433594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,51200,6.055786768595378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,51200,5.84004275004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,51200,5.31057612101237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,51200,4.94869867960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,51200,4.9800106684366865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,51200,4.380074818929036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,51200,4.591413180033366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,51200,4.390730539957683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,51200,4.254346529642741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,51200,3.582223892211914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,51200,3.638847986857096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,51200,3.5622666676839194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,51200,3.104192097981771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,51200,2.92464542388916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,51200,2.993658701578776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,51200,2.569589296976725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,51200,2.4243200620015464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,51200,2.3111839294433594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,51200,2.0848426818847656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,51200,1.965845266977946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,51200,1.8261067072550456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,51200,1.7064533233642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,51200,1.5049227078755696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,51200,1.3308160305023193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,51200,1.1597332954406738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,51200,1.0561813513437908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,51200,0.8869067033131918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,51200,0.7289173603057861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,51200,0.6116533279418945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,51200,0.4355039993921916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,51200,0.42682135105133057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,51200,0.4336693286895752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,51200,0.4442186752955119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,51200,0.4485493501027425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,51200,0.464133342107137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,51200,0.47332799434661865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,51200,0.47468801339467365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,51200,0.31565332412719727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,51200,0.31517332792282104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,51200,0.3143893281618754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,51200,0.31430933872858685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,51200,0.3132320046424866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,51200,0.31657065947850543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,51200,0.3137120008468628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,51200,0.32660265763600665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,51200,0.3165493408838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,51200,0.32982399066289264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,51200,0.32254934310913086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,51200,0.336575984954834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,51200,0.3221866687138875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,51200,0.3465866645177205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,51200,0.3300853371620178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,51200,0.3373226722081502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,51200,0.3328160047531128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,51200,0.34353601932525635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,51200,0.3412693341573079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,51200,0.3283466696739197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,51200,0.3485333522160848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,51200,0.3385173479715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,51200,0.33242134253184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,51200,0.3494453430175781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,51200,0.3513919909795125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,51200,0.3661653200785319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,51200,0.3353866736094157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,51200,0.3516853253046672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,51200,0.34349334239959717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,51200,0.3587413231531779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,16384,49.07511901855469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,16384,25.26061757405599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,16384,11.99728520711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,16384,6.616959889729817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,16384,5.678133646647136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,16384,6.530922571818034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,16384,5.889626820882161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,16384,4.930837313334147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,16384,5.3138933181762695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,16384,4.847423871358235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,16384,4.741861343383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,16384,4.605994542439778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,16384,4.646069208780925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,16384,3.856634775797526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,16384,4.1123199462890625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,16384,4.434698740641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,16384,3.982277234395345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,16384,4.236202557881673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,16384,3.6985600789388022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,16384,3.6095520655314126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,16384,3.3260587056477866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,16384,3.1449333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,16384,3.1401494344075522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,16384,2.7148640950520835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,16384,2.369856039683024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,16384,1.8873119354248047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,16384,2.1750399271647134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,16384,1.9142133394877117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,16384,1.9019467035929363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,16384,1.404106616973877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,16384,1.3039093017578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,16384,1.109514633814494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,16384,1.0959466298421223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,16384,0.826095978418986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,16384,0.8206453323364258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,16384,0.47750401496887207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,16384,0.5064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,16384,0.42633068561553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,16384,0.42481064796447754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,16384,0.39829333623250324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,16384,0.3943466742833455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,16384,0.3869226773579915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,16384,0.34918399651845294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,16384,0.33688533306121826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,16384,0.3643733263015747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,16384,0.3627413511276245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,16384,0.36346666018168133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,16384,0.36254934469858807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,16384,0.36188801129659015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,16384,0.36266132195790607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,16384,0.3582773208618164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,16384,0.39901332060496014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,16384,0.35467731952667236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,16384,0.3540373245875041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,16384,0.35396265983581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,16384,0.35369598865509033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,16384,0.35256532828013104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,16384,0.3614506721496582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,16384,0.320848007996877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,16384,0.3221653302510579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,16384,0.32206932703653973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,16384,0.32074666023254395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,16384,0.31985066334406537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,16384,0.31994666655858356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,16384,0.32155199845631915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,16384,0.3197653293609619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,16384,0.3210186759630839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,16384,0.31940799951553345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,16384,0.3180533250172933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,16384,0.31853334108988446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,16384,0.3160266677538554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,16384,0.31655999024709064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,16384,0.315226674079895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,16384,0.31229867537816364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,16384,25.927093505859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,16384,12.784378051757812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,16384,6.1389815012613935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,16384,3.9288854598999023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,16384,3.4240214029947915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,16384,3.0624106725056968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,16384,3.2792107264200845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,16384,3.163029352823893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,16384,2.9774131774902344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,16384,2.678448041280111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,16384,2.6607839266459146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,16384,2.775264104207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,16384,2.402693271636963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,16384,2.4052106539408364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,16384,2.240741411844889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,16384,2.213648001352946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,16384,1.8875734011332195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,16384,1.7757546106974285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,16384,1.6954933802286785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,16384,1.8375733693440754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,16384,1.618186632792155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,16384,1.4960373242696126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,16384,1.6630719502766926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,16384,1.4130293528238933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,16384,1.2154719829559326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,16384,1.0385440190633137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,16384,1.0867466926574707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,16384,0.9724746545155843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,16384,0.9260640144348145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,16384,0.734282652537028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,16384,0.6845440069834391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,16384,0.5637439886728922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,16384,0.5510079860687256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,16384,0.41284799575805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,16384,0.3877439896265666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,16384,0.24952532847722372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,16384,0.27985066175460815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,16384,0.24816532929738364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,16384,0.244159996509552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,16384,0.23890133698781332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,16384,0.2382026712099711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,16384,0.22984000047047934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,16384,0.208079993724823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,16384,0.2010400096575419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,16384,0.21837866306304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,16384,0.21688000361124674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,16384,0.2160586714744568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,16384,0.21501866976420084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,16384,0.21602133909861246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,16384,0.21425066391626993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,16384,0.20754667123158774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,16384,0.23763734102249146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,16384,0.20755734046300253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,16384,0.2065066695213318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,16384,0.20613867044448853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,16384,0.2039733330408732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,16384,0.20390933752059937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,16384,0.20888533194859824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,16384,0.20231467485427856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,16384,0.20266666014989218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,16384,0.17478400468826294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,16384,0.18276800711949667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,16384,0.18365333477656046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,16384,0.18431466817855835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,16384,0.18103466431299844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,16384,0.18096532424290976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,16384,0.18254399299621582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,16384,0.1798186699549357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,16384,0.17987734079360962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,16384,0.1800266702969869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,16384,0.17552000284194946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,16384,0.1750026742617289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,16384,0.1749066710472107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,16384,0.17309866348902384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,51200,31.63812764485677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,51200,13.619845072428385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,51200,6.468197504679362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,16384,29.707435607910156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,16384,3.535183906555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,16384,13.49850082397461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,16384,4.041413307189941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,16384,6.277130762736003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,16384,3.182453473409017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,16384,3.234095891316732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,16384,2.4701174100240073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,16384,3.311584154764811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,16384,2.4343999226888022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,16384,2.8057225545247397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,16384,3.7095947265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,16384,2.1727147102355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,16384,3.7582133611043296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,16384,2.6559413274129233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,16384,2.071183999379476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,16384,1.8680213292439778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,16384,2.591503938039144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,16384,2.355093320210775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,16384,1.7321546872456868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,16384,2.0905067125956216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,16384,1.4881760279337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,16384,1.9567467371622722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,16384,1.3617919286092122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,16384,1.4374507268269856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,16384,1.2899626890818279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,16384,1.3648373285929363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,16384,0.8063039779663086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,16384,1.2330346902211506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,16384,0.9170133272806803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,16384,0.6300426721572876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,16384,0.425711989402771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,16384,0.6579360167185465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,16384,0.3891679843266805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,16384,0.27215999364852905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,16384,0.2520693341890971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,16384,0.24994132916132608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,16384,0.24904000759124756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,16384,0.2468000054359436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,16384,0.2460319995880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,16384,0.2423893411954244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,16384,0.17505067586898804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,16384,0.9526826540629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,16384,0.17364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,16384,0.17629333337148032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,16384,0.17410133282343546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,16384,0.17511467138926187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,16384,0.17345066865285239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,16384,0.1751306653022766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,16384,0.173199991385142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,16384,0.17469867070515951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,16384,0.17082667350769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,16384,0.17233065764109293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,16384,0.16926934321721396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,16384,0.1717066764831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,16384,0.16842132806777954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,16384,0.17115734020868936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,16384,0.17082667350769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,16384,0.280842661857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,16384,0.17036267121632895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,16384,0.169978658358256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,16384,0.17067732413609824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,16384,0.16971200704574585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,16384,0.16938666502634683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,16384,0.17034133275349936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,16384,0.23041599988937378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,16384,0.246453324953715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,16384,0.2547573248545329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,16384,0.237936000029246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,16384,0.24175999561945596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,16384,0.2539520064989726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,16384,0.24044267336527506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,16384,0.17228267590204874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,16384,3.0285491943359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,16384,10.021674474080404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,16384,2.0164052645365396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,16384,3.558549245198568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,16384,2.0048373540242515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,16384,1.6805814107259114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,16384,1.7334346771240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,16384,1.645535945892334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,16384,1.621546745300293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,16384,1.4656373659769695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,16384,1.5023093223571777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,16384,1.3628053665161133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,16384,1.400821367899577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,16384,1.2287893295288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,16384,1.1457813580830891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,16384,1.269034703572591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,16384,1.1134613355000813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,16384,1.2283306916554768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,16384,1.0412426789601643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,16384,24.704126993815105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,16384,1.0675093332926433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,16384,0.8933813571929932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,16384,0.8529173533121744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,16384,1.2791679700215657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,16384,0.7515947024027506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,16384,0.7193813323974609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,16384,0.6552960077921549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,16384,0.5976426601409912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,16384,0.5648213227589926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,16384,0.45316799481709796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,16384,0.5043520132700602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,16384,0.4102880160013835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,16384,0.36582398414611816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,16384,0.33741335074106854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,16384,0.2115466594696045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,16384,0.26910400390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,16384,0.15242666999499002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,16384,0.1586026648680369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,16384,0.1545919974644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,16384,0.15686933199564615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,16384,0.15618667006492615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,16384,0.17452800273895264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,16384,0.11636267105738322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,16384,0.11593600114186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,16384,0.11596799890200298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,16384,1.8966506322224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,16384,0.11639466881752014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,16384,0.1125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,16384,0.11575466394424438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,16384,0.111653337876002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,16384,0.11649066209793091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,16384,0.1181813379128774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,16384,0.15821333726247153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,16384,0.12553067008654276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,16384,0.11322133739789327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,16384,0.1267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,16384,0.12033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,16384,0.12083199620246887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,16384,0.1297546625137329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,16384,0.14075199762980142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,16384,0.13638933499654135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,16384,0.13193600376447043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,16384,0.19665600856145224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,16384,0.1390613317489624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,16384,0.13808533549308777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,16384,0.13412266969680786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,16384,0.1406880021095276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,16384,0.13549333810806274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,16384,0.13804800311724344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,16384,0.13838932911554971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,16384,0.13723199566205344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,16384,0.13804800311724344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,16384,0.13778666655222574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,16384,0.1379200021425883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,16384,0.13969066739082336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,12288,4.0619198481241865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,12288,4.303152084350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,12288,8.943125406901041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,12288,17.715498606363933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,12288,4.530613263448079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,12288,4.341658592224121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,12288,4.224618593851726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,12288,4.142037391662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,12288,3.5124588012695312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,12288,3.7583252588907876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,12288,3.424448013305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,12288,2.893280029296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,12288,3.131120045979818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,12288,3.215989430745443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,12288,3.124810536702474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,12288,35.70143381754557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,12288,2.899807929992676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,12288,2.6691360473632812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,12288,2.827599843343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,12288,2.741135915120443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,12288,2.2821760177612305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,12288,2.1279892921447754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,12288,2.0953332583109536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,12288,1.6944212913513184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,12288,2.201786677042643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,12288,1.3650612831115723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,12288,1.3664533297220867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,12288,1.3696533838907878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,12288,1.446714719136556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,12288,1.0081706841786702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,12288,0.9215199947357178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,12288,0.8312053680419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,12288,0.8576693534851074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,12288,0.6497919956843058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,12288,0.4750026861826579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,12288,0.3540159861246745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,12288,0.40332265694936115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,12288,0.31910934050877887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,12288,0.3304906686147054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,12288,0.31402132908503216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,12288,0.3169493277867635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,12288,0.2802079916000366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,12288,0.2617759903271993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,12288,0.277237335840861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,12288,0.2685653368631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,12288,0.27640000979105633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,12288,0.2688266634941101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,12288,0.2772266666094462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,12288,0.2634879946708679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,12288,0.30351465940475464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,12288,0.2605653405189514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,12288,0.26791467269261676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,12288,0.26075200239817303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,12288,0.26736533641815186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,12288,0.2577280004819234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,12288,0.27010132869084674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,12288,0.21943465868631998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,12288,0.21988266706466675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,12288,0.21862399578094482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,12288,0.21956799427668253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,12288,0.21836799383163452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,12288,0.21810666720072427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,12288,0.2328480084737142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,12288,0.24122132857640585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,12288,0.2385759949684143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,12288,0.2376426657040914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,12288,0.23594133059183756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,12288,0.23573867479960123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,12288,0.234224001566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,12288,0.2334453264872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,12288,0.2316960096359253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,12288,0.23057599862416586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,12288,0.31616532802581787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,12288,0.272325336933136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,12288,2.2370079358418784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,12288,3.9662345250447593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,12288,2.0966347058614097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,12288,2.6636266708374023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,12288,2.0172746976216636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,12288,9.911872227986654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,12288,2.3200106620788574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,12288,1.9788959821065266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,12288,2.0606560707092285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,12288,1.9177440007527669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,12288,1.843488057454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,12288,1.8317972819010417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,12288,1.8992053667704265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,12288,1.692405382792155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,12288,1.7322346369425456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,12288,1.5169973373413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,12288,1.4701493581136067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,12288,1.3866507212320964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,12288,19.285306294759113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,12288,1.41483736038208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,12288,1.1943626403808594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,12288,1.1294186909993489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,12288,0.9631946881612142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,12288,1.172218640645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,12288,1.2708586851755779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,12288,0.8528693517049154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,12288,0.8727839787801107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,12288,0.763429323832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,12288,0.6119626760482788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,12288,0.7108373641967773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,12288,0.5628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,12288,0.47410134474436444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,12288,0.48929067452748615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,12288,0.3548159996668498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,12288,0.21475199858347574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,12288,0.335807998975118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,12288,0.2342453400293986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,12288,0.2056586742401123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,12288,0.19498133659362793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,12288,0.19640533129374185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,12288,0.18262932697931925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,12288,0.16364266475041708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,12288,0.17674134174982706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,12288,0.15507200360298157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,12288,0.16352533300717673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,12288,0.15782933433850607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,12288,0.16602133711179098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,12288,0.16288533806800842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,12288,0.15788267056147257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,12288,0.16342399517695108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,12288,0.15800000230471292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,12288,0.1564906636873881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,12288,0.14993066589037576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,12288,0.1488746702671051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,12288,0.1485919952392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,12288,0.14458133776982626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,12288,0.12563199798266092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,12288,0.1234773298104604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,12288,0.12423466642697652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,12288,0.12379200259844463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,12288,0.12354666988054912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,12288,0.12292800347010295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,12288,0.12344533205032349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,12288,0.12302933136622111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,12288,0.13863999644915262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,12288,0.1381439963976542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,12288,0.1390666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,12288,0.13598400354385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,12288,0.1350879967212677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,12288,0.15904532869656882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,12288,0.13488533099492392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,12288,0.13563733299573263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,12288,0.13175466656684875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,12288,0.15434666474660239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,12288,2.658042589823405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,12288,9.233946482340494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,12288,2.3561013539632163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,12288,2.3881227175394693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,12288,3.285327911376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,12288,4.670943895975749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,12288,2.658421357472738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,12288,2.1302132606506348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,12288,2.235882600148519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,12288,1.9196532567342122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,12288,2.4201760292053223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,12288,1.9071146647135417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,12288,2.1570399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,12288,1.6463467280069988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,12288,1.997802734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,12288,1.5733386675516765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,12288,21.036805470784504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,12288,1.765493392944336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,12288,1.4745173454284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,12288,1.5648105939229329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,12288,1.438480059305827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,12288,1.3955626487731934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,12288,1.24727996190389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,12288,1.239519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,12288,0.9988000392913818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,12288,1.2500320275624592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,12288,0.9628159999847412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,12288,0.6999893188476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,12288,0.9620213508605957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,12288,0.9874986807505289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,12288,0.5823466777801514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,12288,0.30777066946029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,12288,0.5614399909973145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,12288,0.2786133289337158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,12288,0.20947732528050741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,12288,0.209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,12288,0.2050293286641439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,12288,0.1844159960746765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,12288,0.1838080088297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,12288,0.1832746664683024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,12288,0.1834826668103536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,12288,0.13766933480898538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,12288,0.1374666690826416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,12288,0.1369439959526062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,12288,0.13572266697883606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,12288,0.1368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,12288,0.13581333557764688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,12288,0.13555733362833658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,12288,0.1350986659526825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,12288,0.1316266655921936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,12288,0.13020267089207968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,12288,0.6521386702855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,12288,0.13035200039545694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,12288,0.13223999738693237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,12288,0.13081600268681845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,12288,0.13058666388193765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,12288,0.22353599468866983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,12288,0.13091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,12288,0.1313920021057129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,12288,0.1302826702594757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,12288,0.4733920097351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,12288,0.13128532965977988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,12288,0.12854933738708496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,12288,0.16385066509246826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,12288,0.1791200041770935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,12288,0.16215466459592184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,12288,0.17946134010950723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,12288,0.17078399658203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,12288,0.1669493317604065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,12288,0.1768266757329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,12288,0.18609599272410074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,12288,0.1711946725845337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,12288,0.1644000013669332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,12288,6.466976165771484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,12288,1.7763733863830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,12288,1.5789492925008137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,12288,1.307744026184082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,12288,1.3683093388875325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,12288,1.2337760130564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,12288,1.2001173496246338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,12288,18.497141520182293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,12288,1.12336532274882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,12288,1.4305706024169922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,12288,1.06112535794576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,12288,1.0497120221455891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,12288,1.0106720129648845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,12288,0.9542026519775391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,12288,0.976032018661499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,12288,2.709365208943685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,12288,0.883354663848877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,12288,0.8461759885152181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,12288,0.7532640298207601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,12288,0.9663360118865967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,12288,0.7235893408457438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,12288,0.6962292989095052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,12288,0.6090293327967325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,12288,0.7813066641489664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,12288,0.5815039873123169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,12288,0.5217599868774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,12288,0.5208906730016073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,12288,0.4512266715367635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,12288,0.4262080192565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,12288,0.40435198942820233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,12288,0.3422400156656901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,12288,0.32201067606608075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,12288,0.2916640043258667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,12288,0.18963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,12288,0.11979732910792033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,12288,0.19026132424672446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,12288,0.11804800232251485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,12288,0.12326400478680928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,12288,0.11892267068227132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,12288,0.12240533034006755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,12288,0.11913599570592244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,12288,0.12309867143630981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,12288,0.15128533045450845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,12288,0.08709866801897685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,12288,0.0867039958635966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,12288,0.0874079962571462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,12288,0.08635200063387553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,12288,0.08725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,12288,0.08707200487454732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,12288,0.0895253320535024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,12288,0.2514293392499288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,12288,0.08916266759236653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,12288,0.09016533692677815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,12288,0.09174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,12288,0.08761066198348999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,12288,0.09086400270462036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,12288,0.10072533289591472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,12288,0.09319466352462769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,12288,0.08839999636014302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,12288,0.09455999732017517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,12288,0.09935466448465984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,12288,0.10218666990598042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,12288,0.08698667089144389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,12288,0.08827733000119527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,12288,0.09679466485977173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,12288,0.10493333141009013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,12288,0.10223467151323955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,12288,0.09734933574994405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,12288,0.10086400310198466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,12288,0.1051626702149709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,12288,0.09200533231099446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,12288,0.0974826713403066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,12288,0.10466667016347249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,12288,0.09238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,10240,6.04852294921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,10240,15.451573689778646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,10240,4.280864079793294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,10240,4.098976135253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,10240,3.8584585189819336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,10240,3.763429323832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,10240,3.823391914367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,10240,3.644709269205729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,10240,3.6040213902791343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,10240,30.713668823242188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,10240,3.3706560134887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,10240,3.085482597351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,10240,2.93120543162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,10240,2.8758773803710938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,10240,2.9056266148885093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,10240,2.4445974032084146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,10240,2.624885400136312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,10240,2.0808266003926597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,10240,2.2879467010498047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,10240,2.1395626068115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,10240,2.0448320706685386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,10240,1.6135999361673992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,10240,1.811029275258382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,10240,1.4920907020568848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,10240,1.803877353668213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,10240,1.349189281463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,10240,1.115605354309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,10240,1.5524640083312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,10240,1.1169866720835369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,10240,1.0137813091278076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,10240,0.9282293319702148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,10240,0.7205119927724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,10240,0.45902931690216064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,10240,0.6330879926681519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,10240,0.6021493275960287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,10240,0.26401599248250324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,10240,0.29313600063323975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,10240,0.31445332368214923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,10240,0.2821600039800008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,10240,0.2720906734466553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,10240,0.28067733844121295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,10240,0.25098133087158203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,10240,0.2406239906946818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,10240,0.23538132508595785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,10240,0.25463465849558514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,10240,0.24482667446136475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,10240,0.255568007628123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,10240,0.2212160031000773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,10240,0.21710934241612753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,10240,0.2222986618677775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,10240,0.2129866679509481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,10240,0.21546665827433267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,10240,0.2296853264172872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,10240,0.21788267294565836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,10240,0.2270666758219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,10240,0.21400533119837442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,10240,0.2258453369140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,10240,0.18453333775202432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,10240,0.1841813325881958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,10240,0.18396800756454468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,10240,0.18454933166503906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,10240,0.18333333730697632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,10240,0.18481600284576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,10240,0.1835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,10240,0.18362667163213095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,10240,0.20242132743199667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,10240,0.20409067471822104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,10240,0.2002346714337667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,10240,0.2025066614151001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,10240,0.1987839937210083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,10240,0.20094933112462363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,10240,0.1965279976526896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,10240,0.1984106699625651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,10240,0.22844799359639487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,10240,7.2493546803792315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,10240,3.4726667404174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,10240,2.1758400599161782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,10240,1.930496056874593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,10240,1.956725279490153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,10240,1.9339146614074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,10240,1.767690658569336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,10240,1.7667466799418132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,10240,16.709866841634113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,10240,1.7050719261169434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,10240,1.692922592163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,10240,1.7730293273925781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,10240,1.5501279830932617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,10240,1.5211413701375325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,10240,1.365231990814209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,10240,1.4701654116312664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,10240,1.3037973244984944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,10240,1.231887976328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,10240,1.240277369817098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,10240,1.0339732964833577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,10240,1.091802676518758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,10240,0.8580693403879801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,10240,0.989957332611084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,10240,0.835914691289266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,10240,0.9057066440582275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,10240,0.68941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,10240,0.7055040200551351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,10240,0.6137333313624064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,10240,0.6165546576182047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,10240,0.47280534108479816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,10240,0.5244266589482626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,10240,0.3850666681925456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,10240,0.31118400891621906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,10240,0.25938133398691815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,10240,0.17957866191864014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,10240,0.17345066865285239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,10240,0.1637333333492279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,10240,0.1709173321723938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,10240,0.16085867087046304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,10240,0.1499573290348053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,10240,0.14362133542696634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,10240,0.14285866419474283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,10240,0.1265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,10240,0.1377120018005371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,10240,0.1363040010134379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,10240,0.13643200198809305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,10240,0.12212799986203511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,10240,0.12173866232236226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,10240,0.11964266498883565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,10240,0.1220266620318095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,10240,0.1202293336391449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,10240,0.38948265711466473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,10240,0.12416533629099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,10240,0.12395733594894409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,10240,0.12335999806722005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,10240,0.12320533394813538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,10240,0.12342400352160136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,10240,0.10737599929173787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,10240,0.107013334830602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,10240,0.10704533259073894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,10240,0.10878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,10240,0.1076693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,10240,0.10718400279680888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,10240,0.10590933760007222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,10240,0.10697600245475769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,10240,0.1081813375155131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,10240,0.10704533259073894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,10240,0.10660800337791443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,10240,0.11781866351763408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,10240,0.1172320048014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,10240,0.11743467052777608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,10240,0.1165120005607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,10240,0.11497066418329875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,10240,0.12494400143623352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,10240,3.6046346028645835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,10240,2.012181282043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,10240,2.154746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,10240,1.7477760314941406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,10240,1.9449119567871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,10240,1.6413973172505696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,10240,1.9942186673482258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,10240,1.5548159281412761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,10240,1.846277395884196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,10240,1.448794682820638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,10240,1.557055950164795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,10240,1.3238453070322673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,10240,1.4215200742085774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,10240,1.208015998204549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,10240,1.3210666974385579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,10240,1.0949973265329997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,10240,1.2631519635518391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,10240,1.0140586694081624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,10240,1.1491999626159668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,10240,0.8834453423817953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,10240,0.9392533302307129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,10240,0.7786826292673746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,10240,0.8653226693471273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,10240,0.7095200220743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,10240,0.736016035079956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,10240,0.5832159916559855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,10240,0.5934400161107382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,10240,0.4715253512064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,10240,0.47327999273935956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,10240,0.3665226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,10240,0.3529119888941447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,10240,0.2539893388748169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,10240,0.22426132361094156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,10240,0.16370133558909097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,10240,0.16280532876650491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,10240,0.16185067097345987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,10240,0.16499200463294983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,10240,0.16288533806800842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,10240,0.16038399934768677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,10240,2.3767360051472983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,10240,0.1567200024922689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,10240,0.16591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,10240,0.11715199549992879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,10240,0.11727466185887654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,10240,0.11545600493748982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,10240,0.11609599987665813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,10240,0.11533332864443462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,10240,0.11557333668073018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,10240,0.1165173351764679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,10240,0.11226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,10240,0.1120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,10240,0.1113920013109843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,10240,0.11180266737937927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,10240,0.11143466830253601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,10240,0.11147200067838033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,10240,0.11084266503651936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,10240,0.11081066727638245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,10240,0.11084266503651936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,10240,0.11052266756693523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,10240,0.15317866206169128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,10240,0.14221333463986716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,10240,0.14512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,10240,0.11591466267903645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,10240,0.1397706667582194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,10240,0.15953600406646729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,10240,0.14085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,10240,0.1394613285859426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,10240,0.14017599821090698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,10240,0.1532266636689504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,10240,0.15161599715550741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,10240,0.14125333229700723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,10240,0.13921067118644714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,10240,15.54626719156901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,10240,2.899738629659017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,10240,1.3962613741556804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,10240,1.1483413378397624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,10240,1.083173354466756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,10240,1.0507466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,10240,1.0220266977945964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,10240,0.9901333649953207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,10240,0.9497653643290201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,10240,0.9332426389058431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,10240,0.8916479746500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,10240,0.8591946760813395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,10240,0.8328479925791422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,10240,0.801530679066976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,10240,0.7856746514638265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,10240,0.7618026733398438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,10240,0.7132159868876139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,10240,0.6697279612223307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,10240,0.6302346785863241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,10240,0.6138559977213541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,10240,0.5696959892908732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,10240,0.5371253490447998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,10240,0.514954686164856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,10240,0.4803306659062703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,10240,0.4407466650009155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,10240,0.42178134123484295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,10240,0.3811839818954468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,10240,0.34751999378204346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,10240,0.3269333243370056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,10240,0.28708799680074054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,10240,0.26678399244944256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,10240,0.23377599318822226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,10240,0.19607466459274292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,10240,0.1569866637388865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,10240,0.1569760044415792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,10240,0.10200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,10240,0.10086400310198466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,10240,0.1009226640065511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,10240,0.10070932904879253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,10240,0.10380799571673076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,10240,0.11301333705584209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,10240,0.11185600360234578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,10240,0.1132426659266154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,10240,0.0761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,10240,0.07595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,10240,0.07523733377456665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,10240,0.07550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,10240,0.07505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,10240,0.07681066791216533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,10240,0.07479999959468842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,10240,0.07899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,10240,0.07790400087833405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,10240,0.08120533327261607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,10240,0.07632000247637431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,10240,0.0767626663049062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,10240,0.07891199986139934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,10240,0.08825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,10240,0.08673600355784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,10240,0.08409066994984944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,10240,0.08715732892354329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,10240,0.07884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,10240,0.08578133583068848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,10240,0.088319996992747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,10240,0.08072000245253245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,10240,0.08876267075538635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,10240,0.08684800068537395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,10240,0.08277333279450734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,10240,0.09191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,10240,0.08255999783674876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,10240,0.08571199576059978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,10240,0.08899733424186707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,10240,0.0815413345893224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,10240,0.08909866213798523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,8192,24.054153442382812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,8192,11.984058380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,8192,5.6784318288167315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,8192,2.9645118713378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,8192,3.2226454416910806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,8192,3.6875893274943032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,8192,2.985919952392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,8192,3.289792060852051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,8192,2.91756280263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,8192,2.6940959294637046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,8192,2.6147732734680176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,8192,2.54697593053182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,8192,2.145088036855062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,8192,2.7089598973592124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,8192,1.9134666124979656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,8192,1.9981279373168945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,8192,2.087658723195394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,10240,5.330378532409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,8192,1.5402827262878418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,8192,1.5040799776713054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,8192,1.6287306149800618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,8192,1.415445327758789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,8192,1.3049973646799724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,8192,1.1336692969004314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,8192,1.103109359741211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,8192,1.1227467060089111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,8192,0.9038933118184408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,8192,0.9371253649393717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,8192,0.8009173075358073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,8192,0.8314879735310873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,8192,0.6458719968795776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,8192,0.6132906675338745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,8192,0.48880000909169513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,8192,0.5163360039393107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,8192,0.3508373498916626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,8192,0.32890133062998456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,8192,0.2063360015551249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,8192,0.21794132391611734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,8192,0.2067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,8192,0.2265333334604899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,8192,0.2043466567993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,8192,0.20551466941833496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,8192,0.19176000356674194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,8192,0.1983893314997355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,8192,0.17644266287485758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,8192,0.1920373241106669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,8192,0.17243733008702597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,8192,0.171834667523702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,8192,0.1703946590423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,8192,0.16938134034474692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,8192,0.16876266400019327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,8192,0.1792800029118856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,8192,0.17937066157658896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,8192,0.17887999614079794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,8192,0.17854400475819907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,8192,0.19235734144846597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,8192,0.17842666308085123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,8192,0.14849066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,8192,0.1753066579500834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,8192,0.14818132917086282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,8192,0.14800533652305603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,8192,0.1481119990348816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,8192,0.14857600132624307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,8192,0.14851199587186178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,8192,0.14773333072662354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,8192,0.1481706698735555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,8192,0.14723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,8192,0.16456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,8192,0.16361600160598755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,8192,0.16219199697176614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,8192,0.16343466440836588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,8192,0.16101866960525513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,8192,0.15937599539756775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,8192,0.1590933303038279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,8192,0.1990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,8192,2.7493813832600913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,8192,5.720863978068034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,8192,1.623557408650716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,8192,1.7976266543070476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,8192,1.480511983235677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,8192,1.38262939453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,8192,1.5536479949951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,8192,1.4116533597310383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,8192,1.3854133288065593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,8192,12.615194956461588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,8192,1.3004319667816162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,8192,1.153824011484782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,8192,1.3948532740275066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,8192,1.0710666974385579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,8192,1.2752906481424968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,8192,1.0287840366363525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,8192,0.8909653027852377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,8192,1.1268479824066162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,8192,0.893882671991984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,8192,0.8030986785888672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,8192,1.3029119968414307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,8192,0.7977493604024252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,8192,0.6767199834187826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,8192,0.5466399987538656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,8192,0.6313226620356241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,8192,0.6322666803995768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,8192,0.4647200107574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,8192,0.5493546724319458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,8192,0.46036267280578613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,8192,0.3646613359451294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,8192,0.2944693366686503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,8192,0.3811946709950765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,8192,0.200272003809611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,8192,0.22761066754659018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,8192,0.29825599988301593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,8192,0.13266666730244955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,8192,0.12619733810424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,8192,0.13065066933631897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,8192,0.1251306633154551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,8192,0.11885866522789001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,8192,0.11473066608111064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,8192,0.11251733700434367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,8192,0.10519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,8192,0.1144586702187856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,8192,0.11148800452550252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,8192,0.11401066184043884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,8192,0.10168000062306722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,8192,0.10215999682744344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,8192,0.10128532846768697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,8192,0.0995093286037445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,8192,0.13000532984733582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,8192,0.10478400190671285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,8192,0.10381333033243816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,8192,0.10485866665840149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,8192,0.1088053286075592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,8192,0.10220266381899516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,8192,0.10250133275985718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,8192,0.09967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,8192,0.0890773336092631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,8192,0.08886399865150452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,8192,0.0881066620349884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,8192,0.08985599875450134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,8192,0.08825066685676575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,8192,0.0881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,8192,0.08661866188049316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,8192,0.08903466661771138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,8192,0.08745066324869792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,8192,0.08660800258318584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,8192,0.08733333150545756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,8192,0.08717866738637288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,8192,0.09226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,8192,0.09525866309801738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,8192,0.10512533783912659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,8192,0.09779199957847595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,8192,1.7671252886454265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,8192,1.5345652898152669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,8192,1.7511787414550781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,8192,1.43123197555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,8192,1.68450133005778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,8192,1.3702294031778972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,8192,1.575210730234782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,8192,1.2802133560180664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,8192,1.4157867431640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,8192,1.2177279790242512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,8192,1.4083840052286785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,8192,6.359130859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,8192,1.1388533115386963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,8192,1.0704639752705891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,8192,1.5319360097249348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,8192,1.0345226923624675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,8192,1.2503999869028728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,8192,0.8585653305053711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,8192,1.2152960300445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,8192,0.9608373641967773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,8192,0.8032746315002441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,8192,0.70852263768514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,8192,0.7815732955932617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,8192,13.596448262532553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,8192,0.6236053307851156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,8192,0.5249119997024536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,8192,0.8061652978261312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,8192,0.5607359806696574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,8192,0.44542932510375977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,8192,0.3262773354848226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,8192,0.3227253357569377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,8192,0.2246239980061849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,8192,0.19933332999547324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,8192,0.14672533671061197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,8192,0.14685866236686707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,8192,0.14571733276049295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,8192,0.7889333566029867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,8192,0.14426666498184204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,8192,0.1306826670964559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,8192,0.12966400384902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,8192,0.12738133470217386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,8192,0.09701333443323772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,8192,0.09522666533788045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,8192,0.09557333588600159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,8192,0.09516800443331401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,8192,0.09425600369771321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,8192,0.09463466207186381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,8192,0.09522666533788045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,8192,0.09347732861836751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,8192,0.4912693500518799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,8192,0.09211200475692749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,8192,0.09149332841237386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,8192,0.09099200367927551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,8192,0.09044800202051799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,8192,0.09075199564297994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,8192,0.08927466471989949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,8192,0.09006933371225993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,8192,0.12346667051315308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,8192,0.12461333473523457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,8192,0.1330773333708445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,8192,0.12742933630943298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,8192,0.12771200140317282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,8192,0.13553067048390707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,8192,0.12819199760754904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,8192,0.1179093321164449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,8192,0.1337546706199646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,8192,0.1284266710281372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,8192,0.1244053343931834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,8192,0.12876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,8192,0.141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,8192,0.1209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,8192,0.12151466806729634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,8192,0.12955199678738913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,8192,1.7568426132202148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,8192,0.9397546450297037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,8192,0.9252800146738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,8192,0.8925013542175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,8192,0.8643519878387451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,8192,0.8415733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,8192,0.8179840246836344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,8192,0.7868053118387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,8192,0.7693973382314047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,8192,0.7356639703114828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,8192,0.7096906503041586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,8192,0.6866400241851807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,8192,0.6516266663869222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,8192,0.6262986660003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,8192,0.6094239950180054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,8192,0.5679466724395752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,8192,0.5497066577275594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,8192,0.51528000831604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,8192,0.5004533529281616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,8192,0.4650346835454305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,8192,0.4551146825154622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,8192,0.42664531866709393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,8192,0.3965173165003459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,8192,0.3661493460337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,8192,0.34991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,8192,0.31598933537801105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,8192,0.28727465867996216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,8192,0.2706986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,8192,0.24168533086776733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,8192,0.21439466873804727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,8192,0.19436800479888916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,8192,0.16852800051371256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,8192,0.13141866525014242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,8192,0.12633599837621054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,8192,0.08589866757392883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,8192,0.08260266482830048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,8192,0.08267733454704285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,8192,0.08363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,8192,0.0831413318713506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,8192,0.08949866890907288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,8192,0.09030399719874065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,8192,0.09977066516876221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,8192,0.06251200040181477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,8192,0.062128002444903054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,8192,0.06313066681226094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,8192,0.06337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,8192,0.06413866579532623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,8192,0.0666240006685257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,8192,0.06640533109505971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,8192,0.0680213322242101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,8192,0.06840533514817555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,8192,0.07096000015735626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,8192,0.06885333359241486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,8192,0.0703893353541692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,8192,0.06622933348019917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,8192,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,8192,0.0687253326177597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,8192,0.0728053351243337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,8192,0.07264000177383423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,8192,0.07043200234572093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,8192,0.07375999788443248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,8192,0.0713973343372345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,8192,0.0718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,8192,0.07270933190981548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,8192,0.07354133327802022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,8192,0.0727946658929189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,8192,0.07251733541488647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,8192,0.07447466750939687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,8192,0.07486933469772339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,8192,0.0749066670735677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,8192,0.07489599784215291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,8192,0.07447466750939687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,7168,20.971664428710938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,7168,10.452149073282877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,7168,5.081850687662761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,7168,2.983941396077474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,7168,2.7207253774007163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,7168,2.792330741882324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,7168,2.821920077006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,7168,2.8796586990356445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,7168,2.816682815551758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,7168,2.575962702433268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,7168,2.422207991282145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,7168,2.390666643778483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,7168,1.8908960024515789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,7168,2.159829298655192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,7168,1.8321973482767742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,7168,1.9851466814676921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,7168,1.7246185938517253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,7168,1.5022560755411785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,7168,1.441648006439209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,7168,1.5056053797403972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,7168,1.3562453587849934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,7168,1.306069294611613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,7168,1.0198720296223958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,7168,0.9812959829966227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,7168,0.9800106684366862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,7168,0.7758293151855469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,7168,0.8072960376739502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,7168,0.6971519788106283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,7168,0.7184586524963379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,7168,0.6176213423411051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,7168,0.5585866769154867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,7168,0.44177599747975665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,7168,0.4540533224741618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,7168,0.3445173501968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,7168,0.29472533861796063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,7168,0.19287999471028647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,7168,0.19057599703470865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,7168,0.1901493271191915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,7168,0.19872534275054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,7168,0.1803893248240153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,7168,0.17178666591644287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,7168,0.1657439966996511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,7168,0.16598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,7168,0.1506666640440623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,7168,0.16457066933314005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,7168,0.16407466928164163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,7168,0.16355733076731363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,7168,0.14714133739471436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,7168,0.14568000038464865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,7168,0.1452959974606832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,7168,0.1488693356513977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,7168,0.14838932951291403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,7168,0.1541813313961029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,7168,0.1529759963353475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,7168,0.1527839998404185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,7168,0.15269866585731506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,7168,0.15275200208028158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,7168,0.1516639987627665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,7168,0.1325279970963796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,7168,0.13155200084050497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,7168,0.1309653321901957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,7168,0.13185600439707437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,7168,0.13110933701197305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,7168,0.13058666388193765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,7168,0.130922665198644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,7168,0.13083199659983316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,7168,0.1305333375930786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,7168,0.13061333696047464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,7168,0.1443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,7168,0.14426133036613464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,7168,0.1432266632715861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,7168,0.14249599973360697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,7168,0.14126933614412943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,7168,0.14011733730634054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,7168,11.080411275227865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,8192,3.666245460510254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,8192,12.515130360921225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,7168,1.3581280708312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,7168,2.472218672434489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,7168,5.4235788981119795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,7168,1.3302079836527507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,7168,1.35590394337972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,7168,1.3123892943064372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,7168,1.2665066719055176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,7168,1.1413226922353108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,7168,1.1346186796824138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,7168,1.0939146677652996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,7168,1.0218026638031006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,7168,1.009482701619466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,7168,1.0355146725972493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,7168,0.9535679817199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,7168,0.9498879909515381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,7168,0.9152746995290121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,7168,0.8451146284739176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,7168,0.7794506549835205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,7168,0.745797316233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,7168,0.8018346627553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,7168,0.7115626335144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,7168,0.5777653455734253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,7168,0.5937546491622925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,7168,0.5095893144607544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,7168,0.49928534030914307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,7168,0.4273279905319214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,7168,0.401253342628479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,7168,0.3610293467839559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,7168,0.3484853506088257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,7168,0.2842400074005127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,7168,0.2751573324203491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,7168,0.19033600886662802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,7168,0.22140800952911377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,7168,0.12772799531618753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,7168,0.1234879990418752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,7168,0.12016533811887105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,7168,0.125082661708196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,7168,0.11998400092124939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,7168,0.10809066891670227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,7168,0.10542399684588115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,7168,0.09528533617655437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,7168,0.10052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,7168,0.09982400139172871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,7168,0.09887466828028361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,7168,0.09098666906356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,7168,0.6505759954452515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,7168,0.09150933225949605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,7168,0.09045333663622539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,7168,0.09221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,7168,0.08989866574605306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,7168,0.09300800164540608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,7168,0.09358933568000793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,7168,0.09354133407274882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,7168,0.09081600109736125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,7168,0.09092266360918681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,7168,0.08986666798591614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,7168,0.0790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,7168,0.07999999821186066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,7168,0.08067200084527333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,7168,0.10345066587130229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,7168,0.07910933097203572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,7168,0.07891733447710673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,7168,0.07827199995517731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,7168,0.07898133496443431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,7168,0.07872533301512401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,7168,0.07835199932257335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,7168,0.07924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,7168,0.0786240001519521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,7168,0.07815999786059062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,7168,0.08306666711966197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,7168,0.08171733220418294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,7168,0.08241066833337148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,7168,0.08310933411121368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,7168,5.169306755065918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,7168,12.638516743977865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,7168,2.483509381612142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,7168,1.5588800112406414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,7168,1.4887839953104656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,7168,1.2630240122477214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,7168,1.6014293034871419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,7168,1.1498719851175945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,7168,1.2498506704966228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,7168,1.099776029586792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,7168,1.2272640069325764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,7168,1.009167989095052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,7168,1.1449493567148845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,7168,0.9515306949615479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,7168,1.5003306070963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,7168,1.5791840553283691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,7168,1.087605317433675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,7168,0.8055840333302816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,7168,0.8187786738077799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,7168,0.9913012981414795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,7168,0.8143946329752604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,7168,0.7163253625233968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,7168,0.5851200024286906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,7168,0.7575093110402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,7168,0.5211573441823324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,7168,0.6368319988250732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,7168,0.5832159916559855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,7168,0.43410666783650714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,7168,0.3833386500676473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,7168,0.35199467341105145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,7168,0.29127999146779376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,7168,0.26016000906626385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,7168,0.20245333512624106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,7168,0.13054399689038595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,7168,0.1290613313515981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,7168,0.12849600116411844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,7168,0.12745599945386252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,7168,0.12619733810424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,7168,0.12519466876983643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,7168,0.12490133444468181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,7168,0.12459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,7168,0.0886400043964386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,7168,0.08842133482297261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,7168,0.0883626639842987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,7168,0.08795199791590373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,7168,0.08809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,7168,0.08841066559155782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,7168,0.08805333574612935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,7168,0.08726933598518372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,7168,0.08384000261624654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,7168,0.08353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,7168,0.08309866487979889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,7168,0.08354666829109192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,7168,0.46741334597269696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,7168,0.08277333279450734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,7168,0.11336533228556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,7168,0.10099732875823975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,7168,0.10221866766611735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,7168,0.10198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,7168,0.16397333145141602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,7168,0.09975467125574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,7168,0.10878400007883708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,7168,0.11704533298810323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,7168,0.11843732992808025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,7168,0.10488532980283101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,7168,0.11051733295122783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,7168,0.10505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,7168,0.10407466689745586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,7168,0.1095199982325236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,7168,0.10573866963386536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,7168,0.10851200421651204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,7168,0.09820266564687093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,7168,0.10149332880973816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,7168,1.447637399037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,7168,1.5399680137634277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,7168,0.8181760311126709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,7168,0.8068426450093588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,7168,0.7858346303304037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,7168,0.75055464108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,7168,0.7316053708394369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,7168,0.7045546372731527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,7168,0.6887466907501221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,7168,0.6611466805140177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,7168,0.6326026519139608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,7168,0.6105013291041056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,7168,0.5899946689605713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,7168,0.5614826679229736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,7168,0.5458666483561198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,7168,0.5182720025380453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,7168,0.49323733647664386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,7168,0.4673493305842082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,7168,0.4511679808298747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,7168,0.4215253194173177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,7168,0.3978026707967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,7168,0.3787786563237508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,7168,0.3545600175857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,7168,0.3255733251571655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,7168,0.31122666597366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,7168,0.2815840045611064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,7168,0.2568533420562744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,7168,0.23943465948104858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,7168,0.21598400672276816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,7168,0.1917546590169271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,7168,0.17478932936986288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,7168,0.15218666195869446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,7168,0.11844799915949504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,7168,0.1127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,7168,0.07484800120194753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,7168,0.07458133498827617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,7168,0.07316799958546956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,7168,0.0753119985262553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,7168,0.07445866862932841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,7168,0.07864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,7168,0.08011200030644734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,7168,0.08944533268610637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,7168,0.056847999493281044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,7168,0.05771199862162272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,7168,0.05637866755326589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,7168,0.05795733133951823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,7168,0.05890666445096334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,7168,0.059749335050582886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,7168,0.06006399790445963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,7168,0.056015998125076294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,7168,0.05628266433874766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,7168,0.06211733321348826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,7168,0.06244266529877981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,7168,0.06042666733264923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,7168,0.06387199958165486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,7168,0.06426133215427399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,7168,0.06583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,7168,0.06473066906134288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,7168,0.06062399844328562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,7168,0.0642133355140686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,7168,0.058058664202690125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,7168,0.06444799900054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,7168,0.06406933565934499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,7168,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,7168,0.06421866516272227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,7168,0.06202666461467743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,7168,0.06552533308664958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,7168,0.06010666489601135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,7168,0.06653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,7168,0.06251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,7168,0.06648533542950948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,7168,0.066021333138148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,6144,18.041418711344402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,6144,8.621018727620443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,6144,4.251973470052083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,6144,2.328213373819987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,6144,2.3139732678731284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,6144,2.2043253580729165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,6144,2.0747200647989907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,6144,2.034634590148926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,6144,2.1043413480122886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,6144,2.270458698272705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,6144,2.061797300974528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,6144,1.7955039342244465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,6144,1.5440160433451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,6144,1.5731627146402996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,6144,1.5898346900939941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,6144,1.7232160568237305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,6144,1.4649546941121419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,6144,1.3307519753774006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,6144,1.2669920126597087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,6144,1.2606080373128254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,6144,1.1220853328704834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,6144,1.0593653519948323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,6144,0.9351786772410074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,6144,0.9562826951344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,6144,0.9063519636789957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,6144,0.778597354888916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,6144,0.7592053413391113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,6144,0.6009440024693807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,6144,0.6200160185496012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,6144,0.5056586662928263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,6144,0.4662239948908488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,6144,0.38392531871795654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,6144,0.38607466220855713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,6144,0.2754666606585185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,6144,0.24652800957361856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,6144,0.16184533635775247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,6144,0.16926934321721396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,6144,0.1684160033861796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,6144,0.17706133921941122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,7168,10.666778564453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,6144,0.17238932847976685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,6144,0.15665599703788757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,6144,0.18601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,6144,0.15627732872962952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,6144,0.16007999579111734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,6144,0.13867732882499695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,6144,0.15888532996177673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,6144,0.152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,6144,0.13748799761136374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,6144,0.1339359978834788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,6144,0.13543466726938883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,6144,0.1302773356437683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,6144,0.13431466619173685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,6144,0.13711466391881308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,6144,0.14877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,6144,0.13614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,6144,0.15033599734306335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,6144,0.13567999998728433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,6144,0.1516853372255961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,6144,0.11494933565457661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,6144,0.11380799611409505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,6144,0.11540266871452332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,6144,0.11357866724332173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,6144,0.11499733726183574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,6144,0.11388799548149109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,6144,0.11454932888348897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,6144,0.11386133233706157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,7168,3.289957364400228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,6144,0.11424533526102702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,6144,0.12890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,6144,0.12756266196568808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,6144,0.12710932890574136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,6144,0.12619733810424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,6144,0.12430933117866516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,6144,0.12027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,6144,0.11392533779144287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,6144,4.349216143290202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,6144,1.3958560625712078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,6144,2.0216906865437827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,6144,9.558890660603842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,6144,1.1708426475524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,6144,1.106101353963216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,6144,1.3164479732513428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,6144,0.9501760005950928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,6144,1.0720960299173992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,6144,0.9130933284759521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,6144,0.9099679787953695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,6144,1.1652053197224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,6144,0.8539146582285563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,6144,0.8965760072072347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,6144,0.893765370051066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,6144,0.7811679840087891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,6144,0.7867680390675863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,6144,0.7148586908976237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,6144,0.6689706643422445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,6144,0.6949919859568278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,6144,0.5906240145365397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,6144,0.6032160123189291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,6144,0.5638453165690104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,6144,0.4822666645050049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,6144,0.530074675877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,6144,0.46491201718648273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,6144,0.39379199345906574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,6144,0.3945866823196411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,6144,0.3642186721165975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,6144,0.3104213277498881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,6144,0.2384693423906962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,6144,0.23706666628519693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,6144,0.16742400328318277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,6144,0.1909653345743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,6144,0.11028800408045451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,6144,0.1104213297367096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,6144,0.10408000151316325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,6144,0.11087999741236369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,6144,0.0979360044002533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,6144,0.09232532978057861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,6144,0.09197333455085754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,6144,0.08562666177749634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,6144,0.09011733531951904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,6144,0.08861333131790161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,6144,0.08921600381533305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,6144,0.08132266501585643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,6144,0.08138133088747661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,6144,0.07991466422875722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,6144,0.08000533282756805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,6144,0.07919999957084656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,6144,0.08624000350634257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,6144,0.3027199904123942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,6144,0.08239999910195668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,6144,0.08215466638406117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,6144,0.08040533463160197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,6144,0.0806879997253418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,6144,0.08032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,6144,0.10447999835014343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,6144,0.07001600166161855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,6144,0.07067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,6144,0.0703359991312027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,6144,0.07039999961853027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,6144,0.07061333457628886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,6144,0.07009600102901459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,6144,0.0706826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,6144,0.0699946681658427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,6144,0.07032533486684163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,6144,0.06975999971230824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,6144,0.07032533486684163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,6144,0.0734559992949168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,6144,0.07281066477298737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,6144,0.07286400099595387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,6144,0.0737120012442271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,6144,0.07088533540566762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,7168,0.8674720128377279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,6144,4.670901298522949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,6144,10.267941157023111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,6144,1.382688045501709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,6144,1.2409226894378662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,6144,2.433173338572184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,6144,1.1749866803487141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,6144,1.498085339864095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,6144,1.0035359859466553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,6144,1.177242676417033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,6144,0.9717600345611572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,6144,1.114362637201945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,6144,0.9045173327128092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,6144,1.0299306710561116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,6144,0.8281226952870687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,6144,0.937280019124349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,6144,0.7565706570943197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,6144,0.84988800684611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,6144,0.6863306363423666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,6144,0.7980799674987793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,6144,0.6166079839070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,6144,0.6559306780497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,6144,0.5423466761906942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,6144,0.5570826530456543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,6144,0.4628533522288005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,6144,0.49008532365163165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,6144,0.39451201756795246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,6144,0.41090667247772217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,6144,0.32239999373753864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,6144,0.3224053382873535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,6144,0.2469066580136617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,6144,0.23639466365178427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,6144,0.17165867487589517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,6144,0.14802666505177817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,6144,0.11068800091743469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,6144,0.10964799920717876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,6144,0.1090773344039917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,6144,0.10833600163459778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,6144,0.10605333248774211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,6144,0.10546666383743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,6144,0.10531733433405559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,6144,0.10459199547767639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,6144,0.07881600161393483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,6144,0.07858666777610779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,6144,0.07870399951934814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,6144,0.07804800073305766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,6144,0.07755200068155925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,6144,0.0776800016562144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,6144,0.07701333363850911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,6144,0.07600533465544383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,6144,0.07330133517583211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,6144,0.07351466516653697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,6144,0.07323733468850453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,6144,0.07257066667079926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,6144,0.07282666862010956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,6144,0.09657599528630574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,6144,0.09142933289210002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,6144,0.08610133330027263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,6144,0.08692800005276997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,6144,0.10429333647092183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,6144,0.09670933087666829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,6144,0.08616000413894653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,6144,0.08866133292516072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,6144,0.09974933664004008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,6144,0.09248532851537068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,6144,0.09243200222651164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,6144,0.09526399771372478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,6144,0.10667733351389568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,6144,0.09764800469080608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,6144,0.08635200063387553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,6144,0.08865066369374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,6144,0.0965119997660319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,6144,1.2374666531880696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,6144,1.358565330505371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,6144,1.2772693634033203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,6144,2.670639991760254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,6144,0.8044426441192627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,6144,0.7075040340423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,6144,0.6672853628794352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,6144,0.6547306776046753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,6144,0.6350506544113159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,6144,0.6115359862645467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,6144,0.5988959868748983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,6144,0.573312004407247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,6144,0.552069346110026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,6144,0.5348426500956217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,6144,0.513866662979126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,6144,0.4901866515477498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,6144,0.476362665494283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,6144,0.4514293273289998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,6144,0.43166931470235187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,6144,0.4076586564381917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,6144,0.39396798610687256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,6144,0.37083733081817627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,6144,0.34732266267140705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,6144,0.3320266604423523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,6144,0.3102506597836812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,6144,0.28413333495457965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,6144,0.27267199754714966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,6144,0.24650132656097412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,6144,0.2265066703160604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,6144,9.141594568888346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,6144,0.21151467164357504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,6144,0.23825599749883017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,6144,0.15119466185569763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,6144,0.13152000308036804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,6144,0.10234133402506511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,6144,0.09693866968154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,6144,0.0652159998814265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,6144,0.0644053320089976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,6144,0.0653546651204427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,6144,0.06756799916426341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,6144,0.06610666712125142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,6144,0.06955733398596446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,6144,0.06996800005435944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,6144,0.07834666470686595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,6144,0.049914668003718056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,6144,0.050245334704717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,6144,0.1679840087890625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,6144,0.049914668003718056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,6144,0.05022933085759481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,6144,0.05397866666316986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,6144,0.050341332952181496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,6144,0.05425600210825602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,6144,0.05427733560403188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,6144,0.05046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,6144,0.055946667989095054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,6144,0.05594133337338766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,6144,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,6144,0.05427733560403188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,6144,0.0577706644932429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,6144,0.0577706644932429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,6144,0.05193066596984863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,6144,0.05773333211739858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,6144,0.06018133461475372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,6144,0.05594133337338766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,6144,0.05146133402983347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,6144,0.0588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,6144,0.05717866619427999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,6144,0.05816533168156942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,6144,0.05388266841570536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,6144,0.05762666463851929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,6144,0.05807999769846598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,6144,0.05438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,6144,0.05946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,6144,0.0584799995024999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,6144,0.058058664202690125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,5120,6.188437143961589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,5120,3.4166720708211265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,5120,1.9599092801411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,5120,14.973200480143229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,5120,1.7112107276916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,5120,1.5954346656799316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,5120,1.4571040471394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,5120,1.5581973393758137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,5120,1.4961973826090496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,5120,1.639237403869629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,5120,1.3516480127970378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,5120,1.1971626281738281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,5120,1.4601759910583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,5120,1.2229279677073162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,5120,1.1013920307159424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,5120,1.1359519958496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,5120,1.0781973203023274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,5120,0.8985493183135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,5120,0.9662133057912191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,5120,0.9601120154062907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,5120,0.8639787038167318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,5120,0.8285386562347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,5120,0.7264533042907715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,5120,0.6899253527323405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,5120,0.592410683631897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,5120,0.5783626635869344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,5120,0.5085333188374838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,5120,0.5168000062306722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,5120,0.4508746862411499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,5120,0.39718401432037354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,6144,1.3690986633300781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,5120,0.3150346676508586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,5120,0.7370133399963379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,5120,0.3163893421490987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,5120,0.23355199893315634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,5120,0.13483200470606485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,5120,0.20671466986338297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,5120,0.13395733634630838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,5120,0.13938132921854654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,5120,0.13053866227467856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,5120,0.12662399808565775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,5120,0.12181867162386577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,5120,0.121888001759847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,5120,0.11105066537857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,5120,0.12145066261291504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,5120,0.11991999546686809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,5120,0.12036800384521484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,5120,0.10841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,5120,0.10800533493359883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,5120,0.10729599992434184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,5120,0.1090133289496104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,5120,0.10777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,5120,0.1128053367137909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,5120,0.11148800452550252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,5120,0.11225600043932597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,5120,0.11196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,5120,0.11220799883206685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,5120,0.11045866211255391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,5120,0.13344533244768778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,5120,0.09723732868830363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,5120,0.09661333759625752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,5120,0.0969546635945638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,5120,0.09666132926940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,5120,0.09711466232935588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,5120,0.09637866417566936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,5120,0.09692800045013428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,5120,0.0965280036131541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,5120,0.09718400239944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,5120,0.09589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,5120,0.09687466422716777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,5120,0.09610133369763692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,5120,0.1055413285891215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,5120,0.10453333457310994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,5120,0.10716799894968669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,5120,0.10351999600728352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,5120,3.436896006266276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,5120,1.7633973757425945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,6144,0.7956906954447428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,5120,0.9656266371409098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,5120,7.341434478759766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,5120,0.9614826838175455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,5120,0.9763999780019125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,5120,0.9134720166524252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,5120,0.9185973008473715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,5120,0.8341066837310791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,5120,0.8089546362559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,5120,0.8743786811828613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,5120,0.7927839756011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,5120,0.7533173561096191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,5120,0.7554612954457601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,5120,0.677461306254069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,5120,0.674394687016805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,5120,0.6221973498662313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,5120,0.5865813493728638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,5120,0.5675786733627319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,5120,0.5611253182093302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,5120,0.5076479911804199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,5120,0.506442666053772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,5120,0.4596960147221883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,5120,0.4566719929377238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,5120,0.40377600987752277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,5120,0.3589173158009847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,5120,0.3712586561838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,5120,0.28388800223668414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,5120,0.2805173397064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,5120,0.24421334266662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,5120,0.20509332418441772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,5120,0.19054933389027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,5120,0.14681599537531534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,5120,0.09282132983207703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,5120,0.09504000345865886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,5120,0.0892693301041921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,5120,0.10011733571688335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,5120,0.08573866883913676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,5120,0.09130133191744487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,5120,0.07949866851170857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,5120,0.08544533451398213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,5120,0.08455999692281087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,5120,0.07462933162848155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,5120,0.08236800134181976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,5120,0.07445333401362102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,5120,0.07734400033950806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,5120,0.07096000015735626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,5120,0.07066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,5120,0.06902933120727539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,5120,0.06788266698519389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,5120,0.07145600020885468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,5120,0.06997333467006683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,5120,0.07016533116499583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,5120,0.07108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,5120,0.06890666484832764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,5120,0.06974400083223979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,5120,0.06170133252938589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,5120,0.0611413319905599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,5120,0.06282666822274525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,5120,0.06117866436640421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,5120,0.06111466884613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,5120,0.0622026671965917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,5120,0.06006399790445963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,5120,0.3332800070444743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,5120,0.061162665486335754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,5120,0.06113600234190623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,5120,0.061386664708455406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,5120,0.06136533121267954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,5120,0.06124266485373179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,5120,0.06418666740258534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,5120,0.06363200147946675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,5120,0.06301333506902058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,5120,0.06422399977842967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,5120,0.15341867009798685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,5120,9.063418706258139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,5120,1.163162628809611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,5120,1.9931306838989258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,5120,0.9752586682637533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,5120,1.0802079836527507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,5120,1.2520373662312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,5120,0.9223253726959229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,5120,1.0835253397623699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,5120,0.8785119851430258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,5120,0.9979039827982584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,5120,0.8548959891001383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,5120,0.9573760032653809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,5120,0.792085329691569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,5120,0.8756373723347982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,5120,0.7124853134155273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,5120,0.8028639952341715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,5120,0.6509013175964355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,5120,0.7177226543426514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,5120,0.5783306757609049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,5120,0.6680959860483805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,5120,0.504095991452535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,5120,0.5618506669998169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,5120,0.45609601338704425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,5120,0.40611732006073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,5120,0.5029173294703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,5120,0.37058667341868085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,5120,0.3596160014470418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,5120,0.29212266206741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,5120,0.28514132897059125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,5120,0.22209600607554117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,5120,0.20920000473658243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,5120,0.15570132931073508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,5120,0.12990933656692505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,5120,0.09954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,5120,0.09830400347709656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,5120,0.0979360044002533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,5120,0.09731733798980713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,5120,0.09467732906341553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,5120,0.09307199716567993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,5120,0.09275733431180318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,5120,0.09142933289210002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,5120,0.06855466465155284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,5120,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,5120,0.06843733290831248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,5120,0.06823466718196869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,5120,0.0685280015071233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,5120,0.4025546709696452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,5120,0.067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,5120,0.0653653343518575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,5120,0.06298133234182994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,5120,0.06294399996598561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,5120,0.062047998110453285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,5120,0.062021334966023765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,5120,0.06203199923038483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,5120,0.08284799754619598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,5120,0.0805920014778773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,5120,0.07869866490364075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,5120,0.08206933240095775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,5120,0.07937600215276082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,5120,0.08027199904123943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,5120,0.07726400097211202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,5120,0.07515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,5120,0.08868799606959026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,5120,0.08726933598518372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,5120,0.07920533418655396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,5120,0.08378666639328003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,5120,0.08003733555475871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,5120,0.08069866895675659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,5120,0.0867199997107188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,5120,0.07698133091131847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,5120,0.08518933256467183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,5120,0.06752533217271169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,5120,2.3622719446818032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,5120,1.173456033070882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,5120,0.6522506475448608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,5120,0.6558026472727457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,5120,0.6339413324991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,5120,0.5982293287913004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,5120,7.663930892944336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,5120,0.6885226567586263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,5120,0.5437706708908081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,5120,0.5259306828180949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,5120,0.5144000053405762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,5120,0.48973333835601807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,5120,0.4752906560897827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,5120,0.45604264736175537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,5120,0.4395413398742676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,5120,0.4225120147069295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,5120,0.4091573158899943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,5120,0.38501866658528644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,5120,0.37166933218638104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,5120,0.37442131837209064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,5120,0.34018667538960773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,5120,0.33564265569051105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,5120,0.30320000648498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,5120,0.29550933837890625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,5120,0.2681279977162679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,5120,0.258735994497935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,5120,0.23440533876419067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,5120,0.1981333295504252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,5120,0.2221440076828003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,5120,0.17905600865681967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,5120,0.1700800061225891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,5120,0.1436906655629476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,5120,0.1409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,5120,0.11236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,5120,0.09533333778381348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,5120,0.0841919978459676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,5120,0.05958400170008341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,5120,0.05945600072542826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,5120,0.06145599981149038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,5120,0.05669333537419637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,5120,0.061568001906077065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,5120,0.06028266747792562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,5120,0.06636266907056172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,5120,0.04457066456476847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,5120,0.04480533301830292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,5120,0.04517333209514618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,5120,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,5120,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,5120,0.04523199796676636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,5120,0.04552533229192098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,5120,0.04427733520666758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,5120,0.04465599854787191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,5120,0.04778666794300079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,5120,0.04993066688378652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,5120,0.05009066561857859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,5120,0.046623999873797096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,5120,0.04822400212287903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,5120,0.06379733482996623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,5120,0.05109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,5120,0.04790933430194855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,5120,0.05091199775536855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,5120,0.04737600187460581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,5120,0.05049066742261251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,5120,0.04828799764315287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,5120,0.043578664461771645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,5120,0.048010667165120445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,5120,0.04990399877230326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,5120,0.04549333453178406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,5120,0.05323199927806854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,5120,0.04654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,5120,0.05162133276462555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,5120,0.049285332361857094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,5120,0.05407466491063436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,5120,0.047872001926104225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,4096,5.974032084147136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,4096,3.1296799977620444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,4096,12.30855941772461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,4096,1.749077320098877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,4096,1.7809813817342122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,4096,1.6597760518391926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,4096,1.4501066207885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,4096,1.560149351755778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,4096,1.3948532740275066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,4096,1.2784960269927979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,4096,1.199621359507243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,4096,1.2682027022043865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,4096,1.06987730662028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,4096,1.0609760284423828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,4096,1.055893341700236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,4096,1.0084693431854248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,4096,1.0035359859466553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,4096,0.8942026297251383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,4096,0.9175999959309896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,4096,0.826533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,4096,0.7772906621297201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,4096,0.7148799896240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,4096,0.6495413382848104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,4096,0.6320373217264811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,4096,0.6113119920094808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,4096,0.5258613427480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,4096,0.5254826545715332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,4096,0.4591199954350789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,4096,0.37964268525441486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,4096,0.34461867809295654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,4096,0.27268266677856445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,4096,0.2791360020637512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,4096,0.4498986800511678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,4096,0.20253332455952963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,4096,0.1662560005982717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,4096,0.10897599657376607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,4096,0.10626666744550069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,4096,0.10401599605878194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,4096,0.11344533165295918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,4096,0.10770666599273682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,4096,0.10346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,4096,0.10002133250236511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,4096,0.09915733337402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,4096,0.09517866373062134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,4096,0.10054399569829305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,4096,0.10059733192125957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,4096,0.10020800431569417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,4096,0.09231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,4096,0.09131733576456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,4096,0.09085866808891296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,4096,0.09092799822489421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,4096,0.09110933542251587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,4096,0.0937600036462148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,4096,0.09336533149083455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,4096,0.09299733241399129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,4096,0.09391466776529948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,4096,0.0922933320204417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,4096,0.09435733159383138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,4096,0.07878933350245158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,4096,0.07851199805736542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,4096,0.07874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,4096,0.07792533437410991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,4096,0.07769066592057546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,4096,0.07798933486143748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,4096,0.07723733286062877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,4096,0.07741333544254303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,4096,0.07715199887752533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,4096,0.07748266557852428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,4096,0.07809600234031677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,4096,0.07712533573309581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,4096,0.08222933113574982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,4096,0.08939733107884724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,4096,0.08816533287366231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,4096,0.08711999654769897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,4096,5.6189759572347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,4096,3.0467519760131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,4096,0.7889546553293864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,4096,1.5371839205423992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,4096,0.7810506820678711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,4096,0.9072426954905192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,4096,0.7123839855194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,4096,0.8040746847788492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,4096,0.682096004486084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,4096,0.7143413225809733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,4096,0.6509759823481241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,4096,0.6518293221791586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,4096,0.6022506554921468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,4096,0.641813317934672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,4096,0.549178679784139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,4096,0.5943946838378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,4096,0.5247573455174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,4096,0.48981865247090656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,4096,0.468389352162679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,4096,0.4331573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,4096,0.4392640193303426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,4096,0.4135040044784546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,4096,0.3869280020395915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,4096,0.36243732770284015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,4096,0.3575199842453003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,4096,0.3478826681772868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,4096,0.30062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,4096,0.24145599206288657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,4096,0.2529813249905904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,4096,0.27400000890096027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,4096,0.20733332633972168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,4096,0.16643733779589334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,4096,0.16634666919708252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,4096,0.1358453333377838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,4096,0.11546132961908977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,4096,0.07537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,4096,0.07729066908359528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,4096,0.07815999786059062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,4096,0.07242666681607564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,4096,0.07049599786599477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,4096,0.08429867029190063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,4096,0.06843199829260509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,4096,0.06796800096829732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,4096,0.06637333333492279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,4096,0.06572266419728597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,4096,0.06936533252398173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,4096,0.06622933348019917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,4096,0.06436799963315327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,4096,0.06321600079536438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,4096,0.06297599772612254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,4096,0.06251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,4096,0.05916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,4096,0.06875733534495036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,4096,0.07002133131027222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,4096,0.06715199848016103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,4096,0.06779733300209045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,4096,0.0669706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,4096,0.054117331902186074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,4096,0.06046933432420095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,4096,0.05223466455936432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,4096,0.0528053343296051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,4096,0.05194666484991709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,4096,0.05231466889381409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,4096,0.053802669048309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,4096,0.052239999175071716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,4096,0.051925331354141235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,4096,0.05239466826121012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,4096,0.0537120004494985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,4096,0.05228800078233083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,4096,0.05171200136343638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,4096,0.05523733297983805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,4096,0.05433600147565206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,4096,0.05435733497142792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,4096,0.05503466725349426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,4096,6.9760589599609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,4096,1.8671733538309734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,4096,3.5126771926879883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,4096,1.0095679759979248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,4096,0.8448373476664225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,4096,1.046341339747111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,4096,0.7807040214538574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,4096,0.84662397702535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,4096,0.7385013103485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,4096,0.7966986497243246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,4096,0.6961867014567057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,4096,0.7613226572672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,4096,0.6602773269017538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,4096,0.7045439879099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,4096,0.6109919945398966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,4096,0.6566133499145508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,4096,0.5622453292210897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,4096,0.573744018872579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,4096,1.0229120254516602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,4096,0.4965920050938924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,4096,0.5530293385187784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,4096,0.4325653314590454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,4096,0.3888266483942668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,4096,0.4642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,4096,0.3632426659266154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,4096,0.39610131581624347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,4096,0.29211199283599854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,4096,0.35530134042104083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,4096,0.28826133410135907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,4096,0.2232159972190857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,4096,0.1787946621576945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,4096,0.1653493344783783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,4096,0.10372799634933472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,4096,0.08216000099976857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,4096,0.08075733482837677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,4096,0.07969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,4096,0.077824001510938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,4096,0.0763733337322871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,4096,0.075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,4096,0.07600533465544383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,4096,0.07484266658624013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,4096,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,4096,0.05816533168156942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,4096,0.057962665955225624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,4096,0.05649066468079885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,4096,0.056159997979799904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,4096,0.056330665946006775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,4096,0.05619733532269796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,4096,0.055919999877611794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,4096,0.05327466626962026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,4096,0.24850666522979736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,4096,0.0532533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,4096,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,4096,0.05346666773160299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,4096,0.07053333520889282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,4096,0.07036266724268596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,4096,0.07076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,4096,0.0737066666285197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,4096,0.07067200044790904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,4096,0.07275733351707458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,4096,0.07035733262697856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,4096,0.06843733290831248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,4096,0.07310933371384938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,4096,0.06367466847101848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,4096,0.07202666501204173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,4096,0.07252799967924754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,4096,0.0724426656961441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,4096,0.07409599920113881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,4096,0.07459199925263722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,4096,0.0749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,4096,0.07251733541488647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,4096,0.05307200054327647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,4096,0.1232266624768575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,4096,0.8978880246480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,4096,6.268007914225261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,4096,2.0055972735087075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,4096,0.9275813102722168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,4096,0.5221253236134847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,4096,0.5272560119628906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,4096,0.49344531695048016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,4096,0.47683465480804443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,4096,0.46430401007334393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,4096,0.4654959837595622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,4096,0.43535466988881427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,4096,0.42313067118326825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,4096,0.40653332074483234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,4096,0.40776534875233966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,4096,0.3774453401565552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,4096,0.36533868312835693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,4096,0.34931198755900067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,4096,0.34993334611256915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,4096,0.3207813302675883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,4096,0.30695199966430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,4096,0.29102933406829834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,4096,0.29019467035929364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,4096,0.24951734145482382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,4096,0.26020000378290814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,4096,0.2354373335838318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,4096,0.22703200578689575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,4096,0.20339733362197876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,4096,0.19358932971954346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,4096,0.17665332555770874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,4096,0.16818133989969888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,4096,0.14975200096766153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,4096,0.1354986627896627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,4096,0.11740533510843913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,4096,0.11264800031979878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,4096,0.09060000379880269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,4096,0.0747599999109904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,4096,0.06703733404477437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,4096,0.04948799808820089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,4096,0.04763199885686239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,4096,0.04775733252366384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,4096,0.0468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,4096,0.04808799922466278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,4096,0.04913066824277242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,4096,0.048384000857671104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,4096,0.052042668064435325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,4096,0.03642133375008901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,4096,0.03586400051911672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,4096,0.03638399889071783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,4096,0.0353946660955747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,4096,0.035631999373435974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,4096,0.03555200000603994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,4096,0.03550133357445399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,4096,0.03578133384386698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,4096,0.03585600107908249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,4096,0.03874400009711584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,4096,0.03640000025431315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,4096,0.03923200070858002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,4096,0.036546667416890465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,4096,0.0401679997642835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,4096,0.03832799941301346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,4096,0.03949599961439768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,4096,0.0383840004603068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,4096,0.040752001106739044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,4096,0.0396399994691213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,4096,0.03902133305867513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,4096,0.04058133314053217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,4096,0.039362666507562004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,4096,0.03952266772588094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,4096,0.04064266632000605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,4096,0.039061332742373146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,4096,0.040152000884215035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,4096,0.04143200069665909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,3584,10.90228271484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,3584,5.403770446777344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,3584,2.6289119720458984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,3584,1.447322686513265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,3584,1.4152587254842122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,3584,1.2349759737650554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,3584,1.198800007502238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,3584,1.1945226987202961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,3584,0.9947520097096761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,3584,1.0794080098470051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,3584,1.0967199802398682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,3584,1.1244213581085205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,3584,0.9645280043284098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,3584,0.861525297164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,3584,0.8038880030314127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,3584,0.8230506579081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,3584,0.7889493306477865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,3584,0.7007253170013428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,3584,0.6562293370564779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,3584,0.6916693051656088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,3584,0.621450662612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,3584,0.5772266785303751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,3584,0.5230026642481486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,3584,0.5084799925486246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,3584,0.4912213484446208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,3584,0.43427733580271405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,3584,0.42071465651194256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,3584,0.35418132940928143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,3584,0.3323253393173218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,3584,0.30778666337331134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,3584,0.27531200647354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,3584,0.2248693307240804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,3584,0.22764267524083456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,3584,0.19064533710479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,3584,0.15601066748301187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,3584,0.10363733768463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,3584,0.09833600123723348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,3584,0.09774399797121684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,3584,0.10567466417948405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,3584,0.09612799684206645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,3584,0.0921013355255127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,3584,0.08845333258310954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,3584,0.08756800492604573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,3584,0.08131733536720276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,3584,0.08784000078837077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,3584,0.08633599678675334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,3584,0.08699733018875122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,3584,0.07864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,3584,0.0783786674340566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,3584,0.07784533500671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,3584,0.0787360022465388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,3584,0.077824001510938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,3584,0.0823413332303365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,3584,0.08102400104204814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,3584,0.0810346653064092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,3584,0.08207466701666515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,3584,0.08061866462230682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,3584,0.08070933322111766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,3584,0.07021333277225494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,3584,0.06989333530267079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,3584,0.06949333349863689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,3584,0.06965333223342896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,3584,0.06925866504510243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,3584,0.0686773310105006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,3584,0.06911466519037883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,3584,0.06863466898600261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,3584,0.06888533135255177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,3584,0.06857599814732869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,3584,0.06838933130105336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,3584,0.06851733227570851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,3584,0.07337066531181335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,3584,0.0727946658929189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,3584,0.07473599910736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,3584,0.07443200051784515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,3584,4.678714752197266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,3584,2.4446187019348145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,3584,1.1895893414815266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,3584,0.9058240254720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,3584,0.8203360239664713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,3584,0.8152906894683838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,3584,0.6206986506779989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,3584,0.6375413338343302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,3584,0.5964746475219727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,3584,0.6083093484242758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,3584,0.5453226566314697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,3584,0.5389386812845866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,3584,0.5119839906692505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,3584,0.5162880023320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,3584,0.468389352162679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,3584,0.45130133628845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,3584,0.43902401129404706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,3584,0.4055306514104207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,3584,0.3806613286336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,3584,0.3648000160853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,3584,0.3628426790237427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,3584,0.3411946694056193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,3584,0.30641599496205646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,3584,0.2950613300005595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,3584,0.2910826603571574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,3584,0.2953173319498698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,3584,0.24210133155186972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,3584,0.20916267236073813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,3584,0.19849065939585367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,3584,0.23296533028284708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,3584,0.1662773291269938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,3584,0.14640000462532043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,3584,0.14601066708564758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,3584,0.11496000488599141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,3584,0.09709866841634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,3584,0.06860800087451935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,3584,0.06634666522343953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,3584,0.06514666477839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,3584,0.06971733272075653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,3584,0.07195200026035309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,3584,0.06339199841022491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,3584,0.06137066582838694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,3584,0.06037333110968272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,3584,0.05641599992911021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,3584,0.059952000776926674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,3584,0.05904533465703329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,3584,0.058448001742362976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,3584,0.056703999638557434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,3584,0.05502399802207947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,3584,0.054901331663131714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,3584,0.05583466589450836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,3584,0.054378668467203774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,3584,0.0561706672112147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,3584,0.056320001681645714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,3584,0.058277333776156105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,3584,0.05461333195368449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,3584,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,3584,0.05369600156943003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,3584,0.04833599925041199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,3584,0.04920533299446106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,3584,0.047824000318845115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,3584,0.04986133178075155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,3584,0.04788800080617269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,3584,0.04711999992529551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,3584,0.04825599988301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,3584,0.050373335679372154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,3584,0.04861866434415182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,3584,0.04820266862710317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,3584,0.04774933556715647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,3584,0.04898133377234141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,3584,0.05085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,3584,0.050794666012128196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,3584,0.050554667909940086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,3584,0.05026666820049286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,3584,6.217482884724935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,3584,3.2475999196370444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,3584,1.6379146575927734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,4096,0.0394400010506312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,4096,0.040338667730490364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,3584,0.8749120235443115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,3584,0.8150719801584879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,3584,0.9559093316396078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,3584,0.7157653172810873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,3584,0.7736746470133463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,3584,0.6787892977396647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,3584,0.724069356918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,3584,0.6338719924290975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,3584,0.6751946608225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,3584,0.5914666652679443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,3584,0.6237013339996338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,3584,0.5550986528396606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,3584,0.5728960037231445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,3584,0.49855999151865643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,3584,0.5211306810379028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,3584,0.4535520076751709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,3584,0.4804319938023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,3584,0.39772268136342365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,3584,0.4020800193150838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,3584,0.3535626729329427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,3584,0.35628267129262287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,3584,0.3123626708984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,3584,0.3067199985186259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,3584,0.26517866055170697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,3584,0.2565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,3584,0.21472533543904623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,3584,0.20148267348607382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,3584,0.1646453340848287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,3584,0.14773333072662354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,3584,0.1146399974822998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,3584,0.09310400485992432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,3584,0.07470933099587758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,3584,0.07321600119272868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,3584,0.07334933181603749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,3584,0.07260799904664357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,3584,0.07044266661008199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,3584,0.07025599976380666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,3584,0.07025066514809926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,3584,0.06849599877993266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,3584,0.053130666414896645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,3584,0.053823997577031456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,3584,0.05338666836420695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,3584,0.051962668697039284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,3584,0.05213866631189982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,3584,0.05159999926884969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,3584,0.05105599761009216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,3584,0.05037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,3584,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,3584,0.04756266872088114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,3584,0.04790933430194855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,3584,0.0598826656738917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,3584,0.06028800209363302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,3584,0.06444266438484192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,3584,0.0583840012550354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,3584,0.058090666929880776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,3584,0.055861334005991616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,3584,0.06362133224805196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,3584,0.05507733424504598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,3584,0.06469866633415222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,3584,0.06201600035031637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,3584,0.06493333478768666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,3584,0.06407466530799866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,3584,0.06018133461475372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,3584,0.06070933242638906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,3584,0.056373332937558494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,3584,0.9129227002461752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,3584,0.06428800026575725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,3584,0.06445333361625671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,3584,0.056549335519472756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,3584,0.06473599870999654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,3584,0.8545920054117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,4096,0.04061600069204966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,3584,1.6599920590718586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,3584,0.8736240069071451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,3584,5.393922805786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,3584,0.4702959855397542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,3584,0.45824265480041504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,3584,0.46064531803131104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,3584,0.4334933360417684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,3584,0.4171066681543986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,3584,0.4060320059458415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,3584,0.4084213177363078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,3584,0.3807706832885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,3584,0.36586399873097736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,3584,0.35363467534383136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,3584,0.3532586495081584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,3584,0.32844799757003784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,3584,0.31354133288065594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,3584,0.31478933493296307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,3584,0.2757386763890584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,3584,0.261957327524821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,3584,0.2889973322550456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,3584,0.26014665762583417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,3584,0.2389413317044576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,3584,0.22841066122055054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,3584,0.21089333295822144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,3584,0.20614933967590332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,3584,0.1747386654218038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,3584,0.18385867277781168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,3584,0.15853066245714822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,3584,0.15123466650644937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,3584,0.13478933771451315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,3584,0.12166666984558105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,3584,0.10466933250427246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,3584,0.10073600212732951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,3584,0.0606826643149058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,3584,0.06611999869346619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,3584,0.08169866601626079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,3584,0.04465066889921824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,3584,0.04324533541997274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,3584,0.04283999900023142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,3584,0.04207199811935425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,3584,0.04411466419696808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,3584,0.04458933571974436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,3584,0.04424266517162323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,3584,0.046944002310434975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,3584,0.03269333392381668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,3584,0.03313866754372915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,3584,0.0337893341978391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,3584,0.03263466556866964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,3584,0.032501332461833954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,3584,0.03250666707754135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,3584,0.034344000120957695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,3584,0.03352800011634827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,3584,0.034258666137854256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,3584,0.03532800078392029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,3584,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,3584,0.03605599949757258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,3584,0.0354666660229365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,3584,0.03531466672817866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,3584,0.03626399983962377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,3584,0.035962666074434914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,3584,0.03312533348798752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,3584,0.0373333344856898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,3584,0.03357866654793421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,3584,0.036858665446440377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,3584,0.03465333332618078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,3584,0.036848001182079315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,3584,0.03694133212169012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,3584,0.03751466671625773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,3584,0.036533333361148834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,3584,0.032530667881170906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,3584,0.036714665591716766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,3072,8.08742904663086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,3072,4.518917401631673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,3584,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,3072,2.0471413930257163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,3072,1.0090773105621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,3072,1.1478559970855713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,3072,0.9563626448313395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,3072,1.0538240273793538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,3072,0.9028106530507406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,3072,0.8297973473866781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,3072,0.8644800186157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,3072,0.8047306537628174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,3072,0.8802986939748129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,3072,0.7286453247070312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,3072,0.780623992284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,3072,0.7113973299662272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,3072,0.8124480247497559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,3072,0.7482613722483317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,3072,0.71506134668986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,3072,0.6242666641871134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,3072,0.635312000910441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,3072,0.6036853392918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,3072,0.5625919898351034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,3072,0.4743146498998006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,3072,0.46720532576243085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,3072,0.45043734709421795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,3072,0.371338685353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,3072,0.38619200388590497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,3072,0.31410666306813556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,3072,0.3062240084012349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,3072,0.2747146685918172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,3072,0.2569119930267334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,3072,0.2003999948501587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,3072,0.21084266901016235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,3072,0.16263999541600546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,3072,0.13819733262062073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,3072,0.0888853371143341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,3072,0.08401599526405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,3072,0.08543466528256734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,3072,0.09101866682370503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,3072,0.08668266733487447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,3072,0.08183999856313069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,3072,0.07877866427103679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,3072,0.07894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,3072,0.0740479975938797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,3072,0.07939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,3072,0.07561066746711731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,3072,0.07590400179227193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,3072,0.06880000233650208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,3072,0.06869333485762279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,3072,0.06839466591676076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,3072,0.06849066913127899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,3072,0.06810133159160614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,3072,0.07114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,3072,0.07084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,3072,0.07049066821734111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,3072,0.07039466500282288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,3072,0.07055466870466869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,3072,0.07026666899522145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,3072,0.060517330964406334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,3072,0.06047466893990835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,3072,0.0601440022389094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,3072,0.06005333364009857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,3072,0.06048533320426941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,3072,0.06019733349482218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,3072,0.060821334520975746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,3072,0.060218666990598045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,3072,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,3072,0.0602400004863739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,3072,0.060191998879114784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,3072,0.06029333174228668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,3072,0.06429333488146464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,3072,0.0639519989490509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,3072,0.06251200040181477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,3072,0.06243733565012614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,3072,4.142165184020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,3072,2.130224068959554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,3072,1.0759519735972087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,3072,0.6420480012893677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,3072,0.6699626445770264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,3072,0.6672053337097168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,3072,0.5623679955800375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,3072,0.5565386613210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,3072,0.5270613431930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,3072,0.4974026679992676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,3072,0.4723786513010661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,3072,0.45956265926361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,3072,0.4435093402862549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,3072,0.39768000443776447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,3072,0.38222400347391766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,3072,0.38124267260233563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,3072,0.3557600180308024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,3072,0.3388853470484416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,3072,0.3654400110244751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,3072,0.31242666641871136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,3072,0.3105226755142212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,3072,0.2739040056864421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,3072,0.26160534222920734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,3072,0.25094934304555255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,3072,0.2539680004119873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,3072,0.20826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,3072,0.43353064854939777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,3072,0.1876159906387329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,3072,0.18017067511876425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,3072,0.20998400449752808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,3072,0.12628799676895142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,3072,0.1554080049196879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,3072,0.12969066699345908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,3072,0.10413333773612976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,3072,0.0844640036424001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,3072,0.06111466884613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,3072,0.05619200070699056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,3072,0.06137600044409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,3072,0.0628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,3072,0.05857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,3072,0.05537599821885427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,3072,0.0555626650651296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,3072,0.05220800141493479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,3072,0.05388266841570536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,3072,0.05340800185998281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,3072,0.05253333350022634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,3072,0.0497920016447703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,3072,0.049829334020614624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,3072,0.04953599969546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,3072,0.048997332652409874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,3072,0.04933333396911621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,3072,0.050186668833096824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,3072,0.052501335740089417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,3072,0.04962133367856344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,3072,0.05638400216897329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,3072,0.049685334165891014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,3072,0.04896000027656555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,3072,0.047600001096725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,3072,0.04340800146261851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,3072,0.04387733340263367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,3072,0.04292266567548116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,3072,0.04287466903527578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,3072,0.04330133398373922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,3072,0.04505600035190582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,3072,0.04444266855716705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,3072,0.042064001162846885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,3072,0.04301333427429199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,3072,0.04420266548792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,3072,0.04252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,3072,0.04268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,3072,0.04540266593297323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,3072,0.0447626660267512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,3072,0.045007998744646706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,3072,0.04384533564249674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,3584,0.036015999813874565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,3072,5.543002446492513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,3072,2.77892271677653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,3072,0.7538080215454102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,3072,1.4440693855285645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,3072,0.7161920070648193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,3072,0.8581333160400391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,3072,0.6501760085423788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,3072,0.6931359767913818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,3072,0.6105440060297648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,3072,0.6509759823481241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,3072,0.5734453201293945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,3584,0.03702933341264725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,3072,0.6103413502375284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,3072,0.5507733424504598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,3072,0.5681279897689819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,3072,0.5066080093383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,3072,0.5195253292719523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,3072,0.4663360118865967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,3072,0.4768746693929036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,3072,0.4060106674830119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,3072,0.4434560139973958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,3072,0.3626399834950765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,3072,0.36236798763275146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,3072,0.31807466348012287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,3072,0.32449066638946533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,3072,0.28864532709121704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,3072,0.28040534257888794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,3072,0.24150933821996054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,3072,0.23881065845489502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,3072,0.2026080091794332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,3072,0.18897066513697305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,3072,0.15154133240381876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,3072,0.1374666690826416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,3072,0.10628799597422282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,3072,0.08423466483751933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,3072,0.0672266681989034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,3072,0.06914133330186208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,3072,0.06843733290831248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,3072,0.06631466746330261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,3072,0.06337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,3072,0.0621973325808843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,3072,0.06320000191529591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,3072,0.06046933432420095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,3072,0.047295997540156044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,3072,0.04764799773693085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,3072,0.047397335370381675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,3072,0.04780800143877665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,3072,0.04668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,3072,0.04678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,3072,0.04664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,3072,0.04667200148105621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,3072,0.04354666670163473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,3072,0.043365334471066795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,3072,0.05215999980767568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,3072,0.049925332268079124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,3072,0.053317333261171974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,3072,0.04977599779764811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,3072,0.051829333106676735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,3072,0.049733335773150124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,3072,0.05629866818586985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,3072,0.055861334005991616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,3072,0.04945066571235657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,3072,0.05597866574923197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,3072,0.055829331278800964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,3072,0.04981866478919983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,3072,0.05362133185068766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,3072,0.04797866443792979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,3072,0.05190933247407278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,3072,0.8177066644032797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,3072,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,3072,0.05091733237107595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,3072,0.057189335425694786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,3072,0.04384533564249674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,3072,0.05220800141493479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,3072,0.7654293378194174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,3072,1.4505492846171062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,3072,0.7368746598561605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,3072,4.505794525146484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,3072,0.4248559872309367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,3072,0.38125868638356525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,3072,0.38581868012746173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,3072,0.40543198585510254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,3072,0.37755199273427326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,3072,0.3576666514078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,3072,0.3412853479385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,3072,0.3381359974543254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,3072,0.3303706645965576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,3072,0.3107200066248576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,3072,0.298744002978007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,3072,0.2912186582883199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,3072,0.28229065736134845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,3072,0.2690746585528056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,3072,0.25256800651550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,3072,0.24230666955312094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,3072,0.23815999428431192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,3072,0.22169333696365356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,3072,0.20788800716400146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,3072,0.19588534037272134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,3072,0.19175734122594199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,3072,0.1751813292503357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,3072,0.16120266914367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,3072,0.15494133035341898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,3072,0.14494933684666952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,3072,0.12940000494321188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,3072,0.1199386715888977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,3072,0.10694400469462077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,3072,0.09635733564694722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,3072,0.08692533771197002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,3072,0.07146133482456207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,3072,0.05951199928919474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,3072,0.05231999854246775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,3072,0.03970933457215627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,3072,0.038405333956082664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,3072,0.03888533264398575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,3072,0.038930666943391166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,3072,0.03844800094763438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,3072,0.038890667259693146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,3072,0.03963200002908707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,3072,0.04128266622622808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,3072,0.029362666110197704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,3072,0.029976000388463337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,3072,0.030245333909988403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,3072,0.029527999460697174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,3072,0.030663999418417614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,3072,0.031285333136717476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,3072,0.03067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,3072,0.031165334085623424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,3072,0.03224800030390421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,3072,0.03143200029929479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,3072,0.03209333370129267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,3072,0.030389333764712017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,3072,0.03236266722281774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,3072,0.03219199925661087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,3072,0.031543999910354614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,3072,0.03153600047032038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,3072,0.03222133219242096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,3072,0.03215199957291285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,3072,0.0317520002524058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,3072,0.029418667157491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,3072,0.032586666444937386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,3072,0.03183466692765554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,3072,0.03275733441114426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,3072,0.03306133300065994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,3072,0.031528001030286155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,3072,0.03250666707754135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,3072,0.03317866722742716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,2560,6.737525304158528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,2560,3.6799678802490234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,2560,1.6364906628926594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,2560,0.9545439879099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,2560,0.9819093545277914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,2560,0.8360479672749838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,2560,0.7645920117696127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,2560,0.7829813162485758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,2560,0.7193439801534017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,2560,0.7595252990722656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,2560,0.6761653423309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,2560,0.7070720195770264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,2560,0.6233226855595907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,2560,0.6432746648788452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,2560,0.5808746814727783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,2560,0.5681759913762411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,2560,0.5528106689453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,2560,0.5139946540196737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,2560,0.4814720153808594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,2560,0.45422931512196857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,2560,0.4517546494801839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,2560,0.4487359921137492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,2560,0.3895626862843831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,2560,0.37422935167948407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,2560,0.35624531904856366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,2560,0.314303994178772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,2560,0.301253338654836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,2560,0.26427199443181354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,2560,0.24753065903981528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,2560,0.23171200354894003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,2560,0.20674665768941244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,2560,0.160453329483668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,2560,0.15946666399637857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,2560,0.13263466954231262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,2560,0.10971200466156006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,2560,0.07283199826876323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,2560,0.07070933282375336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,2560,0.06876799960931142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,2560,0.0747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,2560,0.07043200234572093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,2560,0.06756266454855601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,2560,0.06509866813818614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,2560,0.06453333298365276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,2560,0.06155199805895487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,2560,0.06491200129191081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,2560,0.06451733410358429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,2560,0.06471999982992808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,3072,0.029997333884239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,2560,0.05950400233268738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,2560,0.05970133344332377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,2560,0.05922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,2560,0.05840533475081126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,2560,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,2560,0.06039999922116598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,2560,0.060122668743133545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,2560,0.06002133091290792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,2560,0.06010666489601135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,2560,0.05871466795603434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,2560,0.05842666824658712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,2560,0.05207466582457224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,2560,0.05201066533724467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,2560,0.05201066533724467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,2560,0.05190933247407278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,2560,0.05204799771308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,2560,0.051514665285746254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,2560,0.05129066606362661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,2560,0.05113600194454193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,2560,0.05123200019200643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,2560,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,2560,0.05123733480771383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,2560,0.05082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,2560,0.05438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,2560,0.054527997970581055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,2560,0.05415999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,2560,0.05415999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,2560,3.5638561248779297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,2560,1.8477973937988281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,2560,0.9417226314544678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,2560,0.5924746592839559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,2560,0.5650773445765177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,2560,0.5605706771214803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,2560,0.5014133453369141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,2560,0.44733866055806476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,2560,0.4487520058949788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,2560,0.43934933344523114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,2560,0.38967466354370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,2560,0.40908265113830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,2560,0.36346666018168133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,2560,0.33476801713307697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,2560,0.3304533362388611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,2560,0.32313066720962524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,2560,0.30157333612442017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,2560,0.28492265939712524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,2560,0.30845866600672406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,2560,0.2691520055135091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,2560,0.26528533299763996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,2560,0.23215466737747192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,2560,0.22074133157730103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,2560,0.2155359983444214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,2560,0.2219946583112081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,2560,0.3970666726430257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,2560,0.18287465969721475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,2560,0.1713386575380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,2560,0.15640532970428467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,2560,0.18140800793965658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,2560,0.13199466466903687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,2560,0.11250133315722148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,2560,0.1127359966437022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,2560,0.09162132938702901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,2560,0.07630399862925212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,2560,0.057376002271970115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,2560,0.0524586687485377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,2560,0.05120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,2560,0.05629333357016245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,2560,0.05468266705671946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,2560,0.05154666801293691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,2560,0.04839999973773956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,2560,0.04864533245563507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,2560,0.048512001832326256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,2560,0.045834665497144066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,2560,0.048026666045188904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,2560,0.0479360024134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,2560,0.04553066690762838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,2560,0.04373333354791006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,2560,0.04237333436806997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,2560,0.042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,2560,0.046165332198143005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,2560,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,2560,0.04520533482233683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,2560,0.04444266855716705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,2560,0.04347200194994608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,2560,0.04298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,2560,0.039861333866914116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,2560,0.03950933367013931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,2560,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,2560,0.03958400090535482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,2560,0.03952533255020777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,2560,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,2560,0.03992533435424169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,2560,0.03924266745646795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,2560,0.03950933367013931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,2560,0.03949866692225138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,2560,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,2560,0.03860799968242645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,2560,0.04580800235271454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,2560,0.03958933303753535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,2560,0.03998400022586187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,2560,0.03968533376852671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,2560,0.0397119993964831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,3072,0.0335333322485288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,2560,5.038938522338867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,2560,2.4732319513956704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,2560,0.7059199810028076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,3072,0.033285332222779594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,2560,0.6290080149968466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,2560,1.229914665222168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,2560,0.5963733196258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,2560,0.7601866722106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,2560,0.5594613154729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,2560,0.57696000734965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,2560,0.5149706602096558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,2560,0.539903998374939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,2560,0.4814560015996297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,2560,0.499728004137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,2560,0.44290133317311603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,2560,0.45978665351867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,2560,0.40569067001342773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,2560,0.42211198806762695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,2560,0.3713546593983968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,2560,0.39162135124206543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,2560,0.32551999886830646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,2560,0.3269813259442647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,2560,0.28883200883865356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,2560,0.28842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,2560,0.25430933634440106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,2560,0.2496266762415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,2560,0.2139093279838562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,2560,0.20752533276875815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,2560,0.7499199708302816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,2560,0.1753013332684835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,2560,0.1678933302561442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,2560,0.13132266203562418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,2560,0.12239999572436015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,2560,0.09169600407282512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,2560,0.07610666751861572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,2560,0.06037333110968272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,2560,0.06112533311049143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,2560,0.06076799829800924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,2560,0.0595413347085317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,2560,0.0566293348868688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,2560,0.056346664826075234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,2560,0.05612266560395559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,2560,0.05572799841562907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,2560,0.04354666670163473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,2560,0.04394666850566864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,2560,0.04351999859015147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,2560,0.04322133461634318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,2560,0.041706666350364685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,2560,0.04146666576464971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,2560,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,2560,0.039642666776975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,2560,0.04389866689840952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,2560,0.043050666650136314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,2560,0.047557334105173744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,2560,0.044031997521718345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,2560,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,2560,0.04379733403523763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,2560,0.046384001771608986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,2560,0.04804266492525736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,2560,0.043354665239652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,2560,0.04725866516431173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,2560,0.048672000567118325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,2560,0.04196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,2560,0.04816000163555145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,2560,0.04775466521581014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,2560,0.04384533564249674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,2560,0.04977599779764811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,2560,0.04566933214664459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,2560,0.04828799764315287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,2560,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,2560,0.04387733340263367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,2560,0.05012266834576925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,2560,0.04295999805132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,2560,0.6640959978103638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,2560,0.6286506652832031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,2560,3.6033201217651367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,2560,1.2544666926066081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,2560,0.6453119913736979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,2560,0.3559466600418091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,2560,0.35963467756907147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,2560,0.33528268337249756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,2560,0.3335760037104289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,2560,0.3200613260269165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,2560,0.31751465797424316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,2560,0.29684533675511676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,2560,0.29667999347050983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,2560,0.278765340646108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,2560,0.27658132712046307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,2560,0.26019465923309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,2560,0.2553573250770569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,2560,0.23888534307479858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,2560,0.24046399195988974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,2560,0.22056533892949423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,2560,0.21263200044631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,2560,0.19889867305755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,2560,0.19840800762176514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,2560,0.18057066202163696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,2560,0.1718533237775167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,2560,0.16211199760437012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,2560,0.15667466322580972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,2560,0.13980000217755637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,2560,0.13540800412495932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,2560,0.12147733569145203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,2560,0.11608266830444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,2560,0.10507200161616008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,2560,0.0931546688079834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,2560,0.08111999928951263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,2560,0.07813066740830739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,2560,0.0528080016374588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,2560,0.06189600129922231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,2560,0.046525334318478904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,2560,0.035815998911857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,2560,0.03488533447186152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,2560,0.03436266630887985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,2560,0.03444266567627589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,2560,0.035330665608247123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,2560,0.03555733213822047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,2560,0.03549066682656606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,2560,0.03643999993801117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,2560,0.026343998809655506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,2560,0.026392000416914623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,2560,0.026194666822751362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,2560,0.02644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,2560,0.026178665459156036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,2560,0.02629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,2560,0.02792000025510788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,2560,0.02717600017786026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,2560,0.026682667434215546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,2560,0.026250667870044708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,2560,0.028170667588710785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,2560,0.02662133425474167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,2560,0.026933332284291584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,2560,0.029154665768146515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,2560,0.027789334456125896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,2560,0.028994667033354442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,2560,0.02880000074704488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,2560,0.027136000494162243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,2560,0.0288400004307429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,2560,0.028202667832374573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,2560,0.026392000416914623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,2560,0.029117333392302196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,2560,0.029207999507586162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,2560,0.026151999831199646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,2560,0.02924266705910365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,2560,0.029498666524887085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,2560,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,2048,5.159685452779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,2048,3.0836105346679688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,2048,1.4589600563049316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,2048,0.8716693719228109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,2048,0.7739573319753011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,2048,0.7164426644643148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,2048,0.6282933155695597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,2048,0.6263200044631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,2048,0.6025813420613607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,2048,0.5769173304239908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,2048,0.5604586601257324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,2048,0.5587573448816935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,2048,0.4959253470102946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,2048,0.5280799865722656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,2048,0.47326934337615967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,2048,0.46986134847005206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,2048,0.45632000764211017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,2048,0.41810667514801025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,2048,0.3837493260701497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,2048,0.36540265878041583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,2048,0.3600320021311442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,2048,0.3550613323847453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,2048,0.3087093234062195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,2048,0.29688000679016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,2048,0.2873813311258952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,2048,0.29127466678619385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,2048,0.2434719999631246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,2048,0.21280000607172647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,2048,0.2037973403930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,2048,0.23838400840759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,2048,0.16338133811950684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,2048,0.1318719983100891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,2048,0.13020267089207968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,2048,0.10874666770299275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,2048,0.08840533097585042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,2048,0.060191998879114784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,2048,0.05909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,2048,0.058687999844551086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,2048,0.061850666999816895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,2048,0.06766400237878163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,2048,0.056373332937558494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,2048,0.054042667150497437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,2048,0.05413866539796194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,2048,0.05219733218352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,2048,0.054469332098960876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,2048,0.05457599957784017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,2048,0.054144000013669334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,2048,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,2048,0.04983466863632202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,2048,0.05012266834576925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,2048,0.04844266672929128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,2560,0.028999999165534973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,2048,0.04875733455022176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,2048,0.051872000098228455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,2048,0.05188799897829691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,2048,0.05223466455936432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,2048,0.05218133330345154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,2048,0.05097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,2048,0.04993066688378652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,2048,0.04195199906826019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,2048,0.042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,2048,0.041706666350364685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,2048,0.04228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,2048,0.04181866844495138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,2048,0.04206933577855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,2048,0.04167466859022776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,2048,0.041936000188191734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,2048,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,2048,0.042778665820757546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,2048,0.041936000188191734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,2048,0.043023998538653054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,2048,0.04428799947102865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,2048,0.044031997521718345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,2048,0.04424533247947693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,2048,0.04414399961630503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,2048,2.9181092580159507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,2048,1.691314697265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,2048,0.7866293589274088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,2048,0.43268267313639325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,2048,0.3876026471455892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,2048,0.4241226514180501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,2048,0.36509867509206134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,2048,0.39984798431396484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,2048,0.33854933579762775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,2048,0.3672026793162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,2048,0.3289946715037028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,2048,0.35334134101867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,2048,0.3106773296991984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,2048,0.3246533274650574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,2048,0.2762933373451233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,2048,0.2744479974110921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,2048,0.26808534065882367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,2048,0.2518506646156311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,2048,0.23582400878270468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,2048,0.25201332569122314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,2048,0.22075732549031576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,2048,0.21448800961176553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,2048,0.19379733006159464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,2048,0.18023999532063803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,2048,0.1860319972038269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,2048,0.18443200985590616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,2048,0.15424799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,2048,0.13958133260409036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,2048,0.129229336977005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,2048,0.11026133100191753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,2048,0.1463813285032908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,2048,0.09226933121681213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,2048,0.09567733605702718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,2048,0.07564799984296162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,2048,0.06269066532452901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,2048,0.043597335616747536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,2048,0.04754399756590525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,2048,0.04262933135032654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,2048,0.045826668540636696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,2048,0.04867733518282572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,2048,0.043991997838020325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,2048,0.041549332439899445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,2048,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,2048,0.04118400067090988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,2048,0.041293332974116005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,2048,0.04047200083732605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,2048,0.03972266614437103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,2048,0.040634666879971824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,2048,0.03930133332808813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,2048,0.039991999665896096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,2048,0.03828799972931544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,2048,0.038002667327721916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,2048,0.0393680011232694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,2048,0.04004533340533575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,2048,0.04045866678158442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,2048,0.03714400033156077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,2048,0.03843733419974645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,2048,0.03729599962631861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,2048,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,2048,0.03569866716861725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,2048,0.034685333569844566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,2048,0.03440800060828527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,2048,0.03364799916744232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,2048,0.03544266770283381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,2048,0.033384000261624656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,2048,0.03405600041151047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,2048,0.03422133376200994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,2048,0.03474933405717214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,2048,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,2048,0.03419200082619985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,2048,0.03554400056600571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,2048,0.03444000085194906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,2048,0.03509333233038584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,2048,0.03429333368937174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,2560,0.0288426677385966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,2048,2.118405342102051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,2048,4.332909266153972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,2048,0.5767946640650431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,2560,0.02899733434120814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,2048,0.5450533231099447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,2048,1.1103359858194988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,2048,0.5239786704381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,2048,0.6525253454844157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,2048,0.47147198518117267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,2048,0.4973119894663493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,2048,0.44039734204610187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,2048,0.4632800022761027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,2048,0.41540801525115967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,2048,0.4291626612345378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,2048,0.3797146479288737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,2048,0.39289867877960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,2048,0.34939201672871906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,2048,0.3633040189743042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,2048,0.3175706664721171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,2048,0.3322400053342183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,2048,0.2815333406130473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,2048,0.6203973293304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,2048,0.2807146708170573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,2048,0.24106399218241373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,2048,0.24394400914510092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,2048,0.2151599923769633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,2048,0.21066933870315552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,2048,0.18024800221125284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,2048,0.17610132694244385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,2048,0.1458186705907186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,2048,0.1383626659711202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,2048,0.11197333534558614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,2048,0.1000373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,2048,0.07622933387756348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,2048,0.0617466668287913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,2048,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,2048,0.050573334097862244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,2048,0.051672001679738365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,2048,0.04915999869505564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,2048,0.04743200043837229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,2048,0.04655466477076212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,2048,0.047224000096321106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,2048,0.045512000719706215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,2048,0.03646933287382126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,2048,0.03509866694609324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,2048,0.03566133230924606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,2048,0.034485332667827606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,2048,0.03448000053564707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,2048,0.033959999680519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,2048,0.0339626669883728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,2048,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,2048,0.03127199908097585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,2048,0.03616799910863241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,2048,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,2048,0.03735466549793879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,2048,0.03533600022395452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,2048,0.03939199944337209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,2048,0.03860799968242645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,2048,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,2048,0.03825866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,2048,0.03736533224582672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,2048,0.03602133442958196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,2048,0.03631466627120972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,2048,0.03733599931001663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,2048,0.03520799924929937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,2048,0.037271998822689056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,2048,0.03938666731119156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,2048,0.03904266655445099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,2048,0.03584266702334086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,2048,0.03734400123357773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,2048,0.03927200039227804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,2048,0.03937333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,2048,0.03719466676314672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,2048,0.5719146728515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,2048,0.5516293446222941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,2048,2.5968640645345054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,2048,1.074405352274577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,2048,0.5487182405259874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,2048,0.30638400713602704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,2048,0.30232177840338814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,2048,0.2874648835923937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,2048,0.28415822982788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,2048,0.27444444762335884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,2048,0.26667022705078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,2048,0.2523750993940565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,2048,0.25320177608066136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,2048,0.23987200525071886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,2048,0.23160176806979707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,2048,0.22144711017608643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,2048,0.20609954992930093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,2048,0.21703110800849068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,2048,0.18729600641462538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,2048,0.20061333974202475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,2048,0.18330844243367514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,2048,0.1674097776412964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,2048,0.16646044784122044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,2048,0.1515395508872138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,2048,0.14877688884735107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,2048,0.13635022110409206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,2048,0.13042488363054064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,2048,0.11834666464063857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,2048,0.11686044269137913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,2048,0.10248888863457574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,2048,0.09455466932720608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,2048,0.08873955408732097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,2048,0.07960533433490329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,2048,0.06826844480302599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,2048,0.06402133570777045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,2048,0.05425777700212267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,2048,0.0447306666109297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,2048,0.03833422064781189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,2048,0.030403554439544678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,2048,0.030433777305814955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,2048,0.029601779248979356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,2048,0.02968888812594944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,2048,0.029703110456466675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,2048,0.02917155623435974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,2048,0.029153777493370905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,2048,0.031160887744691636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,2048,0.021596444977654353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,2048,0.021553777986102637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,2048,0.022591999835438196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,2048,0.022088888618681166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,2048,0.02236088944805993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,2048,0.02292622294690874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,2048,0.022268444299697876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,2048,0.02216000027126736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,2048,0.02240000002914005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,2048,0.022522666388087805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,2048,0.023690667417314317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,2048,0.023614222804705303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,2048,0.02342222299840715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,2048,0.023582221733199224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,2048,0.02362666692998674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,2048,0.023669333921538457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,2048,0.023678221636348303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,2048,0.023603555228975084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,2048,0.02388800018363529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,2048,0.0240657776594162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,2048,0.023959111836221483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,2048,0.02395733363098568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,2048,0.02420622275935279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,2048,0.024417777856190998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,2048,0.02385777731736501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,2048,0.02460266649723053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,2048,0.02424533334043291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,1536,3.7015199661254883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,1536,1.9352000554402669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,1536,0.9964799880981445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,1536,0.5954666535059611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,1536,0.5648746490478516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,1536,0.5222400029500326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,1536,0.4875413179397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,1536,0.5074559847513834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,1536,0.4889333248138428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,1536,0.48629868030548096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,1536,0.45214398701985675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,1536,0.461573322614034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,1536,0.4172746737798055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,1536,0.436026652654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,1536,0.38197867075602215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,1536,0.3642186721165975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,1536,0.34486933549245197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,1536,0.31851200262705487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,1536,0.2985386649767558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,1536,0.33347733815511066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,1536,0.28658666213353473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,1536,0.279968003431956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,1536,0.24489066998163858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,1536,0.23043199380238852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,1536,0.2253333330154419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,1536,0.23527467250823975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,1536,0.18963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,1536,0.1639359990755717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,1536,0.15496533115704855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,1536,0.18551466862360635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,1536,0.128629336754481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,1536,0.1067680021127065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,1536,0.110042671362559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,1536,0.084906667470932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,1536,0.0687360018491745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,1536,0.04667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,1536,0.043040002385775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,1536,0.041802664597829185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,1536,0.04830400149027506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,1536,0.050026665131251015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,1536,0.04401599864164988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,1536,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,1536,0.04190400242805481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,1536,0.0395413339138031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,1536,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,1536,0.041850666205088295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,1536,0.041722665230433144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,1536,0.03951466580231985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,1536,0.03800000001986822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,1536,0.03772799919048945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,1536,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,1536,0.0377866675456365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,1536,0.04026666780312856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,1536,0.03990400085846583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,1536,0.03966933240493139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,1536,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,1536,0.039077334105968475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,1536,0.03834133346875509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,1536,0.03457599878311157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,1536,0.03457599878311157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,1536,0.033999999364217125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,1536,0.033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,1536,0.03417599946260452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,1536,0.033957332372665405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,1536,0.034245334565639496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,1536,0.033861334125200905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,1536,0.03389333436886469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,1536,0.03438399980465571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,1536,0.03397866586844126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,1536,0.03408533334732056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,1536,0.03532266616821289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,1536,0.03452266752719879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,1536,0.035317334036032356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,1536,0.03605866680542628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,1536,2.2572453816731772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,2048,0.024684444069862366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,1536,0.543773333231608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,1536,1.3018773396809895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,1536,0.30103733142217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,1536,0.3755679925282796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,1536,0.30434133609135944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,1536,0.3338693380355835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,1536,0.2856666644414266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,1536,0.26446932554244995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,1536,0.3439360062281291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,1536,0.2513893246650696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,1536,0.33290932575861615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,1536,0.24552800258000693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,1536,0.2534293333689372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,1536,0.22217333316802979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,1536,0.22560266653696695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,1536,0.21757600704828897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,1536,0.2111413280169169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,1536,0.19102933009465536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,1536,0.22022932767868042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,1536,0.1857759952545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,1536,0.17108800013860068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,1536,0.15436800320943198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,1536,0.14854133129119873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,1536,0.13886666297912598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,1536,0.14844266573588052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,1536,0.12328533331553142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,1536,0.11081600189208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,1536,0.1036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,1536,0.11905599633852641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,1536,0.0743999977906545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,1536,0.07933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,1536,0.06273866693178813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,1536,0.05356800059477488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,1536,0.03940266619126002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,1536,0.03754399965206782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,1536,0.03680799901485443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,1536,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,1536,0.039408000806967415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,1536,0.03718933214743932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,1536,0.036159999668598175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,1536,0.03621333340803782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,1536,0.03434933225313822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,1536,0.03508000075817108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,1536,0.0356480007370313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,1536,0.0353946660955747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,1536,0.03310133268435796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,1536,0.08772800366083781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,1536,0.033301333586374916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,1536,0.034941333035628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,1536,0.03199466566244761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,1536,0.03643200049797694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,1536,0.03436266630887985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,1536,0.0342426672577858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,1536,0.03230933348337809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,1536,0.031541332602500916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,1536,0.03130933394034704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,1536,0.029722665747006733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,1536,0.029501333832740784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,1536,0.029690665503342945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,1536,0.03019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,1536,0.03029866764942805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,1536,0.031061333914597828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,1536,0.029175999263922375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,1536,0.029114666084448498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,1536,0.029391999046007793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,1536,0.030455999076366425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,1536,0.030429333448410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,1536,0.029773332178592682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,1536,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,1536,0.03089333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,1536,0.029501333832740784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,1536,0.029839999973773956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,1536,0.029391999046007793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,1536,1.8032959302266438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,1536,0.9483546415964762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,1536,3.5862881342569985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,1536,0.5294586817423502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,2048,0.023548444112141926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,1536,0.48343467712402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,1536,0.5644213358561198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,1536,0.43454400698343915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,1536,0.5385546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,1536,0.4113813241322835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,1536,0.4299226601918538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,1536,0.38433067003885907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,1536,0.399674654006958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,1536,0.3596693277359009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,1536,0.3678026596705119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,1536,0.32758933305740356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,1536,0.46057601769765216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,1536,0.3367280165354411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,1536,0.307589332262675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,1536,0.3102213342984517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,1536,0.2803279956181844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,1536,0.28438667456309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,1536,0.2416213353474935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,1536,0.24135732650756836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,1536,0.21619999408721924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,1536,0.21130132675170898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,1536,0.18970133860905966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,1536,0.1821840008099874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,1536,0.15939467151959738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,2048,0.02422222163942125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,1536,0.14999199906984964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,1536,0.12963199615478516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,1536,0.09603466590245564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,1536,0.11898133158683777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,1536,0.08348533511161804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,1536,0.06702133516470592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,1536,0.05238133172194163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,1536,0.04508000115553538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,1536,0.0424586683511734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,1536,0.04442933201789856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,1536,0.04249600072701772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,1536,0.04004533340533575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,1536,0.03950933367013931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,1536,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,1536,0.03756000101566315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,1536,0.030933332939942677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,1536,0.030368000268936157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,1536,0.03047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,1536,0.02945333222548167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,1536,0.02935733397801717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,1536,0.03014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,1536,0.029490667084852856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,1536,0.030189332862695057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,1536,0.026901334524154663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,1536,0.029103999336560566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,1536,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,1536,0.02929866562287013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,1536,0.03118666758139928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,1536,0.028882667422294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,1536,0.03104266772667567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,1536,0.03013866643110911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,1536,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,1536,0.0310506671667099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,1536,0.027978666126728058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,1536,0.030229332546393078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,1536,0.031541332602500916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,1536,0.029264000554879505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,1536,0.03109599898258845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,1536,0.029133332272370655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,1536,0.03196533272663752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,1536,0.03124266614516576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,1536,0.03012799968322118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,1536,0.03187733391920725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,1536,0.03109599898258845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,1536,0.028967998921871185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,1536,0.5013546546300253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,1536,0.8739768664042155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,1536,0.45727109909057617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,1536,1.9873138003879125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,1536,0.25413510534498424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,1536,0.2560604413350423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,1536,0.2397084501054552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,1536,0.240631103515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,1536,0.22775112258063424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,1536,0.22671288914150664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,1536,0.21072533395555285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,1536,0.21364443831973604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,1536,0.1996497843000624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,1536,0.19709332784016928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,1536,0.18302755885654023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,1536,0.18452978134155273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,1536,0.1707928842968411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,1536,0.17071999443901908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,1536,0.1555911170111762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,1536,0.15430933899349636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,1536,0.14111822181277806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,1536,0.14113777213626438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,1536,0.12702043851216635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,1536,0.12473777929941814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,1536,0.11560532781812881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,1536,0.11069689194361369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,1536,0.09786666764153375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,1536,0.08668800195058186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,1536,0.09718044598897298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,1536,0.08022933536105685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,1536,0.07127288977305095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,1536,0.06785244411892362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,1536,0.05740444527732002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,1536,0.05393244491683113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,1536,0.03882133298450046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,1536,0.04393600092993843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,1536,0.031585776143603854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,1536,0.02566577825281355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,1536,0.025271111064487036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,1536,0.0251217782497406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,1536,0.024499555428822834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,1536,0.025024000141355727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,1536,0.025102222959200542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,1536,0.024255999260478552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,1536,0.025377778543366328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,1536,0.018464000688658822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,1536,0.01811377704143524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,1536,0.018744889232847426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,1536,0.018782221608691745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,1536,0.0191928893327713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,1536,0.01886399918132358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,1536,0.018732445107565988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,1536,0.01847999956872728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,1536,0.018819555640220642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,1536,0.018764444523387484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,1536,0.018972444865438674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,1536,0.018757333358128864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,1536,0.018883556127548218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,1536,0.019301333361201815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,1536,0.019959110352728102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,1536,0.01940088967482249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,1536,0.020224000016848247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,1536,0.019507555498017203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,1536,0.020040889581044514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,1536,0.01941866676012675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,1536,0.020631111330456205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,1536,0.019662222928471036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,1536,0.02013688948419359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,1536,0.02017600006527371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,1536,0.020911999874644812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,1536,0.020202666521072388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,1536,0.020584889584117465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,1024,2.718503952026367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,1024,1.5304160118103027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,1024,0.7476027011871338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,1024,0.43110132217407227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,1024,0.3793226480484009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,1024,0.37829867998758954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,1024,0.3558453321456909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,1024,0.3570213317871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,1024,0.3222480018933614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,1024,0.31596000989278156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,1024,0.30584800243377686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,1024,0.30585332711537677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,1024,0.27987466255823773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,1024,0.2842106620470683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,1024,0.2445919911066691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,1024,0.23923999071121216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,1024,0.2445653279622396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,1024,0.22352532545725504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,1024,0.20858667294184366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,1024,0.22895999749501547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,1024,0.19553865989049277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,1024,0.1916053295135498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,1024,0.1627840002377828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,1024,0.15853333473205566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,1024,0.15265333652496338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,1024,0.15930666526158652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,1024,0.12907999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,1024,0.11343733469645183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,1024,0.10620799660682678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,1024,0.13099199533462524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,1024,0.08920533458391826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,1024,0.07368533313274384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,1024,0.07866933445135753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,1024,0.06140799820423126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,1024,0.05151733259359995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,1024,0.03629866739114126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,1024,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,1024,0.03053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,1024,0.034498666723569237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,1024,0.03506666670242945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,1024,0.030023999512195587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,1024,0.02864266683657964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,1024,0.02828533450762431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,1024,0.027122666438420612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,1024,0.028376000622908275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,1024,0.02794133375088374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,1024,0.02793866644303004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,1024,0.026210665702819824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,1024,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,1024,0.026055999100208282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,1024,0.025888000925381977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,1024,0.025733334322770435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,1024,0.027959999938805897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,1024,0.02706933269898097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,1024,0.0269840011994044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,1024,0.026893332600593567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,1024,0.026258667310078938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,1024,0.026023998856544495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,1024,0.02278133233388265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,1024,0.02365066607793172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,1024,0.023408000667889912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,1024,0.023175999522209167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,1024,0.023178666830062866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,1024,0.023410665492216747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,1024,0.02316533277432124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,1024,0.023314667244752247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,1024,0.023266665637493134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,1024,0.023240000009536743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,1024,0.02335199962059657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,1024,0.023071999351183575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,1024,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,1024,0.023575998842716217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,1024,0.02346399923165639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,1024,0.02367466688156128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,1024,1.6581119961208766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,1024,0.9982648425632052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,1024,0.43311643600463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,1536,0.02011022302839491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,1024,0.24369777573479545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,1024,0.22361599074469674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,1024,0.23944356706407335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,1024,0.2033564382129245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,1024,0.21265244483947754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,1024,0.19723378287421334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,1024,0.2022684415181478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,1024,0.18766400549146864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,1024,0.2087573342853122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,1024,0.183735105726454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,1024,0.17703466945224336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,1024,0.16399644480811224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,1024,0.16083378261990017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,1024,0.17264889346228707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,1024,0.15972088442908391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,1024,0.13883733749389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,1024,0.14968710475497776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,1024,0.1276764472325643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,1024,0.12294222248925103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,1024,0.11635555161370172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,1024,0.10922311411963569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,1024,0.11162132687038845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,1024,0.09151999817954169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,1024,0.08155377705891927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,1024,0.0779235561688741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,1024,0.08508621984057957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,1024,0.06702222426732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,1024,0.05735288725958931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,1024,0.059587558110555015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,1024,0.05097600155406528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,1024,0.044312887721591525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,1024,0.033879111210505165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,1024,0.03157688842879401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,1024,0.10898844401041667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,1024,0.03169599837727017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,1024,0.032051556640201144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,1024,0.03249955508444045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,1024,0.030513776673210993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,1024,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,1024,0.028487109475665625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,1024,0.0273297776778539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,1024,0.02887822190920512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,1024,0.028668443361918133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,1024,0.02829688787460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,1024,0.02678044471475813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,1024,0.025566221939192876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,1024,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,1024,0.026464000344276428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,1024,0.025496888491842482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,1024,0.026565333207448322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,1024,0.026053332620196875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,1024,0.02553244431813558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,1024,0.025262221693992615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,1024,0.026991999811596338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,1024,0.025064888927671645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,1024,0.02470933397610982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,1024,0.024346666203604803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,1024,0.0236835562520557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,1024,0.024693333440356787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,1024,0.02460799945725335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,1024,0.0248391115003162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,1024,0.024679111109839544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,1024,0.024673778149816725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,1024,0.024791111548741657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,1024,0.024746666351954143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,1024,0.02477866742346022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,1024,0.024846222665574815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,1024,0.02480711042881012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,1024,0.02472355630662706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,1024,0.02470933397610982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,1024,0.02473955518669552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,1536,0.020945777495702107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,1536,0.02013688948419359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,1024,1.491980446709527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,1024,0.41496888796488446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,1024,2.973875469631619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,1024,0.39110933409796816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,1024,0.7613742086622449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,1024,0.3670204480489095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,1024,0.4664035373263889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,1024,0.3498133288489447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,1024,0.3582613203260634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,1024,0.32741332054138184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,1024,0.3310808870527479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,1024,0.305914666917589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,1024,0.3044853210449219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,1024,0.4381848971048991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,1024,0.27997154659695095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,1024,0.2788248856862386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,1024,0.2568053404490153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,1024,0.25649065441555446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,1024,0.23403734631008574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,1024,0.4038417869144016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,1024,0.23091199662950304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,1024,0.20745955573187935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,1024,0.19295288456810844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,1024,0.18286577860514322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,1024,0.17446400059594047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,1024,0.1511768897374471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,1024,0.13261866569519043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,1024,0.1198986636267768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,1024,0.09282666444778442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,1024,0.0792693363295661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,1024,0.06776177883148193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,1024,0.0565262238184611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,1024,0.04184000028504265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,1024,0.3782702287038167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,1024,0.035006221797731184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,1024,0.03403910994529724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,1024,0.03514133228196038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,1024,0.03194488750563727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,1024,0.03219022353490194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,1024,0.029827555020650227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,1024,0.030513776673210993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,1024,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,1024,0.028488887680901423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,1024,0.022264889544910852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,1024,0.021957332889238994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,1024,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,1024,0.02075377768940396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,1024,0.15117866463131374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,1024,0.020106666617923312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,1024,0.02037333283159468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,1024,0.02093511157565647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,1024,0.018890667292806838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,1024,0.020442666278945077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,1024,0.019928889142142404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,1024,0.020209777686331008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,1024,0.10755378007888794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,1024,0.02072177827358246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,1024,0.0203146669599745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,1024,0.021532444490326777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,1024,0.020689777202076383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,1024,0.02072355482313368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,1024,0.022081777453422546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,1024,0.020675554871559143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,1024,0.021141333712471858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,1024,0.02201777696609497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,1024,0.020048000746303134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,1024,0.020522667302025687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,1024,0.02200177808602651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,1024,0.020632889535692003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,1024,0.02019733356104957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,1024,0.022120889690187242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,1024,0.021500445074505273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,1024,0.02070577773782942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,1024,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,1024,1.5598453521728515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,1024,0.19266133308410643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,1024,0.3466890652974447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,1024,0.682268778483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,1024,0.18193599383036296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,1024,0.19004160563151043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,1024,0.17767146428426106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,1024,0.17095786730448406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,1024,0.1679104010264079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,1024,0.16154346466064454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,1024,0.15011092821757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,1024,0.15738666852315267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,1024,0.14636905988057453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,1024,0.14038292566935223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,1024,0.1359509309132894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,1024,0.12904853026072186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,1024,0.1259392023086548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,1024,0.1197322686513265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,1024,0.1144927978515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,1024,0.10824426809946697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,1024,0.10511999924977619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,1024,0.09846186637878418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,1024,0.09269440174102783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,1024,0.08706773122151693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,1024,0.08287146886189779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,1024,0.07693760395050049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,1024,0.07291519641876221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,1024,0.06597439845403036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,1024,0.06129173437754313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,1024,0.055821867783864346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,1024,0.05172053178151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,1024,0.04460053443908692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,1024,0.0422815998395284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,1024,0.035366400082906084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,1024,0.02977919975916545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,1024,0.024485333760579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,1024,0.01988906661669413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,1024,0.020036266247431437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,1024,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,1024,0.019687465826670327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,1024,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,1024,0.01968533396720886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,1024,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,1024,0.01999573310216268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,1024,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,1024,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,1024,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,1024,0.01381226678689321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,1024,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,1024,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,1024,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,1024,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,1024,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,1024,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,1024,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,1024,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,1024,0.014979199568430582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,1024,0.015092266599337259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,1024,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,1024,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,1024,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,1024,0.015562666455904641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,1024,0.01581333378950755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,1024,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,1024,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,1024,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,1024,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,1024,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,1024,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,1024,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,1024,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,768,2.0488905906677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,768,1.130845308303833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,768,0.5914719899495443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,768,0.33772798379262287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,768,0.27744799852371216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,768,0.27501600980758667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,768,0.26180533568064374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,768,0.2561200062433879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,768,0.24414666493733725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,768,0.24162399768829346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,768,0.23230133454004923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,768,0.23035732905069986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,768,0.21571199099222818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,768,0.22331732511520386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,768,0.19064799944559732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,768,0.1876773238182068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,768,0.18579999605814615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,768,0.1710480054219564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,768,0.15874933203061423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,768,0.17987465858459473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,768,0.15466133753458658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,768,0.1446506679058075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,768,0.12762399514516196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,768,0.12259999910990398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,768,0.11381333072980244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,768,0.1269546647866567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,768,0.09782399733861287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,768,0.08909599979718526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,768,0.0836080014705658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,768,0.09900266925493877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,768,0.06705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,768,0.05678666631380717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,768,0.060402666529019676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,768,0.04725066820780436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,768,0.0383840004603068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,768,0.026418666044871014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,768,0.023533334334691364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,768,0.022855999569098156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,768,0.02613866577545802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,768,0.02606400102376938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,768,0.023991999526818592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,768,0.022991999983787537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,768,0.022853332261244457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,768,0.021938666701316833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,768,0.022645334402720135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,768,0.021840001145998638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,768,0.02218399941921234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,768,0.02085600048303604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,768,0.02074933300415675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,768,0.020839999119440716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,768,0.02062400057911873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,768,0.020125333219766617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,768,0.02164799968401591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,768,0.02127733329931895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,768,0.021365332106749218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,768,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,768,0.019802667200565338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,768,0.019871999820073444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,768,0.01870666692654292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,768,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,768,0.01865600049495697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,768,0.018573333819707234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,768,0.018730666488409042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,768,0.01893866683046023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,768,0.01870666692654292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,768,0.018160000443458557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,768,0.01863466699918111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,768,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,768,0.019010666757822037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,768,0.01881866653760274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,768,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,768,0.019098666807015736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,768,0.01927199959754944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,768,0.01896799976627032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,768,1.327144940694173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,768,0.7016391224331326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,768,0.34592000643412274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,768,0.22361421585083008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,768,0.18851910697089302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,768,0.2017973396513197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,768,0.17655466662512886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,768,0.17278577221764457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,768,0.16791999340057373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,768,0.16555021868811712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,768,0.15815999772813585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,768,0.16872710651821562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,768,0.1506506601969401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,768,0.14804089069366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,768,0.13639288478427464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,768,0.13368354903327093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,1024,0.016312533617019655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,768,0.13533511426713732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,768,0.14594311184353298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,768,0.11707911226484512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,768,0.12672711743248835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,768,0.10735644234551324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,768,0.09627555476294623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,768,0.09269866678449844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,768,0.0867982241842482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,768,0.09043377637863159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,768,0.07492622401979235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,768,0.07019911209742229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,768,0.06619022289911906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,768,0.0703644421365526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,768,0.05659733215967814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,768,0.05032177766164144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,768,0.05209066801600986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,768,0.10539733039008246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,768,0.04536177714665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,768,0.03764977720048692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,768,0.030972444348865088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,768,0.030431999100579157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,768,0.029866665601730347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,768,0.027335110637876723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,768,0.028858668274349634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,768,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,768,0.024880000286632117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,768,0.026887110537952844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,768,0.02648177742958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,768,0.02607466611597273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,768,0.024883555041419134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,768,0.02476444509294298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,768,0.026351999905374315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,768,0.023507555325826008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,768,0.024384000235133704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,768,0.02290133304066128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,768,0.02314311100376977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,768,0.022874666584862605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,768,0.023008000519540574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,768,0.022865777214368183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,768,0.022839110758569505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,768,0.02270222206910451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,768,0.021983999345037673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,768,0.022287999590237934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,768,0.022700443863868713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,768,0.02264533274703556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,768,0.02273955610063341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,768,0.022611555125978258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,768,0.022442667020691767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,768,0.022721777359644573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,768,0.022625777456495497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,768,0.022675555613305833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,768,0.022648889157507155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,768,0.021985777550273474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,768,0.022016000416543748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,768,0.022837332553333704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,768,0.02260444396071964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,768,0.02279111080699497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,1024,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,768,0.022008889251285132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,1024,0.015779200196266174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,768,1.3717208438449437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,768,0.6929386456807455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,768,2.6774862077501087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,768,0.3776693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,768,0.35625423325432676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,768,0.33377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,768,0.4209902286529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,768,0.32241066296895343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,768,0.32296710544162327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,768,0.30147022671169704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,768,0.3007733292049832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,768,0.27995554606119794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,768,0.2795555591583252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,768,0.2598133352067736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,768,0.2568426662021213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,768,0.2387359937032064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,768,0.3667573399013943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,768,0.2338933414883084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,768,0.21391110950046113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,768,0.21016177866193983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,768,0.19002311759524873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,768,0.401039997736613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,768,0.18253689342074922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,768,0.16279644436306423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,768,0.153075549337599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,768,0.1458115577697754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,768,0.11559644010331895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,768,0.3427448802524143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,768,0.11201600233713786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,768,0.09666488567988078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,768,0.08390044503741795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,768,0.07482844591140747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,768,0.05964977873696221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,768,0.050399998823801674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,768,0.031452443864610456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,768,0.0269795556863149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,768,0.031742221779293485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,768,0.026346666945351496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,768,0.026943999860021803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,768,0.024179556303554114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,768,0.026398221651713055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,768,0.02610133257177141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,768,0.021125333176718816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,768,0.01758577757411533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,768,0.018833777970737882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,768,0.017991110682487488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,768,0.01869155632125007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,768,0.018055111169815063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,768,0.017312000195185345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,768,0.018090666996108163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,768,0.01660977800687154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,768,0.016693333784739178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,768,0.017342221405771043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,768,0.017320889565679762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,768,0.01681422193845113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,768,0.017998221847746108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,768,0.1393671168221368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,768,0.017304889029926725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,768,0.01721955504682329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,768,0.017269333203633625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,768,0.01754844519827101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,768,0.01809955636660258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,768,0.016005333926942613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,768,0.017304889029926725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,768,0.018094221750895183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,768,0.017969777186711628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,768,0.017342221405771043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,768,0.017463111215167575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,768,0.01756622228357527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,768,0.017976888351970248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,768,0.018238221605618794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,768,0.017539555827776592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,768,0.018737778067588806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,768,0.03263466556866964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,768,0.2965813318888346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,768,0.5860799789428711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,768,1.216588846842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,768,0.16602667172749835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,768,0.16162880261739093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,768,0.15344319343566895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,768,0.14787306785583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,768,0.15669546127319336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,768,0.14348799387613934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,768,0.13954240481058758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,768,0.1356053352355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,768,0.12985386848449706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,768,0.1253386656443278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,768,0.1206485350926717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,768,0.11717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,768,0.11202346483866374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,768,0.10801706314086915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,768,0.10283733208974202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,768,0.09882346789042154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,768,0.09333439668019614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,768,0.08951573371887207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,768,0.08443093299865723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,768,0.08047573566436768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,768,0.07532800038655599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,768,0.07127040227254232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,768,0.06591039896011353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,768,0.0631231983502706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,768,0.057131731510162355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,768,0.05277013381322225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,768,0.048254934946695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,768,0.04508693218231201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,768,0.03917653163274129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,768,0.0363317330678304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,768,0.03058133323987325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,768,0.026501333713531493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,768,0.02166293263435364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,768,0.017805866400400796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,768,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,768,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,768,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,768,0.017467733224232992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,768,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,768,0.01755519906679789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,768,0.01788160006205241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,768,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,768,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,768,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,768,0.01270080010096232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,768,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,768,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,768,0.012658133109410604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,768,0.012613333264986672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,768,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,768,0.012924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,768,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,768,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,768,0.013383466998736063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,768,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,768,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,768,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,768,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,768,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,768,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,768,0.013857066631317139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,768,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,768,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,768,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,768,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,768,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,768,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,768,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,512,1.4199466705322266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,512,0.7310044500562879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,512,0.40427199999491376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,512,0.23745600382486978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,512,0.19852977328830293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,512,0.20349510510762533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,512,0.19373867246839735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,512,0.18913422690497506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,512,0.17455821567111543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,512,0.17298132843441436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,512,0.16563733418782553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,512,0.18097599347432455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,512,0.15176533328162298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,512,0.14943822224934897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,512,0.1352248854107327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,512,0.13422400421566433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,512,0.14860799577501085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,512,0.13699200418260363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,512,0.11490133073594834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,512,0.13005688455369738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,512,0.10542933146158855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,512,0.10932799842622544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,512,0.09470399883058335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,512,0.09088710943857829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,512,0.08457422256469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,512,0.09426133500205146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,512,0.07474133041169909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,512,0.0645351078775194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,512,0.0608160032166375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,512,0.06923911306593153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,512,0.05061866508589851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,512,0.04350577791531881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,512,0.04618666569391886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,512,0.036728888750076294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,512,0.027850667635599773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,512,0.0192248887485928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,512,0.017480888300471835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,512,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,512,0.018808888064490426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,512,0.01868799991077847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,768,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,512,0.01703288820054796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,512,0.015948444604873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,512,0.015857777661747403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,512,0.01531733406914605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,512,0.01534755527973175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,512,0.015239111251301236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,512,0.01532977819442749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,512,0.014373333917723762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,512,0.01421511173248291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,512,0.014122666584120857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,512,0.013914666242069669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,512,0.01463644372092353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,512,0.013884444203641681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,512,0.014540443817774454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,512,0.013864888913101621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,512,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,512,0.01369955556260215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,512,0.012876444392734103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,512,0.012652444342772165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,512,0.012652444342772165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,512,0.012691555751694573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,512,0.012844444149070315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,512,0.012746666868527731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,512,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,512,0.012828444441159567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,512,0.013199999928474426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,512,0.01328000012371275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,512,0.01311644415060679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,512,0.01313777764638265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,512,0.013272888958454132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,512,0.013212444053755866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,512,0.013167999684810638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,512,0.013105777402718862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,512,1.0893547058105468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,512,0.6637535730997721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,512,0.2745258649190267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,512,0.16583040555318196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,512,0.15042452812194823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,512,0.15730239550272623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,512,0.1425312042236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,512,0.1393994649251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,512,0.13698560396830242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,512,0.13250666459401447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,512,0.13041386604309083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,512,0.1314687967300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,512,0.1243242661158244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,512,0.12028053601582844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,512,0.107315198580424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,512,0.11241813500722249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,512,0.1253941297531128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,512,0.10656853516896565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,512,0.09399360020955404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,512,0.09944960276285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,512,0.08612373669942221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,512,0.08597866694132486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,512,0.0785973310470581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,512,0.07028586864471435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,512,0.08329599698384603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,512,0.0687338670094808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,512,0.06439040104548135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,512,0.05819733142852783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,512,0.05753173430760702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,512,0.05647679964701334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,512,0.04939093192418416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,512,0.04328960180282593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,512,0.04591039816538493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,512,0.03620479901631673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,512,0.03337279955546062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,512,0.02667306661605835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,512,0.025645865996678667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,512,0.026217599709828694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,512,0.026305067539215087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,512,0.02794133424758911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,512,0.024024534225463866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,512,0.024990934133529662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,512,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,512,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,512,0.024213333924611412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,512,0.023915733893712363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,512,0.021862399578094483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,512,0.02095573345820109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,512,0.021262933810551964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,512,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,512,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,512,0.02176426649093628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,512,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,512,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,512,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,512,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,512,0.020345600446065266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,512,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,512,0.020361600319544475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,512,0.019803732633590698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,512,0.020397865772247316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,512,0.019502933820088705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,512,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,512,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,512,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,512,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,512,0.020141865809758505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,512,0.018781866629918417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,512,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,512,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,512,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,512,0.019972266753514607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,512,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,512,0.019336533546447755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,768,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,768,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,512,1.2013130187988281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,512,0.33927040100097655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,512,2.371673583984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,512,0.3117770512898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,512,0.6212618509928386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,512,0.29840319951375327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,512,0.3610741297403971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,512,0.2838282585144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,512,0.2804479916890462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,512,0.2653205394744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,512,0.2586133321126302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,512,0.24521706899007162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,512,0.24070186614990235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,512,0.22698027292887368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,512,0.22005653381347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,512,0.20613439877827963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,512,0.2004554589589437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,512,0.18672213554382325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,512,0.18214613596598309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,512,0.16656533877054852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,512,0.15822933514912924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,512,0.14609492619832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,512,0.13616426785786945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,512,0.12617386976877848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,512,0.11538133621215821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,512,0.1054154634475708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,512,0.09564159711201986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,512,0.08419413566589355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,512,0.07205866972605388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,512,0.06356586615244547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,512,0.05001173416773478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,512,0.04527146816253662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,512,0.026936533053716023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,512,0.022194133202234904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,512,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,512,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,512,0.02135253349939982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,512,0.020350933074951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,512,0.020049067338307698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,512,0.02034133275349935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,512,0.020035199324289956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,512,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,512,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,512,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,512,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,512,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,512,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,512,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,512,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,512,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,512,0.3384575843811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,512,0.01354986627896627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,512,0.01336853305498759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,512,0.013576533397038779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,512,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,512,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,512,0.013416533668835958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,512,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,512,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,512,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,512,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,512,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,512,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,512,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,512,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,512,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,512,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,512,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,512,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,512,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,512,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,512,0.3136586825052897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,512,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,512,0.29699627558390296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,512,0.5120234807332357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,512,0.2613706588745117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,512,1.0138079961140951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,512,0.14603519439697266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,512,0.14397226969401042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,512,0.13849172592163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,512,0.13563839594523114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,512,0.13007466793060302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,512,0.12775999704996746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,512,0.12267839908599854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,512,0.11994346777598064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,512,0.11426026821136474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,512,0.1116096019744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,512,0.10640106995900471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,512,0.10397226810455322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,512,0.0978869358698527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,512,0.09590293566385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,512,0.09058453241984049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,512,0.08731626669565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,512,0.08175040086110433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,512,0.07989760239919028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,512,0.07412052949269612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,512,0.07120426495869955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,512,0.06581120093663534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,512,0.06338133414586386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,512,0.05811306635538736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,512,0.05558079878489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,512,0.05019946495691935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,512,0.04654933214187622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,512,0.042172801494598386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,512,0.03922453324000041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,512,0.03400319814682007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,512,0.032228267192840575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,512,0.02704746723175049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,512,0.022859734296798707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,512,0.01888426740964254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,512,0.015503999590873719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,512,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,512,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,512,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,512,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,512,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,512,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,512,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,512,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,512,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,512,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,512,0.01053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,512,0.010548266768455505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,512,0.010502400000890096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,512,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,512,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,512,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,512,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,512,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,512,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,512,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,512,0.011379200220108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,512,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,512,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,512,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,512,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,512,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,512,0.010985599954922994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,512,0.01090239981810252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,512,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,512,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,512,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,512,0.011496532956759136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,512,0.011314133803049724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,512,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,256,0.9373184204101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,256,0.49730240503946943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,256,0.2782965342203776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,256,0.17038505872090656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,256,0.15838932991027832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,256,0.14720853169759113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,256,0.12147839864095052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,256,0.12008852958679199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,512,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,256,0.11830293337504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,256,0.11026026407877605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,256,0.1086623986562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,256,0.10957653522491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,256,0.10404799779256184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,256,0.09620800018310546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,256,0.09053226312001547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,256,0.08674133618672689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,256,0.11071999867757161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,256,0.08521066506703695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,256,0.07454293568929037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,256,0.08272106647491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,256,0.0669536034266154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,256,0.06932799816131592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,256,0.06022506554921468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,256,0.06760640144348144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,256,0.0531829317410787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,256,0.05160640080769857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,256,0.047805865605672196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,256,0.03969493309656779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,256,0.04098986784617106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,256,0.032707200447718306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,256,0.02808213432629903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,256,0.030772266785303752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,256,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,256,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,256,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,256,0.012518399953842163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,256,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,256,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,256,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,256,0.010167466600735982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,256,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,256,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,256,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,256,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,256,0.009760000308354696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,256,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,256,0.008472533027331034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,256,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,256,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,256,0.04234133164087932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,256,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,256,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,256,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,256,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,256,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,256,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,256,0.007216000060240428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,256,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,256,0.007210666437943776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,256,0.007216000060240428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,256,0.007421866556008657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,256,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,256,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,256,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,256,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,256,0.770627212524414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,256,0.4318154652913411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,256,0.21080427169799804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,256,0.1276586691538493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,256,0.11949760119120281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,256,0.12526400089263917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,256,0.11402346293131511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,256,0.11514560381571452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,256,0.108078932762146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,256,0.10619733333587647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,256,0.10259413719177246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,256,0.09741013050079346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,256,0.10533760388692219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,256,0.09968000253041585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,256,0.09018346468607584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,256,0.08697280089060465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,256,0.10653119881947834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,256,0.08635733127593995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,256,0.0774826685587565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,256,0.07612906297047933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,256,0.07113706270853679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,256,0.07002666791280111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,256,0.06519573529561361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,256,0.06728213628133138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,256,0.058126934369405116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,256,0.05815466642379761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,256,0.054832001527150474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,256,0.04745813210805257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,512,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,256,0.045060265064239505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,256,0.039027198155721025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,256,0.0437120000521342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,256,0.03323733409245809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,256,0.029288534323374433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,256,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,256,0.024265599250793458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,256,0.049814399083455405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,256,0.04536853233973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,256,0.023149865865707397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,256,0.0214303990205129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,256,0.0243562658627828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,256,0.020523732900619505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,256,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,256,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,256,0.019288533926010133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,256,0.019565866390864054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,256,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,256,0.01797653237978617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,256,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,256,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,256,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,256,0.025485867261886598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,256,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,256,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,256,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,256,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,256,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,256,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,256,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,256,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,256,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,256,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,256,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,256,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,256,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,256,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,256,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,256,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,256,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,256,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,256,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,256,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,256,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,256,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,256,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,512,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,256,0.4388426780700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,256,0.901088015238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,256,0.2414463996887207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,256,0.22814186414082846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,256,1.8945930480957032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,256,0.21133866310119628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,256,0.25222719510396324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,256,0.20242346127827965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,256,0.19669226010640461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,256,0.1896490732828776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,256,0.18328107198079427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,256,0.17554133733113605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,256,0.1692469278971354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,256,0.16074453989664714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,256,0.15398507118225097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,256,0.14591892560323078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,256,0.13935999870300292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,256,0.13238080342610675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,256,0.12545599937438964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,256,0.11652692953745525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,256,0.10834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,256,0.10199999809265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,256,0.09344639778137206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,256,0.0886794646581014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,256,0.0800821304321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,256,0.0744650681813558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,256,0.06531840165456136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,256,0.061091200510660804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,256,0.05106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,256,0.046598398685455324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,256,0.03439040184020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,256,0.032308266560236616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,256,0.02176106572151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,256,0.01748159925142924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,256,0.017460266749064125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,256,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,256,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,256,0.01601920028527578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,256,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,256,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,256,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,256,0.011751466989517212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,256,0.011526399850845337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,256,0.011870933572451274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,256,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,256,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,256,0.011435733238855997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,256,0.011565867066383361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,256,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,256,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,256,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,256,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,256,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,256,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,256,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,256,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,256,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,256,0.009633066256841023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,256,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,256,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,256,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,256,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,256,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,256,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,256,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,256,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,256,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,256,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,256,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,256,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,256,0.23810027440388998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,256,0.2226037343343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,256,0.20835839907328285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,256,0.7782911936442057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,256,0.3978399912516276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,256,0.2067562739054362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,256,0.11549653212229412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,256,0.11336212952931721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,256,0.1091765324274699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,256,0.1065930684407552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,256,0.10289173126220703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,256,0.10067413647969563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,256,0.09607040087381999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,256,0.09074133237202962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,256,0.09427200158437093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,256,0.08804907004038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,256,0.0840277353922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,256,0.07804053624471029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,256,0.08187092940012614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,256,0.07558613618214925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,256,0.06896213690439859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,256,0.06473173300425211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,256,0.0714794635772705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,256,0.06336319843928019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,256,0.058849068482716885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,256,0.056772267818450926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,256,0.05304426749547323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,256,0.0506986657778422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,256,0.04577920039494832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,256,0.04443519910176595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,256,0.03990506728490194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,256,0.037564798196156816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,256,0.034203732013702394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,256,0.031983999411265056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,256,0.02763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,256,0.026426666975021364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,256,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,256,0.019100799163182577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,256,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,256,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,256,0.012176000078519185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,256,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,256,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,256,0.012228266398111979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,256,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,256,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,256,0.012744533022244773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,256,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,256,0.008912000060081481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,256,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,256,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,256,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,256,0.009286399682362874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,256,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,256,0.008896000186602275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,256,0.009040000041325887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,256,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,256,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,256,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,256,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,256,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,256,0.009251200159390767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,256,0.009299199779828389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,256,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,256,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,256,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,256,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,256,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,256,0.009642666578292847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,256,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,256,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,256,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,256,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,256,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,128,0.755673599243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,128,0.38325332005818685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,128,0.1948959986368815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,256,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,128,0.10907626946767171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,128,0.10653013388315838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,128,0.10342826843261718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,128,0.101201065381368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,128,0.10444586277008057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,128,0.09723733266194662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,128,0.08283413251241048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,128,0.0880021333694458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,128,0.08426667054494222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,128,0.08406186898549398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,128,0.07880213260650634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,128,0.07976853052775065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,128,0.06910613377888998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,128,0.07173973719278971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,128,0.06678079764048259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,128,0.0594101349512736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,128,0.060584533214569095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,128,0.05229546626408895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,128,0.05277013381322225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,128,0.04762666622797648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,128,0.0475381334622701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,128,0.039641598860422775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,128,0.04433706601460775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,128,0.03505280017852783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,128,0.03272213339805603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,128,0.030144000053405763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,128,0.0295360008875529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,128,0.025151999791463216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,128,0.06268373330434164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,128,0.02244480053583781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,128,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,128,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,128,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,128,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,128,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,128,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,128,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,128,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,128,0.007409066458543142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,128,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,128,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,128,0.006490666667620342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,128,0.006489600241184235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,128,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,128,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,128,0.005804799993832906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,128,0.005623466769854228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,128,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,128,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,128,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,128,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,128,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,128,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,128,0.004565333326657614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,128,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,128,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,128,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,128,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,128,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,128,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,128,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,128,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,128,0.004827733337879181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,128,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,128,0.004957866668701172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,128,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,128,0.004969599843025208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,128,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,128,0.004891733328501383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,128,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,128,0.6815285364786784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,128,0.35234880447387695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,128,0.18607892990112304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,128,0.11067093213399251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,128,0.10671359697977703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,256,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,128,0.10123093128204345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,128,0.1045354684193929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,128,0.10722880363464356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,128,0.09262293179829915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,128,0.09171413580576579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,128,0.09809280236562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,128,0.08591039975484213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,128,0.08521066506703695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,128,0.08783040046691895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,128,0.07681066989898681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,128,0.0825045347213745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,128,0.07080639998118082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,128,0.0737557331720988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,128,0.10687999725341797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,128,0.06929813226064047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,128,0.060828800996144614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,128,0.06637119849522909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,128,0.06362239917119344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,128,0.06392853260040283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,128,0.047890134652455646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,128,0.05045546690622965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,128,0.04808213313420613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,128,0.044181334972381595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,128,0.041347201665242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,128,0.03431466817855835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,128,0.033156265815099076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,128,0.028899200757344562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,128,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,128,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,128,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,128,0.022269866863886514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,128,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,128,0.054457600911458334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,128,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,128,0.01927893360455831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,128,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,128,0.01808639963467916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,128,0.042071465651194254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,128,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,128,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,128,0.01803413430849711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,128,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,128,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,128,0.026712532838185626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,128,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,128,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,128,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,128,0.017153066396713258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,128,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,128,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,128,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,128,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,128,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,128,0.015522133310635886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,128,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,128,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,128,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,128,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,128,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,128,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,128,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,128,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,128,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,128,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,128,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,128,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,128,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,128,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,128,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,128,0.19914666811625165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,128,0.39647998809814455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,128,0.20376747449239097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,128,0.8251338958740234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,128,0.18729920387268068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,128,0.19114346504211427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,128,0.17918826738993326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,128,0.17324693997701007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,128,0.16514239311218262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,128,0.15592320760091144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,128,0.15986132621765137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,128,0.14237440427144368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,128,0.1468213399251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,128,0.13180586496988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,128,0.13289493719736736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,128,0.12124053637186687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,128,0.12071999708811443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,128,1.6777408599853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,128,0.11025173664093017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,128,0.10915093421936035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,128,0.09775040149688721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,128,0.09604053497314453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,128,0.08651413122812907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,128,0.08414186636606852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,128,0.07670506636301676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,128,0.07460373242696126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,128,0.06224106550216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,128,0.1685141404469808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,128,0.05372373263041178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,128,0.04926613171895345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,128,0.04208853244781494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,128,0.038471468289693195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,128,0.029040000836054486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,128,0.025975465774536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,128,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,128,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,128,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,128,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,128,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,128,0.01300159990787506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,128,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,128,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,128,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,128,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,128,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,128,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,128,0.064901332060496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,128,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,128,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,128,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,128,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,128,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,128,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,128,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,128,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,128,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,128,0.008542933066685994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,128,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,128,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,128,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,128,0.009091200431187947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,128,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,128,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,128,0.008644266923268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,128,0.008665600419044494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,128,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,128,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,128,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,128,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,128,0.008414933085441589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,128,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,128,0.1850549379984538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,128,0.3572821299235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,128,0.6794656117757161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,128,0.09949119885762533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,128,0.09983893235524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,128,0.09398187001546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,128,0.09396159648895264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,128,0.0890613317489624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,128,0.08819946448008219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,128,0.0831594705581665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,128,0.0825376033782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,128,0.0781162659327189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,128,0.07690560022989909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,128,0.07266026337941488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,128,0.0707594633102417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,128,0.06712533632914225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,128,0.06209493478139242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,128,0.06555200020472209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,128,0.06017493406931559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,128,0.056746665636698404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,128,0.05144853194554647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,128,0.050348798433939614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,128,0.05511039892832438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,128,0.04616106748580932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,128,0.04440960089365641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,128,0.04062293370564778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,128,0.038764798641204835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,128,0.035702399412790936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,128,0.033316266536712644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,128,0.030429865916570025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,128,0.02831679979960124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,128,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,128,0.023504000902175904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,128,0.01953493356704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,128,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,128,0.013755733768145243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,128,0.011709866921106975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,128,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,128,0.011782399813334147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,128,0.011875200271606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,128,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,128,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,128,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,128,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,128,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,128,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,128,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,128,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,128,0.008549333612124125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,128,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,128,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,128,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,128,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,128,0.008524800340334576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,128,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,128,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,128,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,128,0.008513066172599792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,128,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,128,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,128,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,128,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,128,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,128,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,128,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,128,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,128,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,128,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,128,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,128,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,128,0.008472533027331034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,64,0.6588362375895183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,64,0.3317546526590983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,64,0.16775573094685872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,64,0.09422079722086588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,64,0.09077973365783691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,64,0.09153280258178711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,64,0.08565866947174072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,64,0.08740693728129069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,64,0.09153280258178711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,64,0.07732906341552734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,64,0.07592213153839111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,128,0.008177066842714947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,64,0.08130133152008057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,64,0.07062293688456217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,64,0.06695040067036948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,64,0.07322986920674643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,64,0.0608234683672587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,64,0.06809919675191244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,64,0.056175998846689855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,64,0.05603306690851847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,64,0.05092373291651407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,64,0.055637331803639736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,64,0.04565013249715169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,64,0.04938666820526123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,64,0.04821226596832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,64,0.03997546831766764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,64,0.03366719881693522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,64,0.037536001205444335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,64,0.030246400833129884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,64,0.031436800956726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,64,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,64,0.028445865710576373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,64,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,64,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,128,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,64,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,64,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,64,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,64,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,64,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,64,0.007214933137098948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,64,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,64,0.006414933502674103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,64,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,128,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,64,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,64,0.006586666901906331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,64,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,64,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,64,0.00514986664056778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,64,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,64,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,64,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,64,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,64,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,64,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,64,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,64,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,64,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,64,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,64,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,64,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,64,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,64,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,64,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,64,0.0043712000052134195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,64,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,64,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,64,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,64,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,64,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,64,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,64,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,64,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,64,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,64,0.18575894037882487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,64,0.3523296038309733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,64,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,64,0.11666133403778076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,64,0.10793493588765461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,64,0.6837066650390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,64,0.11448533535003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,64,0.1015455961227417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,64,0.11003413200378417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,64,0.10277547041575115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,64,0.09106880029042562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,64,0.09165546894073487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,64,0.10016213258107502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,64,0.0850816011428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,64,0.08637226422627767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,64,0.08492693106333414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,64,0.07729386488596598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,64,0.08036373456319174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,64,0.0729365348815918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,64,0.07108266353607177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,64,0.06892906824747722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,64,0.06865493456522623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,64,0.05952320098876953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,64,0.061850666999816895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,64,0.06738026936848959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,64,0.05358719825744629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,64,0.05186560153961182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,64,0.05023893515268961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,64,0.04750293493270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,64,0.04326826731363932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,64,0.041155199209849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,64,0.038427734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,64,0.032671999931335446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,64,0.03479679822921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,64,0.029704533020655316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,64,0.02755413254102071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,64,0.02462079922358195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,64,0.02378986676534017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,64,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,64,0.02087679902712504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,64,0.021639466285705566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,64,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,64,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,64,0.019718400637308755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,64,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,64,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,64,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,64,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,64,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,64,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,64,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,64,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,64,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,64,0.01849493384361267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,64,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,64,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,64,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,64,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,64,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,64,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,64,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,64,0.01581333378950755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,64,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,64,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,64,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,64,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,64,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,64,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,64,0.015530666708946228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,64,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,64,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,64,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,64,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,64,0.017282134294509886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,64,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,32,0.09970560073852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,32,0.1698581377665202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,32,0.33382291793823243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,32,0.0921343962351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,32,0.09691946506500244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,32,0.08682133356730143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,32,0.08904533386230469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,32,0.6622666676839193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,32,0.07703680197397868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,32,0.07721066474914551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,32,0.07184960047403971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,32,0.08435093561808268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,32,0.07021546363830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,32,0.07168533007303873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,32,0.06665279865264892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,32,0.06250240008036295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,32,0.05740906794865926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,32,0.058772265911102295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,32,0.05342933336893717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,32,0.054951465129852294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,32,0.045764267444610596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,32,0.047960531711578366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,32,0.05104106664657593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,32,0.04074026743570964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,32,0.0350655992825826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,32,0.03717333475748698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,32,0.029368533690770464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,32,0.03297599951426188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,32,0.026615466674168902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,32,0.02799466649691264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,65536,32,0.01921280026435852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,65536,32,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,65536,32,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,65536,32,0.011966933806737263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,65536,32,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,65536,32,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,65536,32,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,65536,32,0.010167466600735982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,32,0.093776003519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,65536,32,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,65536,32,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,65536,32,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,65536,32,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,65536,32,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,65536,32,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,65536,32,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,65536,32,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,65536,32,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,65536,32,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,65536,32,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,65536,32,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,65536,32,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,65536,32,0.006548266609509785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,65536,32,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,65536,32,0.005719466507434845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,65536,32,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,65536,32,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,65536,32,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,65536,32,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,65536,32,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,65536,32,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,65536,32,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,65536,32,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,65536,32,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,65536,32,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,65536,32,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,65536,32,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,65536,32,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,65536,32,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,65536,32,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,65536,32,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,65536,32,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,65536,32,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,65536,32,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,32,0.185208527247111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,32,0.3513162612915039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,32,0.114628267288208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,32,0.10647253195444743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,32,0.6852736155192057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,32,0.11266240278879802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,32,0.10103360017140706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,32,0.1008021354675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,32,0.09195306301116943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,32,0.09149759610493978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,32,0.10218986670176189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,32,0.08529706796010336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,32,0.08490346272786459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,32,0.07858880360921225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,32,0.07809279759724935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,32,0.07362773418426513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,32,0.07190506458282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,32,0.06720533370971679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,32,0.1100490649541219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,32,0.06052693525950113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,32,0.061826133728027345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,32,0.06940693060557047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,32,0.05347520112991333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,32,0.0655189315478007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,32,0.05138880014419556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,32,0.08737599849700928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,32,0.047446401913960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,32,0.04379413525263469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,32,0.04002879858016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,32,0.04174720048904419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,32,0.034399998188018796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,32,0.03393813371658325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,32,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,32,0.025250132878621417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,32,0.024553600947062174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,32,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,32,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,32,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,32,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,32,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,32,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,32,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,32,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,32,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,32,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,32,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,32,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,32,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,32,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,32,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,32,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,32,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,32,0.049192531903584795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,32,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,32,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,32,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,32,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,32,0.015923200050989787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,32,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,32,0.015637333194414772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,32,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,32,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,32,0.016215466459592185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,32,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,32,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,32,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,32,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,32,0.015172266960144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,32,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,32,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,32,0.016212266683578492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,32,0.01497066617012024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,32,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,65536,21.687578837076824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,65536,37.88411204020182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,65536,20.583690643310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,65536,20.647013346354168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,65536,80.21602884928386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,65536,19.397200266520183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,65536,20.729717254638672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,65536,16.357685089111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,65536,16.99098078409831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,65536,17.379659016927082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,65536,15.401456197102865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,65536,15.502869923909506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,65536,15.284100850423178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,65536,12.929461161295572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,65536,14.208948771158854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,65536,13.753077189127604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,65536,11.684922536214193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,65536,11.698074340820312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,65536,12.097237904866537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,65536,9.995471954345703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,65536,10.263450622558594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,65536,8.354688008626303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,65536,8.473413467407227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,65536,8.940095901489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,65536,6.854431788126628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,65536,163.99701944986978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,65536,6.631781260172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,65536,5.40713628133138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,65536,6.238954544067383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,65536,5.01197878519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,65536,4.758991877237956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,65536,3.5791571935017905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,65536,3.6792319615681968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,65536,2.4504267374674478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,65536,2.3844426472981772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,65536,1.4201439221700032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,65536,1.694149335225423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,65536,1.472314675649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,65536,1.4396533966064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,65536,1.3944427172342937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,65536,1.2699360052744548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,65536,1.1619359652201335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,65536,1.1493493715922039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,65536,1.110858678817749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,65536,1.1453279654184978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,65536,1.0946986675262451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,65536,1.1198346614837646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,65536,1.1045386791229248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,65536,1.1195893287658691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,65536,1.0591253439585369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,65536,1.062549352645874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,65536,1.0524106820424397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,65536,1.0620960394541423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,65536,1.0407413641611736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,65536,1.0412639776865642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,65536,1.0282293160756428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,65536,1.0364320278167725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,65536,1.0110773245493572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,65536,1.0094079971313477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,65536,1.0388000011444092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,65536,1.0190506776173909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,65536,1.062282641728719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,65536,1.0701173146565754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,65536,1.0475573539733887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,65536,1.0634666283925374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,65536,1.05730136235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,65536,1.0630666414896648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,65536,1.0435466766357422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,65536,1.0568479696909587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,65536,1.0524213314056396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,65536,1.0623253186543782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,65536,1.04093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,65536,1.0530292987823486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,65536,1.049242655436198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,65536,11.242448170979818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,65536,20.24295425415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,65536,11.084772745768229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,65536,9.922138849894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,65536,10.282842636108398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,65536,10.018325169881185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,65536,43.4611562093099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,65536,9.85147221883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,65536,9.646656036376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,65536,9.829594930013021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,65536,8.7162717183431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,65536,9.144922892252604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,65536,6.953925450642903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,65536,6.848000208536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,65536,7.854960123697917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,65536,6.609845479329427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,65536,6.250719706217448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,65536,6.58021863301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,65536,5.540581385294597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,65536,4.949866612752278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,65536,5.664368311564128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,65536,5.397439956665039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,65536,88.33265177408855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,65536,3.9835306803385415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,65536,4.083962758382161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,65536,4.736000061035156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,65536,3.8931732177734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,65536,3.463088035583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,65536,2.782128016153971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,65536,3.203162511189779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,65536,2.9343573252360025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,65536,1.3684320449829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,65536,1.7169067064921062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,65536,1.3004266421000164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,65536,2.052138646443685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,65536,0.8275199731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,65536,0.8258186976114908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,65536,0.6837866306304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,65536,0.7690719763437907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,65536,0.6330826679865519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,65536,0.6383946736653646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,65536,0.5853919982910156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,65536,0.5885493357976278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,65536,0.5810879866282145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,65536,0.5717013279596964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,65536,0.5737760066986084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,65536,0.5621333519617716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,65536,0.5654186805089315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,65536,0.5564479827880859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,65536,0.5538080135981241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,65536,0.549343983332316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,65536,0.7884853680928549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,65536,0.5816906690597534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,65536,0.5796586672465006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,65536,0.5728426774342855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,65536,0.5691573222478231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,65536,0.5591946840286255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,65536,0.5601653258005778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,65536,0.5550560156504313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,65536,0.5548160076141357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,65536,0.5581279993057251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,65536,0.551530679066976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,65536,0.553599993387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,65536,0.5566666523615519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,65536,0.5498186747233073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,65536,0.5517760117848715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,65536,0.5518666505813599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,65536,0.5458879868189493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,65536,0.5475680033365885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,65536,0.551413337389628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,65536,0.544645349184672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,65536,0.544597347577413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,65536,0.5453386704126993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,65536,0.7815786997477213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,65536,80.22650146484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,65536,6.181690851847331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,65536,6.142874399820964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,65536,6.2575944264729815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,65536,5.777514775594075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,65536,5.931280136108398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,65536,5.769711812337239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,65536,4.971290588378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,65536,4.704880078633626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,65536,4.961946805318196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,65536,4.738112131754558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,65536,4.933210690816243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,65536,4.419088045756022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,65536,3.5794080098470054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,65536,3.8170506159464517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,65536,3.5163307189941406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,65536,3.141567866007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,65536,3.273162523905436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,65536,2.7845865885416665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,65536,2.7323732376098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,65536,2.4042720794677734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,65536,2.273621400197347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,65536,2.214207967122396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,65536,1.971135934193929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,65536,1.9969919522603352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,65536,1.6762933731079102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,65536,1.4678239822387695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,65536,1.349237283070882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,65536,1.2137173016866047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,65536,1.0271519819895427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,65536,0.8894720077514648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,65536,0.7673599720001221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,65536,0.6210879882176717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,65536,0.41836265722910565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,65536,0.4144800106684367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,65536,0.4214880069096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,65536,0.4307253360748291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,65536,0.44523199399312335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,65536,0.47518400351206463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,65536,0.44571201006571454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,65536,0.5064853429794312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,65536,0.38389333089192706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,65536,0.38050134976704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,65536,0.38369067509969074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,65536,0.3837653398513794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,65536,0.37862932682037354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,65536,0.3768213192621867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,65536,0.3779040177663167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,65536,0.3779413302739461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,65536,0.3804853359858195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,65536,0.37865598996480304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,65536,0.37745598951975506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,65536,0.3819146553675334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,65536,0.3768693208694458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,65536,0.3803733189900716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,65536,0.38731733957926434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,65536,0.3898080190022786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,65536,0.390122652053833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,65536,0.3812906742095947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,65536,0.39233601093292236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,65536,0.3855733474095662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,65536,0.39311468601226807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,65536,0.3936533530553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,65536,0.3813600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,65536,0.38366933663686115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,65536,0.38184531529744464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,65536,0.3922293186187744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,65536,0.3795253435770671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,65536,0.38074131806691486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,65536,0.37965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,65536,0.37961065769195557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,51200,121.86899820963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,51200,58.61273193359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,51200,28.946523030598957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,51200,15.945636749267578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,51200,15.575791676839193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,51200,15.152277628580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,51200,14.43283208211263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,65536,31.82506561279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,51200,14.702320098876953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,51200,13.611284891764322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,51200,12.54593022664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,51200,13.088784535725912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,51200,11.948543548583984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,51200,13.31207529703776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,51200,11.302533467610678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,51200,11.548538208007812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,51200,9.827381134033203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,51200,10.092122395833334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,51200,9.184666951497396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,51200,9.301658630371094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,51200,8.377429326375326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,51200,7.905967712402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,51200,7.150735855102539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,51200,7.1347090403238935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,51200,6.2184263865153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,51200,6.327242533365886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,51200,4.353045463562012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,51200,5.59174919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,51200,3.887418746948242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,51200,4.3605546951293945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,51200,3.4983040491739907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,51200,3.7004801432291665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,51200,3.1217225392659507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,51200,2.52130126953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,51200,1.7361119588216145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,51200,1.9299732844034831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,51200,1.1618826389312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,51200,1.1938933531443279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,51200,1.0817386309305828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,51200,1.117146650950114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,51200,1.0424693425496419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,51200,0.9382239977518717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,51200,0.8913226922353109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,51200,0.8901920318603516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,51200,0.8642079830169678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,51200,0.8416586716969808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,51200,0.8358559608459473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,51200,0.8334933121999105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,51200,0.8291093508402506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,51200,0.827946662902832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,51200,0.8233439922332764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,51200,0.8608907063802084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,51200,0.8195040225982666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,51200,0.8218133449554443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,51200,0.8148852984110514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,51200,0.8128480116526285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,51200,0.8067999680836996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,51200,0.7915093104044596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,51200,0.7951359748840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,51200,0.7871946493784586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,51200,0.792458693186442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,51200,0.7876799901326498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,51200,0.825488011042277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,51200,0.831829309463501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,51200,0.8228053251902262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,51200,0.8326773643493652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,51200,0.8231306870778402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,51200,0.8308640321095785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,51200,0.8197387059529623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,51200,0.8293333053588867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,51200,0.8181013266245524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,51200,0.8266506989796957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,51200,0.8172480265299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,51200,0.8228320280710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,51200,0.816805362701416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,51200,32.85602060953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,51200,16.667205810546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,51200,8.740058898925781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,51200,66.62566630045573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,51200,8.596410751342773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,51200,7.589749018351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,51200,8.024815877278646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,51200,7.547717412312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,51200,7.180138905843099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,51200,6.456810633341472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,51200,7.166421254475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,51200,6.4523576100667315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,51200,6.326005299886067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,51200,6.079658508300781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,51200,5.98310915629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,51200,5.480842590332031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,51200,5.0004533131917315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,51200,4.215279897054036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,51200,5.0386613210042315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,51200,4.418752034505208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,51200,4.435839970906575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,51200,3.4571094512939453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,51200,4.225887934366862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,51200,3.3438132603963218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,51200,3.5001118977864585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,51200,2.692602793375651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,65536,14.740416208902994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,51200,2.7228692372639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,51200,2.3740426699320474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,51200,1.9733494122823079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,51200,2.156698703765869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,51200,1.5302079518636067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,51200,1.3015306790669758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,51200,1.0057439804077148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,51200,0.627455989519755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,51200,0.9356213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,51200,0.6100853284200033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,51200,0.5945813258488973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,51200,1.9374400774637859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,51200,0.5897706747055054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,51200,0.48046398162841797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,51200,0.4741706848144531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,51200,0.4666293462117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,51200,0.45842134952545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,51200,0.449893315633138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,51200,0.4503946701685588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,51200,0.44441068172454834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,51200,0.4397493203481038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,51200,0.4384373426437378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,51200,0.4358559846878052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,51200,0.43326401710510254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,51200,0.43142934640248615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,51200,0.595578670501709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,51200,0.43137065569559735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,51200,0.46138668060302734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,51200,0.46120532353719074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,51200,0.4456640084584554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,51200,0.4440693457921346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,51200,0.43962665398915607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,51200,0.4401973485946655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,51200,0.4393226703008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,51200,0.43926934401194256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,51200,0.4360693295796712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,51200,0.4384053150812785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,51200,0.43570133050282794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,51200,0.43328531583150226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,51200,0.43303465843200684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,51200,0.43298133214314777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,51200,0.4555199940999349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,51200,0.4363573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,51200,0.4268053372701009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,51200,0.42579734325408936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,51200,0.4257546663284302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,51200,0.4302080074946086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,51200,0.4322719971338908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,65536,6.612560272216797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,51200,24.339190165201824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,51200,4.651850700378418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,51200,4.799781481424968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,51200,4.725541432698567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,51200,4.241050720214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,51200,4.515029271443685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,51200,3.852527936299642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,51200,4.217690785725911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,51200,3.864821434020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,51200,3.2902399698893228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,51200,3.668954531351725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,51200,61.95190938313802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,51200,3.3229331970214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,51200,3.1807521184285483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,51200,3.1241652170817056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,51200,2.691354751586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,51200,2.63974396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,51200,2.3946080207824707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,51200,2.270458698272705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,51200,2.232405344645182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,51200,2.0774933497111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,51200,1.9287573496500652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,51200,1.7789279619852703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,51200,1.6756426493326824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,51200,1.507952054341634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,51200,1.4257760047912598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,51200,1.4473279317220051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,51200,1.1740106741587322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,51200,1.0480426947275798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,51200,0.7878452936808268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,51200,0.9585599899291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,51200,0.6954293251037598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,51200,0.6217333475748698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,51200,0.48441600799560547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,51200,0.3325973351796468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,51200,0.3269600073496501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,51200,0.33513601620992023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,51200,0.35527467727661133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,51200,0.34114134311676025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,51200,0.3726773262023926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,51200,0.3535999854405721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,51200,0.3693653345108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,51200,0.2853386600812276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,51200,0.2847519914309184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,51200,0.2841759920120239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,51200,0.28179200490315753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,51200,0.28226133187611896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,51200,0.2816373308499654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,51200,0.2844799955685933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,51200,0.28488000233968097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,51200,0.2895306746164958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,51200,0.2906026641527812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,51200,0.29602134227752686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,51200,0.29518399635950726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,51200,0.30088533957799274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,51200,0.30029867092768353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,51200,0.29842134316762287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,51200,0.28735466798146564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,51200,0.29130132993062335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,51200,0.29390400648117065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,51200,0.29757867256800336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,51200,0.29180800914764404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,51200,0.30459733804066974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,51200,0.30108799537022907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,51200,0.30562132596969604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,51200,0.2935199936230977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,51200,0.3054666717847188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,51200,0.30404265721638996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,51200,0.2919680078824361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,51200,0.3074880043665568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,51200,0.291978657245636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,51200,0.31112533807754517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,16384,18.754559834798176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,16384,36.52376047770182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,16384,9.086122512817383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,16384,4.662762641906738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,16384,4.834981282552083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,16384,4.58187198638916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,16384,4.267264048258464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,16384,4.895242691040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,16384,3.9688746134440103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,16384,3.4720799128214517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,16384,4.191637357076009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,16384,3.890234629313151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,16384,4.099413235982259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,16384,3.260800043741862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,16384,3.642266591389974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,16384,3.1691039403279624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,16384,3.1656481424967446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,16384,2.832789421081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,16384,3.308992067972819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,16384,2.5100107192993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,16384,2.6326239903767905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,16384,2.049802621205648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,16384,2.281818707784017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,16384,1.8286293347676594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,16384,2.0215412775675454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,16384,1.8240960439046223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,16384,1.7261600494384766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,16384,1.3706666628519695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,16384,1.4987732569376628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,16384,1.2679946422576904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,16384,1.250432014465332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,16384,0.9997279644012451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,16384,0.8244053522745768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,16384,0.6208746830622355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,16384,0.3907466729482015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,16384,0.361786683400472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,16384,0.3616693417231242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,16384,0.36137068271636963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,16384,0.3507893482844035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,16384,0.2967840035756429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,16384,0.31100799640019733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,16384,0.3092533349990845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,16384,0.3018346627553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,16384,0.29892265796661377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,16384,0.6344159841537476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,16384,0.2980533242225647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,16384,0.29121067126592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,16384,0.2957493265469869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,16384,0.2892746726671855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,16384,0.2922026713689168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,16384,0.28597333033879596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,16384,0.2906399965286255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,16384,0.2823200027147929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,16384,0.2892000079154968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,16384,0.2804960012435913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,16384,0.2865226666132609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,16384,0.27875200907389325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,16384,0.28272533416748047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,16384,0.27729066212972003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,16384,0.28168533245722455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,16384,0.27723199129104614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,16384,0.29306666056315106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,16384,0.2903253237406413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,16384,0.291647990544637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,16384,0.28988800446192425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,16384,0.2898826599121094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,16384,0.26978667577107746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,16384,0.2654719948768616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,16384,0.26981866359710693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,16384,0.2639039953549703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,16384,0.26845866441726685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,16384,0.261952002843221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,16384,0.26571200291315716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,16384,0.2611626585324605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,16384,9.462144215901693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,16384,19.737205505371094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,16384,2.8395093282063804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,16384,5.047349294026692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,16384,2.2248853047688804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,16384,2.2850186030069985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,16384,2.4431306521097818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,16384,2.4826560020446777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,16384,1.919007937113444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,16384,2.2884373664855957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,16384,1.9340052604675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,16384,1.7556053797403972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,16384,2.057583967844645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,16384,1.6212639808654785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,16384,1.4755679766337078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,16384,1.79804261525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,16384,1.453546682993571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,16384,1.5212000211079915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,16384,1.3711360295613606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,16384,1.2812320391337078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,16384,1.1893706321716309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,16384,1.1139787038167317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,16384,1.0912000338236492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,16384,1.0533706347147624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,16384,0.9546933174133301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,16384,0.8451680342356364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,16384,0.794058640797933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,16384,0.6908853054046631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,16384,0.6830879847208658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,16384,0.5936906735102335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,16384,0.5483839909235636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,16384,0.45812801520029706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,16384,0.42315200964609784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,16384,0.3004639943440755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,16384,0.30104533831278485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,16384,0.20666666825612387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,16384,0.2005280057589213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,16384,0.20814400911331177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,16384,0.20139199495315552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,16384,0.17635732889175415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,16384,0.20172266165415445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,16384,0.1742453376452128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,16384,0.19126399358113608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,16384,0.167903999487559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,16384,0.1844159960746765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,16384,0.16664533813794455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,16384,0.18347734212875366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,16384,0.16382400194803873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,16384,0.18097599347432455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,16384,0.16199466586112976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,16384,0.17932800451914468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,16384,0.15893333156903586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,16384,0.17547732591629028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,16384,0.15738667050997415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,16384,0.1548426647981008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,16384,0.1723840037981669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,16384,0.15214932958285013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,16384,0.16491732994715372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,16384,0.15074132879575095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,16384,0.15894400080045065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,16384,0.15549332896868387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,16384,0.1601599951585134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,16384,0.15387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,16384,0.15948266784350076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,16384,0.15442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,16384,0.15666133165359497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,16384,0.15203199783960977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,16384,0.15388799707094827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,16384,0.15146133303642273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,16384,0.15321066975593567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,16384,0.14794133106867471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,16384,0.15253333250681558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,16384,0.14874133467674255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,16384,0.1498293379942576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,16384,10.265920003255209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,16384,4.881039937337239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,16384,20.437967936197918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,16384,2.4638400077819824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,16384,2.6894025802612305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,16384,2.2588799794514975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,16384,2.733157475789388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,16384,2.573743979136149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,16384,2.1880319913228354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,16384,2.267680009206136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,16384,2.146106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,16384,2.249941349029541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,16384,1.8989760080973308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,16384,1.9981813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,16384,1.8218666712443035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,16384,1.9670826594034831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,16384,1.7027840614318848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,16384,1.6862293879191081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,16384,1.555232048034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,16384,1.5597333908081055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,16384,1.5250560442606609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,16384,1.4509065945943196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,16384,1.1724106470743816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,16384,1.186784029006958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,16384,1.0773706436157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,16384,1.013818661371867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,16384,0.8876000245412191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,16384,0.7348639965057373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,16384,0.7694453398386637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,16384,0.6122879981994629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,16384,0.5759413242340088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,16384,0.45974401632944745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,16384,0.427130659421285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,16384,0.32899200916290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,16384,0.2779146631558736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,16384,0.8573919932047526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,51200,9.709285100301107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,16384,0.22924266258875528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,16384,0.227290670077006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,16384,0.2227999965349833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,16384,0.22174400091171265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,16384,0.21950932343800864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,16384,0.2284053365389506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,16384,0.2206453283627828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,16384,0.15008533000946045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,16384,0.1488640010356903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,16384,0.14924800395965576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,16384,0.14867200454076132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,16384,0.14681599537531534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,16384,0.14654399951299033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,16384,0.14711466431617737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,16384,0.14686399698257446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,16384,0.14476266503334045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,16384,0.14404799540837607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,16384,0.14308266838391623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,16384,0.14244799812634787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,16384,0.14282133181889853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,16384,0.14248533050219217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,16384,0.1434986690680186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,16384,0.14180266857147217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,16384,0.14134933551152548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,16384,0.14270400007565817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,16384,0.1423786679903666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,16384,0.14203199744224548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,16384,0.14230400323867798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,16384,0.14226133624712625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,16384,0.14203199744224548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,16384,0.2229493260383606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,16384,0.23753066857655844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,16384,0.2503359913825989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,16384,0.23031467199325562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,16384,0.2327466607093811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,16384,0.25172267357508343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,16384,0.23639466365178427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,16384,0.23720532655715942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,51200,5.064741452534993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,16384,1.5256160100301106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,16384,1.4946826299031575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,16384,1.4141333897908528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,16384,1.4455307324727376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,16384,1.3291626771291096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,16384,7.059802373250325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,16384,1.8388106028238933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,16384,1.1818933486938477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,16384,1.1285866896311443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,16384,1.3035786946614583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,16384,1.0756906668345134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,16384,1.1390506426493328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,16384,0.992682695388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,16384,2.819162686665853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,16384,1.0042826334635417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,16384,0.9074292977650961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,16384,0.9649706681569418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,16384,0.7852160135904948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,16384,0.88482666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,16384,0.839034636815389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,16384,0.7321013609568278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,16384,0.7259199619293213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,16384,0.6415573358535767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,16384,0.6058880090713501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,16384,0.5961386760075887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,16384,0.5168426831563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,16384,0.4819466670354207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,16384,0.47554131348927814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,16384,0.40567998091379803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,16384,0.3649226824442546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,16384,0.3435200055440267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,16384,0.27614400784174603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,16384,0.26449066400527954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,16384,0.2230666677157084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,16384,0.12244266271591187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,16384,0.17320533593495688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,16384,0.12378666798273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,16384,0.12018666664759318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,16384,0.12616533041000366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,16384,0.12172266840934753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,16384,0.12370666861534119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,16384,0.12924266854921976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,16384,0.1076746682325999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,16384,0.15589333573977152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,16384,0.10590933760007222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,16384,0.10739733775456746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,16384,0.10789866248766582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,16384,0.10365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,16384,0.10998400052388509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,16384,0.10700266559918721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,16384,0.1076693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,16384,0.10429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,16384,0.10693867007891338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,16384,0.11212266484896342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,16384,0.11178132891654968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,16384,0.10981866717338562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,16384,0.11124266187349956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,16384,0.11364799737930298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,16384,0.11214933792750041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,16384,0.11406933267911275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,16384,0.10870933532714844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,16384,0.1149173378944397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,16384,0.11157866319020589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,16384,0.1220746636390686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,16384,0.11556800206502278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,16384,0.11194666226704915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,16384,0.11987200379371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,16384,0.11664533615112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,16384,0.1223413348197937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,16384,19.275904337565105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,16384,0.11750400066375732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,16384,0.12470933794975281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,16384,0.11389333009719849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,16384,0.14095466335614523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,12288,6.030037562052409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,12288,14.800912221272787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,12288,3.6443198521931968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,12288,3.2006454467773438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,12288,4.013253211975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,12288,2.8054558436075845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,12288,3.3613386154174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,12288,2.9620800018310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,12288,2.41539732615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,12288,28.211023966471355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,12288,2.8941173553466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,12288,3.0385119120279946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,12288,2.719615936279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,12288,2.323631922403971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,12288,2.3959946632385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,12288,2.4953385988871255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,12288,2.070240020751953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,12288,2.1245226860046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,12288,1.9662292798360188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,12288,2.0238773028055825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,12288,1.701375961303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,12288,1.6449066797892253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,12288,1.5837119420369465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,12288,1.487829367319743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,12288,1.1348319848378499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,12288,1.5418720245361328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,12288,1.3467893600463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,12288,1.0026933352152507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,12288,0.9978720347086588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,12288,0.8988426526387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,12288,0.9169173240661621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,12288,0.6924693584442139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,12288,0.4326239824295044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,12288,0.6124906539916992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,12288,0.4294240077336629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,12288,0.278874675432841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,12288,0.28438399235407513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,12288,0.2829599976539612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,12288,0.29471466938654584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,12288,0.23391467332839966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,12288,0.2603573401769002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,12288,0.22884267568588257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,12288,0.24381866057713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,12288,0.2092693249384562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,12288,0.2201919953028361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,12288,0.23625065883000693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,12288,0.20734934012095133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,12288,0.21569599707921347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,12288,0.2321066657702128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,12288,0.2037866711616516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,12288,0.2074186603228251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,12288,0.22614399592081705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,12288,0.2018079956372579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,12288,0.2020533283551534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,12288,0.2153173287709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,12288,0.19963733355204263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,12288,0.20315200090408325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,12288,0.19916266202926636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,12288,0.20562134186426798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,12288,0.20046399037043253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,12288,0.2009333372116089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,12288,0.20724799235661825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,12288,0.19939732551574707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,12288,0.20599466562271118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,12288,0.1962719957033793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,12288,0.1967946688334147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,12288,0.20036800702412924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,12288,0.1957119901974996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,12288,0.19850667317708334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,12288,0.19392534097035727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,12288,0.19620800018310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,12288,0.19220799207687378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,12288,0.23093332846959433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,12288,0.1990293264389038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,12288,3.129157384236654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,12288,1.8860692977905273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,12288,7.106138865152995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,12288,1.8695200284322102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,12288,1.750991980234782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,12288,1.964138666788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,12288,1.8986506462097168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,12288,1.600613276163737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,12288,1.656511942545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,12288,1.6320266723632812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,12288,1.4857066472371419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,12288,1.6330773035685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,12288,1.3252106507619221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,12288,1.346944014231364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,12288,14.872352600097656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,12288,1.1605493227640789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,12288,1.2586560249328613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,12288,1.1863146622975667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,12288,1.1939146518707275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,12288,1.0231359799702961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,12288,0.9867093563079834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,12288,0.8280533154805502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,12288,0.8163306713104248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,12288,0.962170680363973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,12288,0.6839040120442709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,12288,0.6661653518676758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,12288,0.5661386648813883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,12288,0.5582666794459025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,12288,0.4758559862772624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,12288,0.4858880043029785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,12288,0.3907359838485718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,12288,0.3588693141937256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,12288,0.24802666902542114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,12288,0.2667679985364278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,12288,0.17492800951004028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,12288,0.1651520033677419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,12288,0.1800480087598165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,12288,0.16532267133394876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,12288,0.16160000363985697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,12288,0.14243200421333313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,12288,0.14242133498191833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,12288,0.1346773306528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,12288,0.13378133376439413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,12288,0.13378666838010153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,12288,0.13409599661827087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,12288,0.13133333126703897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,12288,0.7527306874593099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,12288,0.1297546625137329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,12288,0.12850667039553323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,12288,0.13367467125256857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,12288,0.12748799721399942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,12288,0.12985600034395853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,12288,0.1253493328889211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,12288,0.1278986632823944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,12288,0.12239999572436015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,12288,0.12434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,12288,0.12337066729863484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,12288,0.12326932946840923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,12288,0.12018666664759318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,12288,0.12269333004951477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,12288,0.11986133456230164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,12288,0.1234933336575826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,12288,0.11899733543395996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,12288,0.12240533034006755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,12288,0.1186293363571167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,12288,0.12126933534940083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,12288,0.1207413375377655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,12288,0.12153066198031108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,12288,0.11559466520945232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,12288,0.11853333314259847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,12288,0.11458133657773335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,12288,0.11734400192896526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,12288,0.15270400047302246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,12288,0.11326932907104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,12288,3.2569173177083335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,12288,1.7623945871988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,12288,1.9864853223164876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,12288,1.6383733749389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,12288,1.8216373125712078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,12288,1.585429350535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,12288,1.7988853454589844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,12288,1.5045706431070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,12288,1.862709363301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,12288,1.4406399726867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,12288,1.5251839955647786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,12288,1.3490400314331055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,12288,1.480954647064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,12288,1.192069371541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,12288,1.3355199495951335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,12288,1.0764319896697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,12288,1.20414400100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,12288,0.9809280236562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,12288,1.101802666982015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,12288,0.9054346879323324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,12288,0.869317372639974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,12288,0.7504266897837321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,12288,0.775007963180542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,12288,0.6545653343200684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,12288,0.6668852965037028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,12288,0.5604106585184733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,12288,0.5610186656316122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,12288,0.4619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,12288,0.4545653263727824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,12288,0.36432000001271564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,12288,0.3338079849878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,12288,0.2608106732368469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,12288,0.216048002243042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,12288,0.18106667200724283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,12288,0.17869333426157633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,12288,0.17883199453353882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,12288,0.17704000075658163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,12288,0.17334934075673422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,12288,0.17160000403722128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,12288,0.17229332526524863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,12288,0.17002665996551514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,12288,0.1181599994500478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,12288,0.1165706713994344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,12288,0.11613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,12288,0.11588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,12288,0.11592533191045125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,12288,0.11463466286659241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,12288,0.11504000425338745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,12288,0.11436800161997478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,12288,0.1120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,12288,0.11077866951624553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,12288,0.11089066664377849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,12288,0.11043733358383179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,12288,0.11054399609565735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,12288,0.11027200023333232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,12288,0.10951466361681621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,12288,0.10964799920717876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,12288,0.10854933659235637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,12288,0.10817600289980571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,12288,0.10822932918866475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,12288,0.10789333780606587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,12288,0.17915733655293783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,12288,0.16542399923006693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,12288,0.17777599891026816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,12288,0.17338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,12288,0.1848479906717936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,12288,0.16690133015314737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,12288,0.17507733901341757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,12288,0.17709867159525552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,12288,0.18312533696492514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,12288,0.16410133242607117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,12288,14.472602844238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,12288,4.828954696655273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,12288,2.5504746437072754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,12288,1.3351839383443196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,12288,1.057690699895223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,12288,1.0055359999338787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,12288,0.9952106475830078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,12288,0.9487360318501791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,12288,0.9263573487599691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,12288,0.9002400239308676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,12288,0.8604959646860758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,12288,0.8333333333333334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,12288,0.8118720054626465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,12288,0.7680160204569498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,12288,0.7636586825052897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,12288,0.7306346893310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,12288,0.6969119707743326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,12288,0.6639306545257568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,12288,0.6393653154373169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,12288,0.5970773299535116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,12288,0.5733706553777059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,12288,0.5474666754404703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,12288,0.5276266733805338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,12288,0.4798239866892497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,12288,0.4563893477121989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,12288,0.431877334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,12288,0.389514684677124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,12288,0.3646666606267293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,12288,0.2767039934794108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,12288,0.25206400950749713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,12288,0.20948266983032227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,12288,0.18507200479507446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,12288,0.1648960014184316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,12288,0.15387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,12288,0.09157333771387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,12288,0.09215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,12288,0.09788266817728679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,12288,0.0950879951318105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,12288,0.09507733583450317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,12288,0.09664000074068706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,12288,0.12194666266441345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,12288,0.08110400040944417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,12288,0.07936533292134602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,12288,0.08080533146858215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,12288,0.07892799874146779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,12288,0.078575998544693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,12288,0.08211733400821686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,12288,0.07919466495513916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,12288,0.08101866642634074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,12288,0.07867200175921123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,12288,0.0809440016746521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,12288,0.08155733346939087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,12288,0.08251200119654338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,12288,0.08181866506735484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,12288,0.08918933073679607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,12288,0.08778666456540425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,12288,0.08270399769147237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,12288,0.08285333216190338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,12288,0.09186666210492452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,12288,0.09011733531951904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,12288,0.08292266726493835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,12288,0.08522666494051616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,12288,0.08830933769543965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,12288,0.0890933374563853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,12288,0.08316266536712646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,12288,0.0846720039844513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,12288,0.09180266658465068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,12288,0.09221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,12288,0.08317333459854126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,12288,0.08665600419044495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,12288,0.09174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,10240,23.551307678222656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,10240,11.501370747884115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,10240,5.755472183227539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,10240,3.355722745259603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,10240,2.76036802927653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,10240,3.0749918619791665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,10240,3.137088139851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,10240,2.833850542704264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,10240,2.813071886698405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,10240,2.87389341990153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,10240,2.711045265197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,10240,2.5402026176452637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,10240,2.200010617574056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,10240,2.2491307258605957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,10240,2.1515040397644043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,10240,2.039898713429769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,10240,1.7455679575602214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,10240,1.711898644765218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,10240,1.7859253883361816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,10240,1.7481013933817546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,10240,1.5986080169677734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,10240,1.6403627395629883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,10240,1.5392959912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,10240,1.3285813331604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,10240,1.2689013481140137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,10240,1.2316479682922363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,10240,1.0530719757080078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,10240,0.8954826990763346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,10240,0.8759946823120117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,10240,0.7376800378163656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,10240,0.6861546834309896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,10240,0.6411786476771036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,10240,0.4990026553471883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,10240,0.38105066617329914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,10240,0.37755731741587323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,10240,0.23894933859507242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,10240,0.20971200863520303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,10240,0.20947200059890747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,10240,0.2047733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,10240,0.1882986625035604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,10240,0.18626133600870767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,10240,0.20462934176127115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,10240,0.17764800786972046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,10240,0.1989013353983561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,10240,0.17362133661905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,10240,0.1725226640701294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,10240,0.16572800278663635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,10240,0.1649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,10240,0.164192001024882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,10240,0.17563732465108237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,10240,0.17418134212493896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,10240,0.17372800906499228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,10240,0.17133333285649618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,10240,0.171834667523702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,10240,0.17166932423909506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,10240,0.16965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,10240,0.16765866676966348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,10240,0.166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,10240,0.16595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,10240,0.166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,10240,0.16724799076716104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,10240,0.16685332854588827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,10240,0.16522666811943054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,10240,0.1709866722424825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,10240,0.17040000359217325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,10240,0.17218132813771567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,10240,0.1677173376083374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,10240,0.1663146714369456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,10240,0.16690133015314737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,10240,0.16591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,10240,0.1658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,10240,0.16395733753840128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,10240,0.1630826691786448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,10240,0.1627840002377828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,10240,12.214677174886068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,10240,6.093343734741211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,10240,3.0749546686808267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,10240,1.70577605565389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,10240,1.4746507008870442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,10240,1.414629300435384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,10240,1.3410453796386719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,10240,1.3633599281311035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,10240,1.304645299911499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,10240,1.2960480054219563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,10240,1.1900266806284587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,10240,1.165882666905721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,10240,1.0822239716847737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,10240,1.0905439853668213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,10240,1.0039680004119873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,10240,1.0736160278320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,10240,0.9341599941253662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,10240,0.9046933650970459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,10240,0.8982240358988444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,10240,0.8856213092803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,10240,0.8023200035095215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,10240,0.7284533182779948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,10240,0.703770637512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,10240,0.6922240257263184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,10240,0.665125330289205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,10240,0.5572533210118612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,10240,0.5061599810918173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,10240,0.4411093393961589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,10240,0.44121599197387695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,10240,0.37163734436035156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,10240,0.3553546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,10240,0.3134133418401082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,10240,0.2802720069885254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,10240,0.2182719906171163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,10240,0.20188800493876138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,10240,0.13737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,10240,0.12617066502571106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,10240,0.12479999661445618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,10240,0.12808000048001608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,10240,0.11808533469835918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,10240,0.12173866232236226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,10240,0.12402133146921794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,10240,0.11291733384132385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,10240,0.12103999654452006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,10240,0.10674666364987691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,10240,0.10682666301727295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,10240,0.10442666212717693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,10240,0.1011786659558614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,10240,0.10081600149472554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,10240,0.1046346624692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,10240,0.10468799869219463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,10240,0.10506666700045268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,10240,0.10170132915178935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,10240,0.10273599624633789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,10240,0.10090133547782898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,10240,0.10044800241788228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,10240,0.09970133503278096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,10240,0.09917866190274556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,10240,0.09749333063761394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,10240,0.09945600231488545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,10240,0.0979306697845459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,10240,0.09729066491127014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,10240,0.09729599952697754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,10240,0.09703999757766724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,10240,0.09849599997202556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,10240,0.09848533074061076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,10240,0.10257599751154582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,10240,0.1023520032564799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,10240,0.1030346651871999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,10240,0.10260799527168274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,10240,0.10282133022944133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,10240,0.09901866316795349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,10240,0.09936533371607463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,10240,0.09815466403961182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,12288,0.09296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,12288,0.3068266709645589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,10240,6.068298975626628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,10240,3.0782667795817056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,10240,1.8119413057963054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,12288,0.3640693426132202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,10240,1.5590613683064778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,10240,1.7744426727294922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,10240,1.3975946108500164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,10240,1.631658713022868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,10240,1.3293813069661458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,10240,1.6278079350789387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,10240,1.245365301767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,10240,1.4042399724324544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,10240,1.1390613714853923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,10240,1.2631733417510986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,10240,1.0316320260365803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,10240,1.194538672765096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,10240,0.9479359785715739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,10240,1.0522080262502034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,10240,0.8520639737447103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,10240,0.9461653232574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,10240,0.7588106791178385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,10240,1.9429599444071453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,10240,0.794111967086792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,10240,0.6842400232950846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,10240,0.7180906931559244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,10240,0.6048800150553385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,10240,0.6197706858317057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,10240,0.5120906829833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,10240,0.5076373418172201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,10240,0.42080533504486084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,10240,0.40244801839192706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,10240,0.3338453372319539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,10240,0.29847466945648193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,10240,0.2365866700808207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,10240,0.19142399231592813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,10240,1.740378697713216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,10240,0.16834133863449097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,10240,0.1641973356405894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,10240,0.1618133286635081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,10240,0.16169066230456033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,10240,0.1609119971593221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,10240,0.15833066900571188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,10240,0.10097066561381023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,10240,0.10113599896430969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,10240,0.10129599769910176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,10240,0.09987733761469524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,10240,0.09943999846776326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,10240,0.09963732957839966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,10240,0.15708800156911215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,10240,0.097461332877477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,10240,0.09648000200589497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,10240,0.09321066737174988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,10240,0.09338666995366414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,10240,0.09338666995366414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,10240,0.09178133805592854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,10240,0.09222400188446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,10240,0.09083200494448344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,10240,0.09216533104578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,10240,0.09129066268603007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,10240,0.16954666376113892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,10240,0.09165333708127339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,10240,0.09416000048319499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,10240,0.1474720040957133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,10240,0.13250133395195007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,10240,0.13506133357683817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,10240,0.1418826679388682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,10240,0.15237333377202353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,10240,0.14044266939163208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,10240,0.13265599807103476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,10240,0.14364266395568848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,10240,0.15177067120869955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,10240,0.14341333508491516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,10240,0.13386133313179016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,10240,0.14160533746083578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,10240,12.081087748209635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,10240,1.1722773710886638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,10240,0.8775306542714437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,10240,0.8565013408660889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,10240,1.7286559740702312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,10240,0.8172319730122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,10240,0.8470026652018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,10240,0.7722400029500326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,10240,0.7511146863301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,10240,0.7295520305633545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,10240,0.700645367304484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,10240,0.6719466845194498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,10240,0.643887996673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,10240,0.6251306533813477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,10240,0.5969119866689047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,10240,0.5673386653264364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,10240,0.541536013285319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,10240,0.5052479902903239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,10240,0.49484801292419434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,10240,0.4616853396097819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,10240,0.4418933391571045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,10240,0.4064799944559733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,10240,0.3543200095494588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,10240,0.3864320119222005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,10240,4.247680028279622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,10240,0.3288053274154663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,10240,0.31108800570170086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,10240,0.2528160015741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,10240,0.23733333746592203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,10240,0.40591998895009357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,10240,0.21926933526992798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,10240,0.17871467272440592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,10240,0.21979200839996338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,10240,0.14431466658910116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,10240,0.12227200468381245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,10240,0.08334933718045552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,10240,0.08162133395671844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,10240,0.07825600107510884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,10240,0.08029866715272267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,10240,0.08490133285522461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,10240,0.09158399701118469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,10240,0.09249599774678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,10240,0.09258133172988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,10240,0.07029866675535838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,10240,0.06993600229422252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,10240,0.07090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,10240,0.0684853345155716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,10240,0.06924800078074138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,10240,0.07032000025113423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,10240,0.06818666557470958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,10240,0.07221333185831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,10240,0.0706879993279775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,10240,0.0705386648575465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,10240,0.06981333096822102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,10240,0.07042666773001353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,10240,0.07000533243020375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,10240,0.07497600217660268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,10240,0.08046400050322215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,10240,0.07266133526961009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,10240,0.07486933469772339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,10240,0.07221866647402446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,10240,0.07259200016657512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,10240,0.07528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,10240,0.07157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,10240,0.07562666634718578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,10240,0.07458666463692983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,10240,0.07695466776688893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,10240,0.07318933308124542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,10240,0.07190933326880138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,10240,0.07495999832948048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,10240,0.08089600006739299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,10240,0.07088533540566762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,10240,0.07835733393828075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,8192,3.8174826304117837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,8192,9.930074691772461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,8192,2.867306709289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,8192,2.395770708719889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,8192,2.39194663365682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,8192,19.194080352783203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,8192,2.2715253829956055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,8192,2.0870186487833657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,8192,2.1955787340799966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,8192,2.1326400438944497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,8192,1.6578186353047688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,8192,1.7410240173339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,8192,1.9828799565633137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,8192,1.451317310333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,8192,1.8412052790323894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,8192,1.2763360341389973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,8192,1.282373348871867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,8192,1.4683574040730794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,8192,1.2298879623413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,8192,1.2639679908752441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,8192,1.0245546499888103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,8192,1.251530647277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,8192,0.9876213073730469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,8192,1.0140213171641033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,8192,0.846442699432373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,8192,0.8564799626668295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,8192,0.6957759857177734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,8192,0.6708746751149496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,8192,1.6293493906656902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,8192,0.5205279986063639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,8192,0.47035733858744305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,8192,0.5915626684824625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,8192,0.38942400614420575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,8192,0.31008533636728924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,8192,0.3023786743481954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,8192,0.1779359976450602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,8192,0.1625653306643168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,8192,0.19707733392715454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,8192,0.18597332636515299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,8192,0.15801067153612772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,8192,0.16682666540145874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,8192,0.1525706648826599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,8192,0.1830400029818217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,8192,0.18922666708628336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,8192,0.14637333154678345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,8192,0.15437333782513937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,8192,0.14647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,8192,0.13936000068982443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,8192,0.14199999968210855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,8192,0.15915733575820923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,8192,0.14589333534240723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,8192,0.15042133132616678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,8192,0.1567093332608541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,8192,0.14442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,8192,0.14944533507029215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,8192,0.15409599741299948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,8192,0.13822399576505026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,8192,0.144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,8192,0.14406933387120566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,8192,0.1361120045185089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,8192,0.1436906655629476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,8192,0.13660266995429993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,8192,0.1432799994945526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,8192,0.13596266508102417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,8192,0.14015466968218485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,8192,0.13852799932161966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,8192,0.13797332843144736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,8192,0.13688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,8192,0.13611732920010886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,8192,0.13620266318321228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,8192,0.13470932841300964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,8192,0.13384532928466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,8192,0.13333866993586221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,8192,4.246938705444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,8192,0.144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,8192,1.1679946581522624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,8192,2.248624006907145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,8192,1.1452693144480388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,8192,1.4193013509114583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,8192,1.1148959795633953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,8192,10.548117319742838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,8192,1.3376693725585938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,8192,1.0543466409047444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,8192,1.353925387064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,8192,1.0962560176849365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,8192,0.9515093167622884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,8192,1.0003893375396729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,8192,1.0817279815673828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,8192,0.8254240353902181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,8192,0.879151980082194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,8192,0.8551627000172933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,8192,0.7749280134836832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,8192,0.7212746938069662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,8192,0.7170613606770834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,8192,0.5916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,8192,0.6096906661987305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,8192,0.5198186635971069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,8192,0.5680799881617228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,8192,0.4511093298594157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,8192,0.4533546765645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,8192,0.37907199064890545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,8192,0.40164268016815186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,8192,0.33218665917714435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,8192,0.3176906704902649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,8192,0.2618880073229472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,8192,0.23344000180562338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,8192,0.7312906583150228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,8192,0.17822933197021484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,8192,0.16353066762288412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,8192,0.10539733370145161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,8192,0.11566932996114095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,8192,0.10275200009346008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,8192,0.11088533202807109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,8192,0.09982400139172871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,8192,0.09987200299898784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,8192,0.10220799843470256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,8192,0.09705066680908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,8192,0.097653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,8192,0.09259733557701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,8192,0.08747200171152751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,8192,0.08842666943868001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,8192,0.085125337044398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,8192,0.08549333612124126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,8192,0.0872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,8192,0.08898666501045227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,8192,0.08726400136947632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,8192,0.08813333511352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,8192,0.08452799916267395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,8192,0.08828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,8192,0.08310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,8192,0.08756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,8192,0.08382399876912434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,8192,0.08401599526405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,8192,0.08202133576075236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,8192,0.08343999584515889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,8192,0.08084266881148021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,8192,0.08539199829101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,8192,0.08248533308506012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,8192,0.083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,8192,0.08099199831485748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,8192,0.0830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,8192,0.08109333117802937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,8192,0.08417066931724548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,8192,0.08948799967765808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,8192,0.08453333377838135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,8192,0.0869706670443217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,8192,0.08494399984677632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,8192,0.08481066425641377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,8192,2.3674987157185874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,8192,10.861189524332682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,8192,1.4239892959594727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,10240,0.9394559860229492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,8192,1.1919946670532227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,8192,1.4651467005411785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,8192,1.4101120630900066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,8192,1.1131199995676677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,8192,1.1956640084584553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,8192,1.0911146799723308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,8192,1.1233867009480794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,8192,1.0188746452331543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,8192,1.053536017735799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,8192,0.9430452982584635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,8192,0.9767253398895264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,8192,0.8726933002471924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,8192,0.8007360299428304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,8192,0.8993493715922037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,8192,0.7109066645304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,8192,0.9202666282653809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,8192,0.7493226528167725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,8192,0.6663360198338827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,8192,0.6356906493504842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,8192,0.5944106578826904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,8192,0.48338667551676434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,8192,0.5673226515452067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,8192,0.41872533162434894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,8192,0.5107040007909139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,8192,0.4113173484802246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,8192,0.3556640148162842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,8192,0.27983466784159344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,8192,0.3295360008875529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,8192,0.19671465953191122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,8192,0.15773333112398782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,8192,0.25547732909520465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,8192,1.2942612965901692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,8192,0.12657599647839865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,8192,0.12454932928085327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,8192,0.12082133690516154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,8192,0.1202880044778188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,8192,0.11994133392969768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,8192,0.11858666936556499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,8192,0.08273600041866302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,8192,0.08210666477680206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,8192,0.08200533191363017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,8192,0.08152000109354655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,8192,0.08099199831485748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,8192,0.08071466783682506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,8192,0.08078399797280629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,8192,0.08027199904123943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,8192,0.0767146646976471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,8192,0.07650133470694225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,8192,0.12667733430862427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,8192,0.0759626676638921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,8192,0.07607999940713246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,8192,0.07499200105667114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,8192,0.07436266541481018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,8192,0.075162669022878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,8192,0.12414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,8192,0.12019733587900798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,8192,0.11832533280054729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,8192,0.12286933263142903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,8192,0.12262933452924092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,8192,0.13131200273831686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,8192,0.12081066767374675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,8192,0.11131733655929565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,8192,0.12092266480127971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,8192,0.12170132994651794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,8192,0.12537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,8192,0.13266666730244955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,8192,0.11827733119328816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,8192,0.125109334786733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,8192,0.11831466356913249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,8192,0.127210666735967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,8192,2.865637461344401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,8192,0.9316319624582926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,8192,0.8383306662241617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,8192,0.7121173540751139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,8192,9.652986526489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,8192,0.6938986778259277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,8192,0.649344007174174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,8192,0.8935413360595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,8192,0.6302293141682943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,8192,0.818458636601766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,8192,0.5917760133743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,8192,0.5916693210601807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,8192,0.5507786671320597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,8192,0.5078453222910563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,8192,0.4850720167160034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,8192,0.4623146851857503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,8192,0.4461973508199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,8192,0.4187093178431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,8192,0.4002506732940674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,8192,0.38102932771046955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,8192,0.36425065994262695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,8192,0.3366026480992635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,8192,0.3187359968821208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,8192,0.5252906481424967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,8192,0.3025066653887431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,8192,0.27923200527826947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,8192,0.25641600290934247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,8192,0.21137599150339761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,8192,0.24364266792933145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,8192,0.19333332777023315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,8192,0.17938133080800375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,8192,0.14636266231536865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,8192,0.1402506629625956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,8192,0.1150986651579539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,8192,0.10481599966684978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,8192,0.06675200164318085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,8192,0.06534400085608165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,8192,0.06633600095907848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,8192,0.06769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,8192,0.06791999936103821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,8192,0.07252799967924754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,8192,0.08310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,8192,0.060458665092786155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,8192,0.058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,8192,0.058880001306533813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,8192,0.05862933397293091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,8192,0.0583840012550354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,8192,0.059994667768478394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,8192,0.05990933378537496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,8192,0.060319999853769936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,8192,0.060234665870666504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,8192,0.06043200194835663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,8192,0.06020266811052958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,8192,0.06111466884613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,8192,0.060133333007494606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,8192,0.07567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,8192,0.06007466713587443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,8192,0.06012799839178721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,8192,0.06603733201821645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,8192,0.06499200065930684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,8192,0.06371733546257019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,8192,0.06358399987220764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,8192,0.0631520003080368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,8192,0.06181333462397257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,8192,0.06487466891606648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,8192,0.06386133531729381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,8192,0.06414933502674103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,8192,0.06549866497516632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,8192,0.06424533327420552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,8192,0.06555733581384023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,8192,0.06470933556556702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,8192,0.06654933094978333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,8192,0.06434666613737743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,8192,1.3977707227071126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,7168,7.078901290893555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,7168,3.3699092864990234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,7168,2.4138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,7168,1.991125265757243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,7168,1.9043359756469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,7168,1.9882079760233562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,7168,16.7620849609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,7168,2.0734880765279136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,7168,1.9928639729817708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,7168,1.9199679692586262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,7168,1.7967359224955242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,7168,1.6505494117736816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,7168,1.5585439999898274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,7168,1.4002827008565266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,7168,1.4673439661661785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,7168,1.2812960147857666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,7168,1.1156373023986816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,7168,1.273978630701701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,7168,1.078442653020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,7168,1.203770637512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,7168,1.0297760168711345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,7168,1.0255413055419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,7168,0.9492213726043701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,7168,0.8324159781138102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,7168,0.8467253049214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,7168,0.7305013338724772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,7168,0.7094293435414633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,7168,0.5839733282725016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,7168,0.5717600186665853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,7168,0.5238986810048422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,7168,0.42502931753794354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,7168,0.3925066788991292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,7168,0.3468213478724162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,7168,0.2490346630414327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,7168,0.22701332966486612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,7168,0.17111466328303018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,7168,0.13899200161298117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,7168,0.1586079994837443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,7168,0.134634663661321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,7168,0.14041067163149515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,7168,0.14548800388971964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,7168,0.1422879993915558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,7168,0.12386133273442586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,7168,0.12389866511027019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,7168,0.11998933553695679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,7168,0.11895466844240825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,7168,0.11806933085123698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,7168,0.12416000167528789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,7168,0.12334400415420532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,7168,0.12321066856384277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,7168,0.1251359979311625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,7168,0.12219732999801636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,7168,0.1204746663570404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,7168,0.1197653313477834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,7168,0.11991467078526814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,7168,0.11983467141787212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,7168,0.11820800105730693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,7168,0.11867200334866841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,7168,0.11809600392977397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,7168,0.11794666449228923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,7168,0.11869866649309795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,7168,0.11827733119328816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,7168,0.1179093321164449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,7168,0.1390666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,7168,0.11771200100580852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,7168,0.12153066198031108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,7168,0.12051199873288472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,7168,0.11978666981061299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,7168,0.11926933129628499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,7168,0.11859200398127238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,7168,0.11756267150243123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,7168,0.11626133322715759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,7168,0.14094932874043783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,7168,0.12009066343307495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,7168,8.531370798746744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,7168,1.893594741821289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,7168,1.0194719632466633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,7168,1.3299520015716553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,7168,0.9824426968892416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,7168,1.2029600143432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,7168,0.99562668800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,7168,0.967146635055542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,7168,0.928762674331665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,7168,0.9226186275482178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,7168,0.8773120244344076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,7168,0.8035679658253988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,7168,0.8178559939066569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,7168,3.7330986658732095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,7168,0.7102719942728678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,7168,0.7506506443023682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,7168,0.6326080163319906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,7168,0.6419946750005087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,7168,0.6377653280893961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,7168,0.5599413315455118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,7168,0.5053706566492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,7168,0.5088479916254679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,7168,0.46053866545359295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,7168,0.4626986583073934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,7168,0.3917440176010132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,7168,0.32170132795969647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,7168,0.3267573316891988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,7168,0.2789280017217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,7168,0.2619839906692505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,7168,0.2286293307940165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,7168,0.5627093315124512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,7168,0.19960000117619833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,7168,0.15660267074902853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,7168,0.14909866452217102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,7168,0.10242133339246114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,7168,0.4139466683069865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,7168,0.09430399537086487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,7168,0.09529067079226176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,7168,0.08841066559155782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,7168,0.08833600083986919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,7168,0.09236799677213033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,7168,0.08386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,7168,0.08904000123341878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,7168,0.08025600016117096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,7168,0.08042666812737782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,7168,0.07738133271535237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,7168,0.09185066819190979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,7168,0.07477333148320515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,7168,0.07599466542402904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,7168,0.07842666904131572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,7168,0.07792533437410991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,7168,0.07684800028800964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,7168,0.07488533357779185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,7168,0.07474133372306824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,7168,0.07577066620190938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,7168,0.07750933369000752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,7168,0.07348266740640004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,7168,0.07443200051784515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,7168,0.0726453314224879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,7168,0.07438399891058604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,7168,0.07221866647402446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,7168,0.07314133147398631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,7168,0.07242133220036824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,7168,0.07353066901365916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,7168,0.0713866651058197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,7168,0.07259200016657512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,7168,0.07257600128650665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,7168,0.0711839993794759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,7168,0.07336000104745229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,7168,0.07829866806666057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,7168,0.077674667040507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,7168,0.07432533303896587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,7168,0.0772213339805603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,7168,0.07871999839941661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,7168,4.426767985026042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,7168,1.1812960306803386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,7168,1.3694826761881511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,7168,1.117242654164632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,7168,1.185360034306844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,7168,1.06987730662028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,7168,1.1226399739583333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,7168,0.9987306594848633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,7168,1.050719976425171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,7168,0.9369280338287354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,7168,0.982863982518514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,7168,0.8712213039398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,7168,0.9339146614074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,7168,0.841749350229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,7168,0.8327413400014242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,7168,0.7376373608907064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,7168,0.7990880012512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,7168,0.6666293144226074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,7168,0.6985920270284017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,7168,0.599402666091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,7168,0.5822453498840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,7168,0.5199679931004842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,7168,0.5125600099563599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,7168,0.4689813454945882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,7168,0.445087989171346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,7168,0.3821599880854289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,7168,0.3720639944076538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,7168,0.3130613366762797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,7168,0.2949333389600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,7168,0.24538666009902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,7168,0.2192959984143575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,7168,0.17583467562993368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,7168,0.1415839989980062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,7168,1.264250675837199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,7168,0.11770666639010112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,7168,0.11574932932853699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,7168,0.11513599753379822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,7168,0.11282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,7168,0.11133866508801778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,7168,0.11190399527549744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,7168,0.11075733105341594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,7168,0.07588799794514973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,7168,0.07527466615041097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,7168,0.07482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,7168,0.07500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,7168,0.07367999851703644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,7168,0.07318399846553802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,7168,0.07346133391062419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,7168,0.0728000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,7168,0.07069333394368489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,7168,0.06955733398596446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,7168,0.07030400137106578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,7168,0.06883200009663899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,7168,0.06859200199445088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,7168,0.11241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,7168,0.10214933753013611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,7168,0.09668266773223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,7168,0.09320533275604248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,7168,0.10288000106811523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,7168,0.09753066301345825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,7168,0.10548266768455505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,7168,0.10129599769910176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,7168,0.11873599886894226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,7168,0.10450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,7168,0.10058133800824483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,7168,0.0950879951318105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,7168,0.09598400195439656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,7168,0.1034453312555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,7168,0.09947733084360759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,7168,0.11123733719189961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,7168,0.10026133060455322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,7168,0.11462400356928508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,7168,8.343168258666992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,7168,1.2673973242441814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,7168,0.70360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,7168,0.6858186721801758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,7168,0.6552960077921549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,7168,0.6408373514811198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,7168,0.6188693443934122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,7168,0.5999946594238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,7168,0.5813599824905396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,7168,0.5620799859364828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,7168,0.54093865553538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,7168,0.5248159964879354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,7168,0.5033599932988485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,7168,0.48579732577006024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,7168,0.46612799167633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,7168,0.4480053186416626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,7168,0.42745065689086914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,7168,0.41140798727671307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,7168,0.38839999834696454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,7168,0.37116801738739014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,7168,0.3508426745732625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,7168,0.33586664994557697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,7168,0.31068267424901325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,7168,0.295141339302063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,7168,0.2781706651051839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,7168,0.25434666872024536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,7168,0.23654399315516153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,7168,0.22249066829681396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,7168,0.1925493280092875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,7168,0.18134933710098267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,7168,0.16272000471750894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,7168,0.1367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,7168,0.12156266967455547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,7168,0.1065120001633962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,7168,0.09339200456937154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,7168,0.06155199805895487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,7168,0.061792001128196716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,7168,0.059978668888409935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,7168,0.06091733276844025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,7168,0.06107733150323232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,7168,0.06789866586526234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,7168,0.06846400101979573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,7168,0.07409599920113881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,7168,0.053157334526379905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,7168,0.05305066704750061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,7168,0.053258667389551796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,7168,0.05204799771308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,7168,0.051776001850763954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,7168,0.05276800195376078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,7168,0.053130666414896645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,7168,0.053770666321118675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,7168,0.05425066749254862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,7168,0.0543093333641688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,7168,0.05242133140563965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,7168,0.05403199791908264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,7168,0.054197331269582115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,7168,0.05425600210825602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,7168,0.05421333511670431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,7168,0.05459733307361603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,7168,0.05231466889381409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,7168,0.05465066432952881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,7168,0.05381333331267039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,7168,0.0547680010398229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,7168,0.05305600166320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,7168,0.05535466472307841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,7168,0.05670933425426483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,7168,0.054272000988324486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,7168,0.05561066667238871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,7168,0.052970667680104576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,7168,0.056074668963750206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,7168,0.05523733297983805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,7168,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,7168,0.056133334835370384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,7168,2.466207981109619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,6144,7.450960159301758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,6144,3.553738594055176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,6144,1.971962610880534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,6144,14.517524719238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,6144,1.7585973739624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,6144,2.024895985921224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,6144,1.7504533131917317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,6144,1.6572106679280598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,6144,1.9202666282653809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,6144,1.6488587061564128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,6144,1.511173407236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,6144,1.3991252581278484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,6144,1.2692320346832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,6144,1.180239995320638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,6144,1.0796053409576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,6144,1.1222399870554607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,6144,1.0079946517944336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,6144,0.9912373224894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,6144,0.9520800113677979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,6144,0.9523253440856934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,6144,0.8939092953999838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,6144,0.8138133684794108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,6144,0.7314346631368002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,6144,0.6714133421579996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,6144,0.7874453067779541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,6144,0.5979466835657755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,6144,0.6406506697336832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,6144,0.4877760012944539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,6144,0.5520266691843668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,6144,0.41872533162434894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,6144,0.43302400906880695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,6144,0.3258240024248759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,6144,0.3492693503697713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,6144,0.25277332464853924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,6144,0.19847466548283896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,6144,0.1321440041065216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,6144,0.15763200322786966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,6144,0.1309440036614736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,6144,0.14672533671061197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,6144,0.1260479986667633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,6144,0.12199999888737996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,6144,0.13623467087745667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,6144,0.12222400307655334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,6144,0.13338133692741394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,6144,0.11872000495592754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,6144,0.1149013340473175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,6144,0.11254933476448059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,6144,0.11076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,6144,0.11130133271217346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,6144,0.12434666355450948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,6144,0.12273066242535909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,6144,0.12100266416867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,6144,0.12013866504033406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,6144,0.12010133266448975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,6144,0.11867733796437581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,6144,0.11609599987665813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,6144,0.11547733346621196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,6144,0.11565333604812622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,6144,0.116047998269399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,6144,0.11538666486740112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,6144,0.11528000235557556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,6144,0.11518399914105733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,6144,0.11532266934712727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,6144,0.11595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,6144,0.11530133088429768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,6144,0.11196266611417134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,6144,0.11166933178901672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,6144,0.11087999741236369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,6144,0.1104853351910909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,6144,0.11033599575360616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,6144,0.11035733421643575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,6144,0.10873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,6144,0.10825066765149434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,6144,0.11879466970761617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,6144,3.4799254735310874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,6144,1.7777493794759114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,6144,7.076351801554362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,6144,0.9840106964111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,6144,1.031717300415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,6144,0.9144746462504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,6144,0.9670026302337646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,6144,0.9091573556264242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,6144,0.928277333577474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,6144,0.825429360071818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,6144,0.8385226726531982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,6144,0.7587839762369791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,6144,0.6986026763916016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,6144,0.726469357808431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,6144,0.6954560279846191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,6144,0.5980799992879232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,6144,0.6689759890238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,6144,0.5655786593755087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,6144,0.5757386684417725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,6144,0.5649760166803995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,6144,0.5012799898783366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,6144,0.45338666439056396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,6144,0.43182400862375897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,6144,0.42237865924835205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,6144,0.40426135063171387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,6144,0.33296000957489014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,6144,0.3539946476618449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,6144,0.30129067103068036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,6144,0.3003573417663574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,6144,0.24212799469629923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,6144,0.24314133326212564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,6144,0.21647467215855917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,6144,0.18177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,6144,0.14800000190734863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,6144,0.1425493359565735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,6144,0.09151466687520345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,6144,0.08545600374539693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,6144,0.08639466762542725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,6144,0.08764800429344177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,6144,0.08030933141708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,6144,0.07911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,6144,0.08365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,6144,0.07626666625340779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,6144,0.08157333234945933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,6144,0.07300800085067749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,6144,0.07241599758466084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,6144,0.07001600166161855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,6144,0.0685280015071233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,6144,0.06885866820812225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,6144,0.07236266632874806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,6144,0.07054933408896129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,6144,0.07037333150704701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,6144,0.07025066514809926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,6144,0.06919999917348225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,6144,0.07003733515739441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,6144,0.06798399984836578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,6144,0.06671466430028279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,6144,0.06720533470312755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,6144,0.06596800188223521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,6144,0.06708799799283345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,6144,0.06629866858323415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,6144,0.06634133557478587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,6144,0.06566399832566579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,6144,0.06704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,6144,0.06569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,6144,0.06445866823196411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,6144,0.06579733391602834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,6144,0.06690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,6144,0.0670826683441798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,6144,0.0650133341550827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,6144,0.0703306645154953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,6144,0.06870399912198384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,6144,0.06761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,6144,0.06672533353169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,6144,3.8461974461873374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,6144,8.931941350301107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,6144,1.2269866466522217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,6144,1.844271977742513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,6144,0.9477012952168783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,6144,0.9053813616434733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,6144,1.1733813285827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,6144,0.8258293469746908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,6144,0.8905226389567057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,6144,0.7875413099924723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,6144,1.1581066449483235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,6144,0.8324373563130697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,6144,0.7673760255177816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,6144,0.6669973532358805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,6144,0.706816037495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,6144,0.6103786627451578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,6144,0.6558026472727457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,6144,0.5601706504821777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,6144,0.5894720156987509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,6144,0.4943946599960327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,6144,0.49742400646209717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,6144,0.4407680034637451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,6144,0.4413546721140544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,6144,0.37486934661865234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,6144,0.3791946570078532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,6144,0.32874133189519245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,6144,0.3198560078938802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,6144,0.2691146731376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,6144,0.2543039917945862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,6144,0.2074293295542399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,6144,0.18904000520706177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,6144,0.15038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,6144,0.1221440037091573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,6144,1.011888027191162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,6144,0.9711466630299886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,6144,0.1035093367099762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,6144,0.09977066516876221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,6144,0.09680533409118652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,6144,0.0956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,6144,0.09636800487836202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,6144,0.09540266791979472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,6144,0.06760000189145406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,6144,0.06700799862543742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,6144,0.0665226678053538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,6144,0.06622933348019917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,6144,0.06681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,6144,0.066170667608579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,6144,0.06478400031725566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,6144,0.06422933439413707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,6144,0.062394668658574425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,6144,0.06084266801675161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,6144,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,6144,0.06052266558011373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,6144,0.06054399907588959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,6144,0.09019733468691508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,6144,0.08492799599965413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,6144,0.07912000020345052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,6144,0.08376000324885051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,6144,0.10029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,6144,0.10265066226323445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,6144,0.09057066837946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,6144,0.07860266665617625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,6144,0.08306133250395457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,6144,0.09406399726867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,6144,0.08478400111198425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,6144,0.08712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,6144,0.09078933795293172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,6144,0.10063466429710388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,6144,0.09158399701118469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,6144,0.08028799792130788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,6144,0.08236266672611237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,6144,0.08872000376383464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,6144,0.10075733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,6144,7.099536259969075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,6144,0.690661350886027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,6144,0.6813173294067383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,6144,0.6607626676559448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,6144,0.5417280197143555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,6144,0.5175040165583292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,6144,0.5053333441416422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,6144,0.4899253447850545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,6144,0.4715199867884318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,6144,0.4562293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,6144,0.4428639809290568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,6144,0.42054935296376544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,6144,2.1505866050720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,6144,0.40748798847198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,6144,0.39766399065653485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,6144,0.3757386604944865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,6144,0.38604267438252765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,6144,0.3462933301925659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,6144,0.3242186705271403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,6144,0.31272000074386597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,6144,0.29501332839330036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,6144,0.28416534264882404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,6144,0.26263999938964844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,6144,0.2511253356933594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,6144,0.232314666112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,6144,0.21359467506408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,6144,0.19810134172439575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,6144,0.188810666402181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,6144,0.17583467562993368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,6144,0.15406933426856995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,6144,0.1372213363647461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,6144,0.11603200435638428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,6144,0.10637332995732625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,6144,0.09218666950861613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,6144,0.05306133131186167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,6144,0.0810346653064092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,6144,0.053301334381103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,6144,0.052799999713897705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,6144,0.05418133238951365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,6144,0.05259733398755392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,6144,0.059088001648585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,6144,0.059477334221204124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,6144,0.06427200138568878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,6144,0.047983999053637184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,6144,0.0473280002673467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,6144,0.04794133206208547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,6144,0.04690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,6144,0.04833599925041199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,6144,0.04773333172003428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,6144,0.047685335079828896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,6144,0.04804799954096476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,6144,0.04831466575463613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,6144,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,6144,0.04805333415667216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,6144,0.04985600213209788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,6144,0.048565333088239036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,6144,0.0492799977461497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,6144,0.050016000866889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,6144,0.050213331977526345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,6144,0.04770133395989736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,6144,0.0492799977461497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,6144,0.048512001832326256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,6144,0.05184000233809153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,6144,0.05020266771316528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,6144,0.04980800052483877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,6144,0.04894933104515076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,6144,0.05309333403905233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,6144,0.04816000163555145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,6144,0.052330667773882546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,6144,0.050330668687820435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,6144,0.05008533100287119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,6144,0.051669334371884666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,6144,0.052058666944503784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,6144,1.086346705754598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,5120,5.242565472920735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,5120,1.706698735555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,5120,1.4485920270284016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,5120,2.356698671976725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,5120,1.423477331797282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,5120,1.3804052670796711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,5120,1.4374079704284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,5120,1.2951253255208333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,5120,11.46990966796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,5120,1.3395039240519206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,5120,1.262330691019694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,5120,1.3740906715393066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,5120,1.0697706540425618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,5120,1.1438026428222656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,5120,0.9779520034790039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,5120,0.9204160372416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,5120,0.9899786313374838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,5120,0.8238346576690674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,5120,0.9189333120981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,5120,0.818997303644816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,5120,0.6212426821390787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,5120,0.6120853424072266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,5120,0.6138026714324951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,5120,0.5889973243077596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,5120,0.5377013285954794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,5120,0.45107734203338623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,5120,0.41331199804941815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,5120,0.4078986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,5120,0.33162132898966473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,5120,0.3094133337338765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,5120,0.7879520257314047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,5120,0.28940266370773315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,5120,0.18866666158040366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,5120,0.24689600865046182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,5120,0.17934399843215942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,5120,0.11462400356928508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,5120,0.10843200484911601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,5120,0.10288000106811523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,5120,0.110042671362559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,5120,0.09917866190274556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,5120,0.1088853379090627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,5120,0.09902933239936829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,5120,0.09479467074076335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,5120,0.10351999600728352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,5120,0.09125333031018575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,5120,0.09087999661763509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,5120,0.08872532844543457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,5120,0.08692800005276997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,5120,0.08692266543706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,5120,0.09262933333714803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,5120,0.09125333031018575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,5120,0.08995200196901958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,5120,0.09098133444786072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,5120,0.09027199943860371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,5120,0.08946667114893596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,5120,0.08876799543698628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,5120,0.09097066521644592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,5120,0.08986666798591614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,5120,0.08930133779843648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,5120,0.08724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,5120,0.08939199646313985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,5120,0.08749333024024963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,5120,0.09035733342170715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,5120,0.08656000097592671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,5120,0.09000533819198608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,5120,0.08772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,5120,0.0895306666692098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,5120,0.09116266171137492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,5120,0.09107733766237895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,5120,0.09322133660316467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,5120,0.09021866321563721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,5120,0.09087999661763509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,5120,0.08913600444793701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,5120,0.08877333005269368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,5120,2.767610549926758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,5120,0.7625173727671305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,5120,1.3574560483296711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,5120,0.7545866966247559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,5120,0.6767626603444418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,5120,0.6811733245849609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,5120,0.6632106701532999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,5120,0.67193603515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,5120,0.6214346488316854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,5120,0.6083786487579346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,5120,0.573194662729899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,5120,0.5647626717885336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,5120,0.5597493251164755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,5120,0.5209920008977255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,5120,0.490117351214091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,5120,0.4713706572850545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,5120,0.4562400182088216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,5120,0.44921600818634033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,5120,0.4126826524734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,5120,0.4098879893620809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,5120,0.3524373372395833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,5120,0.3649119933446248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,5120,0.33610665798187256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,5120,5.469146728515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,5120,0.334117333094279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,5120,0.2813653349876404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,5120,0.2680373390515645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,5120,0.25224000215530396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,5120,0.2346293330192566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,5120,0.19173866510391235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,5120,0.20191999276479086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,5120,0.14659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,5120,0.1179146667321523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,5120,0.11209066708882649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,5120,0.07864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,5120,0.07259733478228252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,5120,0.07096000015735626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,5120,0.07553066809972127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,5120,0.06881600121657054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,5120,0.06835733354091644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,5120,0.07234666744867961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,5120,0.0664213349421819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,5120,0.06885866820812225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,5120,0.06328533093134563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,5120,0.06309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,5120,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,5120,0.06137066582838694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,5120,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,5120,0.0641546646753947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,5120,0.06229866544405619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,5120,0.061434666315714516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,5120,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,5120,0.05895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,5120,0.059215997656186424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,5120,0.05885333319505056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,5120,0.058517331878344216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,5120,0.05795200169086456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,5120,0.1723680098851522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,5120,0.05820799867312113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,5120,0.058133333921432495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,5120,0.05708266794681549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,5120,0.05670933425426483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,5120,0.05575466652711233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,5120,0.05778666834036509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,5120,0.055946667989095054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,5120,0.05736533304055532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,5120,0.05643199880917867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,5120,0.057487999399503074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,5120,0.05650666852792104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,5120,0.05611733098824819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,5120,0.0558186670144399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,5120,0.05681600173314413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,5120,0.05566399792830149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,5120,0.05621333420276642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,5120,3.2250401178995767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,5120,6.707056045532227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,5120,1.0153760115305583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,5120,1.645429293314616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,5120,0.8419679800669352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,5120,1.0229706764221191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,5120,0.8026506900787354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,5120,0.8352586428324381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,5120,0.7501599788665771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,5120,0.9688906669616699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,5120,0.7796853383382162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,5120,0.6857759952545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,5120,0.7285280227661133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,5120,0.6409440040588379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,5120,0.6849173704783121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,5120,0.5839413404464722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,5120,0.6222240130106608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,5120,0.5316106478373209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,5120,0.5694613456726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,5120,0.4907253185908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,5120,0.5241653521855673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,5120,0.43345598379770917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,5120,0.44948800404866535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,5120,0.3839893341064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,5120,0.4040000041325887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,5120,0.3352266550064087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,5120,0.35035733381907147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,5120,0.28387733300526935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,5120,0.2913866639137268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,5120,0.23876800139745077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,5120,0.22801067431767783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,5120,0.18245333433151245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,5120,0.16422933340072632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,5120,0.10713600118954976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,5120,0.8881440162658691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,5120,0.13109333316485086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,5120,0.08989866574605306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,5120,0.08534399668375652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,5120,0.08496000369389851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,5120,0.08375466863314311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,5120,0.08275199929873149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,5120,0.058730666836102806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,5120,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,5120,0.05866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,5120,0.058650667468706764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,5120,0.05801600217819214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,5120,0.05754133562246958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,5120,0.058277333776156105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,5120,0.056090667843818665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,5120,0.054048001766204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,5120,0.053786665201187134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,5120,0.053247998158137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,5120,0.05338666836420695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,5120,0.052906667192777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,5120,0.0787360022465388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,5120,0.08287466565767924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,5120,0.07463466624418895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,5120,0.07638399799664815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,5120,0.0685280015071233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,5120,0.070933332045873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,5120,0.07982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,5120,0.087909330924352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,5120,0.06833066542943318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,5120,0.08750933408737183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,5120,0.07720000048478444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,5120,0.07913066446781158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,5120,0.07425066828727722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,5120,0.0849120020866394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,5120,0.06821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,5120,0.07041599849859874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,5120,0.07665599882602692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,5120,0.06814933319886525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,5120,0.07613866527875264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,5120,0.08914132912953694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,5120,1.9113173484802246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,5120,0.8879919846852621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,5120,6.015669504801433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,5120,0.5225173234939575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,5120,0.49081067244211835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,5120,0.47964000701904297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,5120,0.466754674911499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,5120,0.4660586516062419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,5120,0.43745601177215576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,5120,0.4083706537882487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,5120,0.4238133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,5120,0.40612268447875977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,5120,0.3810453414916992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,5120,0.3535039822260539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,5120,0.3667866786321004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,5120,0.35142401854197186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,5120,0.3242986599604289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,5120,0.3107653260231018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,5120,0.2996346751848857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,5120,0.2921146750450134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,5120,0.2713786760965983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,5120,0.25736000140508014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,5120,0.24533067146937051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,5120,0.23453599214553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,5120,0.216157337029775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,5120,0.20246932903925577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,5120,0.18542667229970297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,5120,0.17779199282328287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,5120,0.16260266304016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,5120,0.14168266455332437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,5120,0.1317306657632192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,5120,0.12211733063062032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,5120,0.09971466660499573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,5120,0.08858933051427205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,5120,0.07554133236408234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,5120,0.06778666873772939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,5120,0.04600533346335093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,5120,0.044263998667399086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,5120,0.04465866585572561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,5120,0.046384001771608986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,5120,0.045794665813446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,5120,0.049925332268079124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,5120,0.047610665361086525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,5120,0.05372266471385956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,5120,0.04079466561476389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,5120,0.04040266573429108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,5120,0.03991466760635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,5120,0.03976800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,5120,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,5120,0.039677334328492485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,5120,0.04043733328580856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,5120,0.03977066775163015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,5120,0.04047200083732605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,5120,0.040749333798885345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,5120,0.04120799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,5120,0.04021333406368891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,5120,0.04051200052102407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,5120,0.04061600069204966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,5120,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,5120,0.039821334183216095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,5120,0.042352000872294106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,5120,0.04191733400026957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,5120,0.04062666743993759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,5120,0.04128800084193548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,5120,0.04082933316628138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,5120,0.04110133399566015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,5120,0.03992266704638799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,5120,0.04260799785455068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,5120,0.042597333590189614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,5120,0.041634666423002877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,5120,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,4096,8.68169085184733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,5120,0.04407466451327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,4096,4.659269332885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,4096,1.914639949798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,4096,1.3388959566752117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,4096,0.9702080090840658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,4096,1.1406986713409424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,4096,1.0723786354064941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,4096,1.1232746442159016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,4096,1.0255253314971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,4096,1.056874672571818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,4096,0.9376693566640218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,4096,0.8865386644999186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,4096,0.9101599852244059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,4096,0.809391975402832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,4096,0.8720266819000244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,4096,0.7399253050486246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,4096,0.737610658009847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,4096,0.6619146664937338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,4096,0.9382773240407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,4096,0.5916906595230103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,4096,0.5767253239949545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,4096,0.5110400120417277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,4096,0.49675734837849933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,4096,0.46776533126831055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,4096,0.4586079915364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,4096,0.41208000977834064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,4096,0.36659733454386395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,4096,0.3399786551793416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,4096,0.33105599880218506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,4096,0.2754720052083333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,4096,0.25727999210357666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,4096,0.2323466738065084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,4096,0.19529066483179727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,4096,0.16034666697184244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,4096,0.15493866801261902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,4096,0.09966400265693665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,4096,0.08962133526802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,4096,0.08846400181452434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,4096,0.09130133191744487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,4096,0.08519466718037923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,4096,0.08398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,4096,0.09304533402125041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,4096,0.08362133304278056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,4096,0.09144000212351482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,4096,0.07955199976762135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,4096,0.07884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,4096,0.07634666562080383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,4096,0.07577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,4096,0.07551466425259908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,4096,0.0849226713180542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,4096,0.08429333567619324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,4096,0.08257066706816356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,4096,0.07525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,4096,0.07190933326880138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,4096,0.0710346649090449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,4096,0.07340266803900401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,4096,0.07217599948247273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,4096,0.07191999753316243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,4096,0.07252266506354015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,4096,0.07172800103823344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,4096,0.07271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,4096,0.07179200152556102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,4096,0.0724480003118515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,4096,0.0719413310289383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,4096,0.07177066802978516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,4096,0.0713973343372345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,4096,0.07144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,4096,0.07189866900444031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,4096,0.07560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,4096,0.07503466804822286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,4096,0.07372266550858815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,4096,0.07341866691907246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,4096,0.07341866691907246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,4096,0.08307733138402303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,4096,4.498826662699382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,4096,2.2619147300720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,4096,0.6205813487370809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,4096,1.33023468653361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,4096,0.6059999863306681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,4096,0.6799786885579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,4096,0.6162933508555094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,4096,0.6619999806086222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,4096,0.5692906777064005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,4096,0.6330453157424927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,4096,0.5153706471125284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,4096,0.5172266562779745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,4096,0.48287999629974365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,4096,0.4737813472747803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,4096,0.4400159915288289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,4096,0.4200693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,4096,0.41201599438985187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,4096,0.38356268405914307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,4096,0.37390931447347003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,4096,0.3503413200378418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,4096,0.35126399993896484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,4096,0.3017706672350566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,4096,0.3083359996477763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,4096,0.27827199300130206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,4096,0.28892266750335693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,4096,0.24090667565663657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,4096,0.242031991481781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,4096,0.19340799252192178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,4096,0.20861866076787314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,4096,0.17594132820765176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,4096,0.16311466693878174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,4096,0.14536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,4096,0.1325546701749166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,4096,0.09672000010808308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,4096,0.09612799684206645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,4096,0.06669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,4096,0.06507733464241028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,4096,0.060138667623202004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,4096,0.06633600095907848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,4096,0.06002666552861532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,4096,0.059119999408721924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,4096,0.06169599791367849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,4096,0.05829333265622457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,4096,0.05860800047715505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,4096,0.05429333448410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,4096,0.05420266588528951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,4096,0.05161599814891815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,4096,0.052842666705449425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,4096,0.05129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,4096,0.05229333539803823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,4096,0.050581331054369606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,4096,0.05053333441416422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,4096,0.05157333115736643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,4096,0.05113600194454193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,4096,0.04905066887537638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,4096,0.048122664292653404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,4096,0.049685334165891014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,4096,0.0518453319867452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,4096,0.049925332268079124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,4096,0.048800001541773476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,4096,0.04957333207130432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,4096,0.04962133367856344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,4096,0.04789333542188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,4096,0.04972266654173533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,4096,0.04950400193532308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,4096,0.04906666775544485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,4096,0.049413333336512245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,4096,0.04923200110594431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,4096,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,4096,0.0484746644894282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,4096,0.04862933357556661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,4096,0.048581331968307495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,4096,0.04944533109664917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,4096,0.04941866795221964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,4096,5.696463902791341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,4096,1.4611199696858723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,4096,2.86244265238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,4096,0.7763786315917969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,4096,0.8687146504720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,4096,0.7227199872334799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,4096,0.7467412948608398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,4096,0.6694773038228353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,4096,0.7069546381632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,4096,0.6307466824849447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,4096,0.6626079877217611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,4096,0.5943946838378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,5120,0.04344800114631653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,4096,0.6157706578572592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,4096,0.549941341082255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,4096,0.5675413211186727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,4096,0.5101706584294637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,4096,0.5195200045903524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,4096,0.4750506480534871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,4096,0.4203039805094401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,4096,0.43646399180094403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,4096,0.37058667341868085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,4096,0.36802132924397785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,4096,0.33164799213409424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,4096,0.846501350402832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,4096,0.32820266485214233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,4096,0.29503466685612995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,4096,0.282368004322052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,4096,0.24990934133529663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,4096,0.23434134324391684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,4096,0.20975999037424722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,4096,0.18635733922322592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,4096,0.16180800398190817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,4096,0.1381333371003469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,4096,0.11748266220092773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,4096,0.09071466326713562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,4096,0.46669332186381024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,5120,0.04185866812864939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,4096,0.07507733503977458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,4096,0.07266666491826375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,4096,0.07566399872303009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,4096,0.07724266747633617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,4096,0.07145066559314728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,4096,0.07050133248170216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,4096,0.05119466781616211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,4096,0.07050133248170216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,4096,0.05049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,4096,0.04905599852403005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,4096,0.049973333875338234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,4096,0.05020800232887268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,4096,0.048021331429481506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,4096,0.05019199848175049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,4096,0.04577599962552389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,4096,0.04667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,4096,0.0455626646677653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,4096,0.04632000128428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,4096,0.04518933097521464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,4096,0.06524799764156342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,4096,0.058362667759259544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,4096,0.06463466584682465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,4096,0.06413866579532623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,4096,0.06825600067774455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,4096,0.06459199885527293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,4096,0.06444799900054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,4096,0.07022400200366974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,4096,0.06886933247248332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,4096,0.06885866820812225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,4096,0.07035733262697856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,4096,0.06516266862551372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,4096,0.06638399759928386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,4096,0.047968000173568726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,4096,0.05990933378537496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,4096,0.06234133243560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,4096,0.06205333272616068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,4096,0.06390933195749919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,4096,0.07408533493677776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,4096,0.7500826517740885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,4096,4.550813357035319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,4096,1.4577199618021648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,4096,0.42906665802001953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,4096,0.40450934569040936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,4096,0.3834640185038249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,4096,0.39555466175079346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,4096,0.3820426861445109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,4096,0.3587413231531779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,4096,0.33396267890930176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,4096,0.3468213478724162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,4096,0.33217066526412964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,4096,0.3147466580073039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,4096,0.2988613247871399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,4096,0.2903226613998413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,4096,0.28813600540161133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,4096,0.2540586590766907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,4096,0.2693279981613159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,4096,0.24649600187937418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,4096,0.24018667141596475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,4096,0.22092799345652261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,4096,0.21097066005071005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,4096,0.20253066221872965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,4096,0.19269333283106485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,4096,0.17754666010538736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,4096,0.16696266333262125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,4096,0.15186666448911032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,4096,0.14748533566792807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,4096,0.13554666439692178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,4096,0.1171173353989919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,4096,0.1084613303343455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,4096,0.10134399930636089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,4096,0.08242666721343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,4096,0.07397866745789845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,4096,0.0633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,4096,0.05537333091100057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,4096,0.03826133410135905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,4096,0.037821332613627114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,4096,0.03775466730197271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,4096,0.03834133346875509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,4096,0.03825333217779795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,4096,0.04051200052102407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,4096,0.04430133104324341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,4096,0.04028266668319702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,4096,0.03452000021934509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,4096,0.03409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,4096,0.03417866677045822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,4096,0.03403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,4096,0.03427733232577642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,4096,0.03346133232116699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,4096,0.0341359997789065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,4096,0.0335359995563825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,4096,0.034503998855749764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,4096,0.03456533451875051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,4096,0.034829333424568176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,4096,0.034077333907286324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,4096,0.034789333740870156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,4096,0.03550933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,4096,0.035386666655540466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,4096,0.03379466633001963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,4096,0.035074666142463684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,4096,0.035389333963394165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,4096,0.03525066624085108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,4096,0.03481333454449972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,4096,0.03490666548411051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,4096,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,4096,0.036176001032193504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,4096,0.03555733213822047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,4096,0.03541333228349686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,4096,0.03547733277082443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,4096,0.03657866766055425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,3584,7.946245193481445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,3584,4.137253443400065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,3584,2.1018932660420737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,3584,1.1057706673940022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,3584,0.9299573103586832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,4096,0.03463733444611231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,3584,0.8762719631195068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,3584,0.890496015548706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,3584,0.8280906677246094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,3584,0.8072693347930908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,3584,0.7475893497467041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,3584,0.7826133569081625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,3584,0.7151412963867188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,3584,0.9700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,3584,0.7604320049285889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,3584,0.6254560152689616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,3584,0.6935520172119141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,3584,0.5725333293279012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,3584,0.6041973431905111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,3584,0.5384639898935953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,3584,0.5844800074895223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,3584,0.497599999109904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,3584,0.4769013325373332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,3584,0.4103999932607015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,3584,0.38785068194071454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,3584,0.3759466807047526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,3584,0.36643731594085693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,3584,0.3224853277206421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,3584,0.293232003847758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,3584,0.2861706614494324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,3584,0.25364800294240314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,3584,0.2283733288447062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,3584,0.20722667376200357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,3584,0.17174933354059854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,3584,0.13588266571362814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,3584,0.1302186648050944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,3584,0.09027199943860371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,3584,0.08003733555475871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,3584,0.07996266583601634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,3584,0.08433066805203755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,3584,0.07694399853547414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,3584,0.07342400153477986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,3584,0.07724800209204356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,3584,0.06876266499360402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,3584,0.07547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,3584,0.06640533109505971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,3584,0.06651199857393901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,3584,0.0641599992911021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,3584,0.06377066671848297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,3584,0.0634986658891042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,3584,0.06674666702747345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,3584,0.06622399886449178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,3584,0.06489066779613495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,3584,0.06448533137639363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,3584,0.06473599870999654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,3584,0.06444266438484192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,3584,0.06412800153096516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,3584,0.06485866506894429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,3584,0.06481599807739258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,3584,0.06372799972693126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,3584,0.06404266754786174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,3584,0.06366399923960368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,3584,0.06392533580462138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,3584,0.06579733391602834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,3584,0.065461332599322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,3584,0.06635733445485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,3584,0.06651199857393901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,3584,0.06394133468468984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,3584,0.06382399797439575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,3584,0.06289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,3584,0.06531199812889099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,3584,0.0663679987192154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,3584,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,3584,0.06518933176994324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,3584,0.06407466530799866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,3584,3.6972214380900064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,3584,1.9047093391418457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,3584,1.1739199956258137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,3584,0.5661493142445883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,3584,0.6155786514282227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,3584,0.5266666809717814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,3584,0.6106346845626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,3584,0.5192639827728271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,3584,0.5118773380915324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,3584,0.47490668296813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,3584,0.4695253372192383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,3584,0.470634659131368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,3584,0.41891201337178546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,3584,0.4383093516031901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,3584,0.3815679947535197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,3584,0.3680586814880371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,3584,0.35794134934743244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,3584,0.3406453529993693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,3584,0.3258453408877055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,3584,0.3398826519648234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,3584,0.3025066653887431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,3584,0.27196266253789264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,3584,0.27776533365249634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,3584,0.2582719922065735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,3584,0.22164799769719443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,3584,0.23719465732574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,3584,0.2026080091794332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,3584,0.18643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,3584,0.16833066940307617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,3584,0.1434399982293447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,3584,0.16380799810091654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,3584,0.132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,3584,0.12111999591191609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,3584,0.08985599875450134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,3584,0.08679999907811482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,3584,0.06272000074386597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,3584,0.05682133138179779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,3584,0.055626665552457176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,3584,0.05774400134881338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,3584,0.05286933481693268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,3584,0.05738133192062378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,3584,0.052815998593966164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,3584,0.055957332253456116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,3584,0.051589335004488625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,3584,0.0487306664387385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,3584,0.04623466730117798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,3584,0.04713066418965658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,3584,0.04744533201058706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,3584,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,3584,0.0481279989083608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,3584,0.04775999983151754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,3584,0.04741866886615753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,3584,0.0469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,3584,0.047450666626294456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,3584,0.04557866851488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,3584,0.045423999428749084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,3584,0.04524800181388855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,3584,0.046767999728520714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,3584,0.04594666759173075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,3584,0.046207999189694725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,3584,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,3584,0.04718933502833048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,3584,0.04543999830881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,3584,0.04533333579699198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,3584,0.04539733131726583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,3584,0.04438933233420054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,3584,0.045194665590922035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,3584,0.0441599984963735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,3584,0.045184001326560974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,3584,0.04507199923197428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,3584,0.04428266485532125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,3584,0.045994664231936135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,3584,0.04427733520666758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,3584,0.043493335445721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,4096,0.03626399983962377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,3584,5.210399945576985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,3584,2.6765867869059243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,3584,0.7246080239613851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,3584,1.297712008158366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,3584,0.656005342801412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,4096,0.03552266707022985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,3584,0.6286453406016032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,3584,0.7872959772745768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,3584,0.575984001159668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,3584,0.6038933197657267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,3584,0.5333173274993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,3584,0.5649173259735107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,3584,0.4987359841664632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,3584,0.517898678779602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,3584,0.459391991297404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,3584,0.4766613245010376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,3584,0.4220106601715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,3584,0.4368906815846761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,3584,0.38655467828114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,3584,0.4010293483734131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,3584,0.3389386733373006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,3584,0.34030401706695557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,3584,0.3048959970474243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,3584,0.7809333006540934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,3584,0.2992853323618571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,3584,0.27990400791168213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,3584,0.25620800256729126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,3584,0.2375146746635437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,3584,0.21392534176508585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,3584,0.1919040083885193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,3584,0.174127995967865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,3584,0.14451733231544495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,3584,0.12577066818873087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,3584,0.10685333609580994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,3584,0.08078399797280629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,3584,0.6886879603068033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,3584,0.6576693455378214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,3584,0.07200533151626587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,3584,0.06657066444555919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,3584,0.06480533381303151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,3584,0.06865066786607106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,3584,0.06507733464241028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,3584,0.06234133243560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,3584,0.04605866471926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,3584,0.046394666035970054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,3584,0.045882667104403176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,3584,0.04423999786376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,3584,0.04531733194986979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,3584,0.043706665436426796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,3584,0.0436106671889623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,3584,0.041797334949175514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,3584,0.04166933397452036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,3584,0.0399893323580424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,3584,0.040762667854626976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,3584,0.05821866790453593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,3584,0.058176000912984215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,3584,0.05826666454474131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,3584,0.060362666845321655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,3584,0.05669866502285004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,3584,0.04975999891757965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,3584,0.054474666714668274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,3584,0.054287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,3584,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,3584,0.05843733251094818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,3584,0.06228266656398773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,3584,0.055888002117474876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,3584,0.052560001611709595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,3584,0.05239999790986379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,3584,0.049626668294270836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,3584,0.05414933462937673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,3584,0.05211733281612396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,3584,0.06058666606744131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,3584,0.057434668143590294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,3584,0.06996266543865204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,3584,0.06826133529345195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,3584,3.99239190419515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,3584,1.3247679869333904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,3584,0.669327974319458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,3584,0.3742560148239136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,3584,0.37744001547495526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,3584,0.3524213234583537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,3584,0.34440000851949054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,3584,0.3323520024617513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,3584,0.3343840042750041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,3584,0.3118666609128316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,3584,0.302021324634552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,3584,0.2925093372662862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,3584,0.29186399777730304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,3584,0.271671990553538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,3584,0.2611280083656311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,3584,0.251911997795105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,3584,0.2506106694539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,3584,0.2302160064379374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,3584,0.2213360071182251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,3584,0.21104532480239868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,3584,0.20763200521469116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,3584,0.1888479987780253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,3584,0.18135732412338257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,3584,0.1679733395576477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,3584,0.16660799582799277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,3584,0.14863733450571695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,3584,0.13753867149353027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,3584,0.12810400128364563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,3584,0.1248026688893636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,3584,0.10492533445358276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,3584,0.09859200318654378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,3584,0.08771466215451558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,3584,0.07708533108234406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,3584,0.06605599820613861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,3584,0.058973332246144615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,3584,0.05063199996948242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,3584,0.036519999305407204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,3584,0.03446666647990545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,3584,0.03517066687345505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,3584,0.034527999659379326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,3584,0.035904000202814736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,3584,0.03673599908749262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,3584,0.03673599908749262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,3584,0.040807999670505524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,3584,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,3584,0.03033066789309184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,3584,0.03086666762828827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,3584,0.031221332649389904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,3584,0.03089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,3584,0.03127733369668325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,3584,0.03148799886306127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,3584,0.0308746670683225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,3584,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,3584,0.03081333388884862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,3584,0.03106933335463206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,3584,0.03186666717131933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,3584,0.030968000491460163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,3584,0.0322053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,3584,0.03121333320935567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,3584,0.03239733229080836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,3584,0.03134666631619135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,3584,0.032298666735490165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,3584,0.03160266578197479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,3584,0.03233066697915395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,3584,0.030978667239348095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,3584,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,3584,0.03197866678237915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,3584,0.03256533294916153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,3584,0.032087999085585274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,3584,0.031149332722028095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,3584,0.03230399886767069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,3072,6.1993757883707685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,3072,3.0293493270874023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,3072,1.7445920308430989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,3072,0.9931999842325846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,3072,0.7826826572418213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,3072,0.8257333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,3072,0.7646613121032715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,3072,0.7708266576131185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,3072,0.7237333456675211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,3072,0.6526506741841634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,3072,0.5988053480784098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,3072,0.5841600100199381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,3072,0.5604319969813029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,3072,0.5929333368937174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,3072,0.5198986530303955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,3072,0.5489866733551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,3072,0.4806079864501953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,3072,0.4519466559092204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,3072,0.43884801864624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,3072,0.42979733149210614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,3072,0.4041653474171956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,3072,0.36078933874766034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,3072,0.3638613224029541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,3072,0.3363306522369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,3072,0.3327839970588684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,3072,0.2922559976577759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,3072,0.26603732506434125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,3584,0.03271466741959254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,3072,0.24879467487335205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,3072,0.24484266837437949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,3072,0.20643732945124307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,3072,0.19221333662668863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,3072,0.17376534144083658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,3072,0.14053866267204285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,3072,0.11105599999427795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,3072,0.10215999682744344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,3072,0.07111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,3072,0.06434133152167003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,3072,0.06453866759936015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,3072,0.0685280015071233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,3072,0.06303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,3072,0.061792001128196716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,3072,0.06833066542943318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,3072,0.06058666606744131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,3072,0.06634666522343953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,3072,0.058543999989827476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,3072,0.058149332801500954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,3072,0.05570666491985321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,3072,0.05454400181770325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,3072,0.05421333511670431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,3072,0.058746665716171265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,3072,0.05819733440876007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,3072,0.058176000912984215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,3072,0.056426664193471275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,3072,0.057018667459487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,3072,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,3072,0.056143999099731445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,3072,0.055248002211252846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,3072,0.05461333195368449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,3072,0.05415999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,3072,0.054005334774653115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,3072,0.054133335749308266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,3072,0.05428266525268555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,3072,0.05433600147565206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,3072,0.05378133555253347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,3072,0.05431999762852987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,3072,0.05421866476535797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,3072,0.054085334142049156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,3072,0.05400000015894572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,3072,0.05379733443260193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,3072,0.05418666700522105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,3072,0.058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,3072,0.05787733197212219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,3072,0.05749866863091787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,3072,0.05615466833114624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,3072,3.303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,3072,1.644426663716634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,3072,1.0280160109202068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,3072,0.5018186569213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,3072,0.5481280088424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,3072,0.4527200063069661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,3072,0.4497599999109904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,3072,0.3959466616312663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,3072,0.3877813418706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,3072,0.3722453514734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,3072,0.38121600945790607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,3072,0.34594134489695233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,3072,0.3672746817270915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,3072,0.3152533372243245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,3072,0.30238932371139526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,3072,0.2863733371098836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,3072,0.5123306512832642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,3072,0.2819146712621053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,3072,0.2809973359107971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,3072,0.26736533641815186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,3072,0.2911733388900757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,3072,0.23299733797709146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,3072,0.2274186611175537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,3072,0.2072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,3072,0.21571733554204306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,3072,0.18317866325378418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,3072,0.15639999508857727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,3072,0.1569439967473348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,3072,0.1368000010649363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,3072,0.12171733379364014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,3072,0.11494933565457661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,3072,0.09713066617647807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,3072,0.07838933169841766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,3072,0.07375466823577881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,3072,0.05451733370621999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,3072,0.05086400111516317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,3072,0.05039466420809428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,3072,0.05136533578236898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,3072,0.04840533435344696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,3072,0.04785066843032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,3072,0.05044800043106079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,3072,0.045909335215886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,3072,0.04971733192602793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,3072,0.04574400186538696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,3072,0.1825973391532898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,3072,0.044341335693995156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,3072,0.04174399872620901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,3072,0.0433599998553594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,3072,0.042223999897638954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,3072,0.044351999958356224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,3072,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,3072,0.0432586669921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,3072,0.04252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,3072,0.04381333291530609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,3072,0.041877334316571556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,3072,0.042394667863845825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,3072,0.04297066728274027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,3072,0.041264000038305916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,3072,0.04040000090996424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,3072,0.040949332217375435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,3072,0.03940266619126002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,3072,0.04058133314053217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,3072,0.04011200120051702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,3072,0.0403413325548172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,3072,0.03992533435424169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,3072,0.03968533376852671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,3072,0.03997866561015447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,3072,0.04055466751257578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,3072,0.03961600114901861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,3072,0.040394666294256844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,3072,0.039893334110577904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,3072,0.0395413339138031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,3072,0.03958400090535482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,3072,0.039461334546407066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,3584,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,3072,4.678053220113118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,3072,2.2973759969075522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,3072,0.6399199962615967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,3584,0.03297599901755651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,3072,0.5993760029474894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,3072,1.2156319618225098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,3072,0.5837173461914062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,3072,0.7189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,3072,0.53438933690389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,3072,0.54366401831309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,3072,0.4925066630045573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,3072,0.5127093394597372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,3072,0.4598879814147949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,3072,0.47121067841847736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,3072,0.42220266660054523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,3072,0.4315733512242635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,3072,0.3868746757507324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,3072,0.3954933484395345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,3072,0.3511679967244466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,3072,0.36265599727630615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,3072,0.30829334259033203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,3072,0.3041599988937378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,3072,0.27451733748118085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,3072,0.6864480177561442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,3072,0.2725546757380168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,3072,0.23812800645828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,3072,0.24477867285410562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,3072,0.21243733167648315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,3072,0.1988053321838379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,3072,0.17525867621103922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,3072,0.15901333093643188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,3072,0.12636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,3072,0.1199733316898346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,3072,0.09363200267155965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,3072,0.07646400233109792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,3072,0.619978666305542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,3072,0.6050666570663452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,3072,0.06385066608587901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,3072,0.05834133426348368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,3072,0.05809600154558817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,3072,0.05829333265622457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,3072,0.05693333347638448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,3072,0.042165334026018776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,3072,0.04178133110205332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,3072,0.040720000863075256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,3072,0.04165866722663244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,3072,0.041002665956815086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,3072,0.04108799993991852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,3072,0.04008533308903376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,3072,0.0395359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,3072,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,3072,0.03659199923276901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,3072,0.0363520011305809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,3072,0.05003733436266581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,3072,0.04977599779764811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,3072,0.0499839981396993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,3072,0.05388266841570536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,3072,0.05398933092753092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,3072,0.04711999992529551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,3072,0.054048001766204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,3072,0.05388266841570536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,3072,0.04674666623274485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,3072,0.0499946673711141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,3072,0.05406400064627329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,3072,0.05338133374849955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,3072,0.048938666780789696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,3072,0.06280000011126201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,3072,0.048063998421033226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,3072,0.04990399877230326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,3072,0.047877331574757896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,3072,0.044250667095184326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,3072,0.05340266724427541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,3072,0.0503359983364741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,3072,0.06450133522351582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,3072,0.06249066690603892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,3072,1.1478666464487712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,3072,2.9929653803507485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,3072,0.5878479878107706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,3072,0.33712534109751385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,3072,0.31967467069625854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,3072,0.3083840012550354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,3072,0.3051893313725789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,3072,0.30079466104507446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,3072,0.28463999430338544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,3072,0.2739786704381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,3072,0.26470667123794556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,3072,0.2619973421096802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,3072,0.2512986660003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,3072,0.23721599578857422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,3072,0.23038132985432944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,3072,0.22723199923833212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,3072,0.21162132422129312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,3072,0.20086665948232016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,3072,0.19653600454330444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,3072,0.18958133459091187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,3072,0.17590399583180746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,3072,0.16711733738581339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,3072,0.16209333141644797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,3072,0.15271733204523721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,3072,0.14148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,3072,0.12306400140126546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,3072,0.13216267029444376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,3072,0.1175066630045573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,3072,0.10836000243822734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,3072,0.09272799889246623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,3072,0.08663200338681538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,3072,0.08036000033219655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,3072,0.06643733382225037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,3072,0.05826933185259501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,3072,0.052285333474477134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,3072,0.04295733571052551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,3072,0.03206666558980942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,3072,0.03145866592725118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,3072,0.03182133287191391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,3072,0.03170666595300039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,3072,0.03132000068823496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,3072,0.03263733287652334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,3072,0.03197866678237915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,3072,0.03586133321126302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,3072,0.027234666049480438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,3072,0.02777066578467687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,3072,0.027335998912652332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,3072,0.027850667635599773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,3072,0.028031999866167705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,3072,0.02791200081507365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,3072,0.028109334409236908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,3072,0.027461332579453785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,3072,0.02805600066979726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,3072,0.028005334238211315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,3072,0.02863466739654541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,3072,0.028442665934562683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,3072,0.027690666417280834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,3072,0.028207999964555103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,3072,0.02829866607983907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,3072,0.0291920006275177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,3072,0.028989332417647045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,3072,0.029504001140594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,3072,0.029314666986465454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,3072,0.028368001182874043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,3072,0.028882667422294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,3072,0.028775999943415325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,3072,0.028882667422294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,3072,0.028626665472984314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,3072,0.02757333219051361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,3072,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,3072,0.030421334008375805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,2560,4.988357226053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,2560,2.8261868158976235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,2560,1.4644586245218914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,2560,0.8043786684672037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,2560,0.7208639780680338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,2560,0.7215147018432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,2560,0.6607786814371744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,2560,0.6751946608225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,2560,0.6335893472035726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,2560,0.6365546782811483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,2560,0.5780106782913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,2560,0.5780160029729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,2560,0.5247360070546468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,2560,0.5198453267415365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,2560,0.464080015818278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,2560,0.43665067354838055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,2560,0.4152959982554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,2560,0.4070880015691121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,2560,0.3968799908955892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,2560,0.3938026825586955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,2560,0.3625599940617879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,2560,0.3176906704902649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,3072,0.02735999971628189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,2560,0.32159467538197833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,2560,0.3069919943809509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,2560,0.2961546579996745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,2560,0.2675519982973735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,2560,0.23619200785954794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,2560,0.2186560034751892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,2560,0.2156160076459249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,2560,0.18147732814153036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,2560,0.16825066010157266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,2560,0.15632533033688864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,2560,0.1281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,2560,0.09957333405812581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,2560,0.0978559950987498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,2560,0.06699199974536896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,2560,0.05973333120346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,2560,0.059418668349583946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,2560,0.06227200229962667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,2560,0.05648000041643778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,2560,0.053370664517084755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,2560,0.058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,2560,0.05232533315817515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,2560,0.05610666672388712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,2560,0.050848002235094704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,2560,0.05091199775536855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,2560,0.048437332113583885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,2560,0.04773866633574168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,2560,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,2560,0.050106664498647056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,2560,0.05016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,2560,0.04833599925041199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,2560,0.04790399968624115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,2560,0.047930667797724404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,2560,0.04754666487375895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,2560,0.047194664676984154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,2560,0.04794666667779287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,2560,0.047925333182017006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,2560,0.04737600187460581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,2560,0.04750399788220724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,2560,0.04696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,2560,0.04724800089995066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,2560,0.04656533400217692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,2560,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,2560,0.047456001242001854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,2560,0.047482664386431374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,2560,0.04659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,2560,0.046351999044418335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,2560,0.047423998514811196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,2560,0.04673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,2560,0.04664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,2560,0.045935998360315956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,2560,0.046298667788505554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,2560,0.04640533526738485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,2560,2.741117477416992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,2560,1.626853307088216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,2560,0.8864320119222006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,2560,0.5412026643753052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,2560,0.40378399689992267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,2560,0.41413867473602295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,2560,0.3757359981536865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,2560,0.4431946674982707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,2560,0.3559573491414388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,2560,0.35049867630004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,2560,0.33294934034347534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,2560,0.325981338818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,2560,0.3261599938074748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,2560,0.3182613253593445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,2560,0.28061866760253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,2560,0.2781626582145691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,2560,0.27116533120473224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,2560,0.2654026746749878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,2560,0.2569119930267334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,2560,0.25911200046539307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,2560,0.22296800216039023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,2560,0.21425066391626993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,2560,0.19556800524393717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,2560,0.19197599093119302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,2560,0.1737066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,2560,0.17282666762669882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,2560,0.147709329922994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,2560,0.1393679976463318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,2560,0.13901866475741068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,2560,0.12958133220672607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,2560,0.10658933718999226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,2560,0.10760533809661865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,2560,0.06938133140405019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,2560,0.06640000144640605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,2560,0.05041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,2560,0.04651199777921041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,2560,0.04600533346335093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,2560,0.048026666045188904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,2560,0.0459173321723938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,2560,0.043920000394185386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,2560,0.041880001624425255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,2560,0.041573333243529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,2560,0.04358666638533274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,2560,0.04003999878962835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,2560,0.04001600046952566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,2560,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,2560,0.0836080014705658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,2560,0.03847199926773707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,2560,0.037589333951473236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,2560,0.03905600061019262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,2560,0.04092533389727274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,2560,0.038762666285037994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,2560,0.040106666584809623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,2560,0.03996799886226654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,2560,0.03761066744724909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,2560,0.03800799945990244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,2560,0.03885333240032196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,2560,0.03722399969895681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,2560,0.03690666705369949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,2560,0.03685066600640615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,2560,0.0378586674729983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,2560,0.036877334117889404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,2560,0.03797333439191183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,2560,0.0363493338227272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,2560,0.03621600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,2560,0.036373332142829895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,2560,0.036362667878468834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,2560,0.036848001182079315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,2560,0.03586133321126302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,2560,0.036386666198571525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,2560,0.03681866576274236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,2560,0.03696800023317337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,2560,0.03619466722011566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,2560,0.03542666633923849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,3072,0.029234667619069416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,2560,4.153229395548503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,2560,2.1190853118896484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,2560,0.5971120198567709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,3072,0.028775999943415325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,2560,0.5389626820882162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,2560,1.030178705851237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,2560,0.499669353167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,2560,0.637608011563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,2560,0.4718986749649048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,2560,0.4799893299738566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,2560,0.4320746660232544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,2560,0.4532879988352458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,2560,0.4018346468607585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,2560,0.4187519947687785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,2560,0.37147200107574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,2560,0.38845332463582355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,2560,0.35049867630004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,2560,0.6142373482386271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,2560,0.36366132895151776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,2560,0.3221466739972432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,2560,0.33103466033935547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,2560,0.28414666652679443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,2560,0.27482134103775024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,2560,0.25208266576131183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,2560,0.24101332823435465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,2560,0.21628000338872275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,2560,0.2082293430964152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,2560,0.18378132581710815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,2560,0.17380533615748087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,2560,0.1529840032259623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,2560,0.1372106671333313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,2560,0.11449866493542989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,2560,0.10047466556231181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,2560,0.5578639904657999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,2560,0.0625466654698054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,2560,0.08032533526420593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,2560,0.52183731396993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,2560,0.0553706685702006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,2560,0.05117600162823995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,2560,0.05011733373006185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,2560,0.0547706683476766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,2560,0.04978133241335551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,2560,0.049498667319615684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,2560,0.03621600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,2560,0.03621066610018412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,2560,0.03548000007867813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,2560,0.035271999736626945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,2560,0.03521066655715307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,2560,0.03451200077931086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,2560,0.03430666774511337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,2560,0.031925333042939506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,2560,0.03915466616551081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,2560,0.03865066667397817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,2560,0.0425573339064916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,2560,0.041333332657814026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,2560,0.054799998799959816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,2560,0.04343999922275543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,2560,0.043477331598599754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,2560,0.04540533324082693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,2560,0.04131199916203817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,2560,0.04058400044838587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,2560,0.04363200068473816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,2560,0.044493332505226135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,2560,0.038722666601339974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,2560,0.04428266485532125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,2560,0.04046933352947235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,2560,0.038986665507157646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,2560,0.04199733336766561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,2560,0.03937333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,2560,0.04330400129159292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,2560,0.04507199923197428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,2560,0.035117333134015404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,2560,0.04348266621430715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,2560,0.04482933382193247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,2560,0.05298133194446564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,2560,0.5094008975558811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,2560,1.0496355692545574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,2560,2.6048747168646917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,2560,0.28236267301771373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,2560,0.2784995502895779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,2560,0.2734062141842312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,2560,0.2664462195502387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,2560,0.2513066662682427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,2560,0.2465653419494629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,2560,0.23730132314893934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,2560,0.23475911882188585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,2560,0.22032533751593697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,2560,0.21818489498562285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,2560,0.20406044854058158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,2560,0.20398222075568306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,2560,0.19073066446516249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,2560,0.18316977553897432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,2560,0.17425421873728433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,2560,0.17407643795013428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,2560,0.15696356031629774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,2560,0.14458844396803114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,2560,0.15214044517940944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,2560,0.14330489105648464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,2560,0.12765688366360134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,2560,0.12247822019788955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,2560,0.11430222458309597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,2560,0.10789510938856338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,2560,0.09777955876456366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,2560,0.09217600027720134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,2560,0.08045333623886108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,2560,0.07701866494284736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,2560,0.06753422154320611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,2560,0.05753599935107761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,2560,0.04974577824274699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,2560,0.04615644282764859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,2560,0.037816888756222196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,2560,0.02772444486618042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,2560,0.027230223019917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,2560,0.027994665834638808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,2560,0.02708622150950962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,2560,0.027671110298898485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,2560,0.02776177724202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,2560,0.028316444820827905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,2560,0.02927466564708286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,2560,0.024243555135197107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,2560,0.02388622197839949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,2560,0.02358755634890662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,2560,0.023596444063716467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,2560,0.023557333482636347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,2560,0.023615999354256526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,2560,0.023786667320463393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,2560,0.024030221833123103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,2560,0.02374222212367588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,2560,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,2560,0.024167110522588093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,2560,0.02426133387618595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,2560,0.024316444993019104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,2560,0.02441066669093238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,2560,0.023688889212078516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,2560,0.024819556209776137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,2560,0.02517333295610216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,2560,0.02427022159099579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,2560,0.024188444018363953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,2560,0.024645333488782246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,2560,0.02574577762020959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,2560,0.02429155508677165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,2560,0.02467022173934513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,2560,0.02350577712059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,2560,0.02550933261712392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,2560,0.024302222662501868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,2560,0.02517866591612498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,2048,4.084837277730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,2048,2.1691360473632812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,2048,1.1169973214467366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,2048,0.6378293434778849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,2048,0.5642186800638834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,2048,0.6121280193328857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,2048,0.5772639910380045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,2048,0.5386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,2048,0.49194133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,2048,0.460533340771993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,2048,0.4333226680755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,2048,0.43668266137441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,2048,0.40379734834035236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,2048,0.4176959991455078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,2048,0.363264004389445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,2048,0.35316268603007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,2048,0.3370186487833659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,2048,0.3243733247121175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,2048,0.3107946713765462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,2048,0.3021226723988851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,2048,0.2786133289337158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,2048,0.25061333179473877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,2048,0.2458666761716207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,2048,0.22891199588775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,2048,0.22323199113210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,2048,0.19737066825230917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,2048,0.18572266896565756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,2048,0.166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,2048,0.1690666675567627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,2048,0.15541332960128784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,2048,0.1374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,2048,0.12285332878430684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,2048,0.0992746651172638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,2048,0.07764799892902374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,2048,0.07180800040562947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,2048,0.053823997577031456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,2048,0.04891733328501383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,2048,0.04826666911443075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,2048,0.05048533280690511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,2048,0.04673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,2048,0.045850664377212524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,2048,0.04938666522502899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,2048,0.04508799811204275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,2048,0.04731733103593191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,2048,0.04279999931653341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,2048,0.04270400106906891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,2048,0.041120000183582306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,2048,0.04035199930270513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,2048,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,2048,0.046522667010625206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,2048,0.0460746685663859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,2048,0.0450186679760615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,2048,0.04450666904449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,2048,0.04417066772778829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,2048,0.04388799766699473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,2048,0.043925335009892784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,2048,0.04339733223120371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,2048,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,2048,0.04313066601753235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,2048,0.042693331837654114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,2048,0.042223999897638954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,2048,0.04197333256403605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,2048,0.04215999941031138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,2048,0.04221333563327789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,2048,0.0421973317861557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,2048,0.04266666869322459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,2048,0.04215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,2048,0.041989331444104515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,2048,0.04186133543650309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,2048,0.042090664307276406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,2048,0.042266666889190674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,2048,0.04204800228277842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,2048,0.04260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,2048,0.042277331153551735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,2048,2.30130926767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,2048,1.4432266553243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,2048,0.62226935227712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,2048,0.3474453290303548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,2048,0.32066667079925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,2048,0.3123013377189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,2048,0.29596267143885296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,2048,0.30396799246470135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,2048,0.27844266096750897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,2048,0.27530399958292645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,2048,0.26601600646972656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,2048,0.26520800590515137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,2048,0.2557973265647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,2048,0.2693466742833455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,2048,0.23099732398986816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,2048,0.22603466113408408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,2048,0.20196000734965006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,2048,0.20161332686742148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,2048,0.20086665948232016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,2048,0.20347734292348227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,2048,0.17880533138910928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,2048,0.15925332903862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,2048,0.1652293304602305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,2048,0.16132799784342447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,2048,0.14074400067329407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,2048,0.1330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,2048,0.1228053371111552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,2048,0.11517332990964253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,2048,0.11154666543006897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,2048,0.10377867023150127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,2048,0.09017067154248555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,2048,0.08469333251317342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,2048,0.07045333087444305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,2048,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,2048,0.05575199921925863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,2048,0.04202933112780253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,2048,0.03976266582806905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,2048,0.03938133269548416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,2048,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,2048,0.03958933303753535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,2048,0.03734133392572403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,2048,0.03527733435233434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,2048,0.03692800054947535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,2048,0.03753600021203359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,2048,0.034458667039871216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,2048,0.035258665680885315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,2048,0.03412266572316488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,2048,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,2048,0.033069332440694175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,2048,0.0351226677497228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,2048,0.03509599963823954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,2048,0.03410933415095011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,2048,0.033597332735856376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,2048,0.03352266550064087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,2048,0.033389332393805184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,2048,0.03329066683848699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,2048,0.03260799994071325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,2048,0.03315466642379761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,2048,0.032655999064445496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,2048,0.031925333042939506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,2048,0.031370667119820915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,2560,0.0251519994603263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,2048,0.03243466715017954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,2048,0.03169599920511246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,2048,0.03232266753911972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,2048,0.032069332897663116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,2048,0.03382133444150289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,2048,0.03376266608635584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,2048,0.03170400112867355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,2048,0.031957333286603294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,2048,0.03287466615438461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,2048,0.031501332918802895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,2048,0.03222666680812836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,2048,0.03256800025701523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,2048,0.031229334572951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,2560,0.02565333412753211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,2048,3.5819174448649087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,2048,1.7652907371520996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,2048,0.5043413241704305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,2560,0.024289778537220422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,2048,0.48127734661102295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,2048,0.9158799648284912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,2048,0.4426639874776204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,2048,0.554261326789856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,2048,0.41390931606292725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,2048,0.43133334318796795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,2048,0.3760666847229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,2048,0.39617868264516193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,2048,0.3553893168767293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,2048,0.3660213152567546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,2048,0.32901599009831745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,2048,0.5292266607284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,2048,0.33855199813842773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,2048,0.3051946759223938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,2048,0.30745333433151245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,2048,0.2763493259747823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,2048,0.28059999148050946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,2048,0.24069599310557047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,2048,0.24054400126139322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,2048,0.2077253262201945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,2048,0.21049867073694864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,2048,0.18768799304962158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,2048,0.18009867270787558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,2048,0.1551413337389628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,2048,0.14846932888031006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,2048,0.12626133362452188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,2048,0.11775466799736023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,2048,0.09546132882436116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,2048,0.08699466784795125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,2048,0.07010933260122935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,2048,0.05696000158786774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,2048,0.49697601795196533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,2048,0.46087467670440674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,2048,0.048285335302352905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,2048,0.043493335445721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,2048,0.04311199982961019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,2048,0.04318933188915253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,2048,0.04228533307711283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,2048,0.03120800107717514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,2048,0.03102666636308034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,2048,0.030421334008375805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,2048,0.030055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,2048,0.030082667867342632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,2048,0.030207999050617218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,2048,0.030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,2048,0.02917333443959554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,2048,0.027162666122118633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,2048,0.03356266766786575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,2048,0.033416000505288444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,2048,0.03586400051911672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,2048,0.032933334509531655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,2048,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,2048,0.03232000023126602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,2048,0.04641066491603851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,2048,0.03482133398453394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,2048,0.035429333647092186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,2048,0.034301333129405975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,2048,0.03313066562016805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,2048,0.03753600021203359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,2048,0.03347466637690862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,2048,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,2048,0.033029332756996155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,2048,0.03719733407100042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,2048,0.03319199879964193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,2048,0.03414933383464813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,2048,0.03310133268435796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,2048,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,2048,0.033042666812737785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,2048,0.03769599894682566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,2048,0.0476800004641215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,2048,0.04677600165208181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,2048,0.841068426767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,2048,1.9331626892089844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,2048,0.4376515547434489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,2048,0.24050132433573404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,2048,0.2284853458404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,2048,0.2379253440433078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,2048,0.2302844524383545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,2048,0.21404266357421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,2048,0.21223644415537515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,2048,0.2035804457134671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,2048,0.19987911648220488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,2048,0.187845336066352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,2048,0.18742222256130645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,2048,0.1731875605053372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,2048,0.17435910966661242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,2048,0.16274132993486193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,2048,0.1570311122470432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,2048,0.14840532673729792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,2048,0.14830399884117976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,2048,0.13388089338938394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,2048,0.13075378206041124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,2048,0.12221333715650771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,2048,0.10787200265460545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,2048,0.12255467308892144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,2048,0.10526400142245823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,2048,0.09710222482681274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,2048,0.08977778090371026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,2048,0.08500622378455268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,2048,0.07937600215276082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,2048,0.06820088624954224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,2048,0.06473777691523235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,2048,0.058387557665506996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,2048,0.049879110521740384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,2048,0.043656888935301036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,2048,0.03972622089915805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,2048,0.032053334845436945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,2048,0.024497777223587036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,2048,0.024336000283559162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,2048,0.02404444416364034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,2048,0.02453688946035173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,2048,0.02375999920898014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,2048,0.023818666736284893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,2048,0.024225778049892847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,2048,0.026551110876931086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,2048,0.02051733268631829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,2048,0.020145777199003432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,2048,0.020421332783169217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,2048,0.02032888929049174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,2048,0.020917332834667627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,2048,0.02051199972629547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,2048,0.02032355633046892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,2048,0.02076088885466258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,2048,0.020956445071432326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,2048,0.020911999874644812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,2048,0.020972443951500788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,2048,0.020915556285116408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,2048,0.020410666863123577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,2048,0.02088177700837453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,2048,0.021192888418833416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,2048,0.021162667208247717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,2048,0.021477333373493616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,2048,0.021553777986102637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,2048,0.02100444502300686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,2048,0.02161955502298143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,2048,0.021514667405022517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,2048,0.02156977852185567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,2048,0.02166044380929735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,2048,0.022287999590237934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,2048,0.022320000661744013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,2048,0.02161955502298143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,2048,0.021916444102923077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,1536,2.961045265197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,1536,1.511722723642985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,2048,0.022241777843899194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,1536,0.8014079729715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,1536,0.40934399763743085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,1536,0.4612853527069092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,1536,0.38307201862335205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,1536,0.4487893184026082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,1536,0.3800479968388875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,1536,0.38049598534901935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,1536,0.35662933190663654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,1536,0.3617333173751831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,1536,0.30984532833099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,1536,0.3452693223953247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,1536,0.31911466519037884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,1536,0.26099733511606854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,1536,0.24802666902542114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,1536,0.2380639910697937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,1536,0.2316533327102661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,1536,0.25204267104466754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,1536,0.21675199270248413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,1536,0.19174933433532715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,1536,0.18926399946212769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,1536,0.17735999822616577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,1536,0.16522133350372314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,1536,0.1541973352432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,1536,0.14446399609247842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,1536,0.127210666735967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,1536,0.12467733025550842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,1536,0.11494933565457661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,1536,0.0990559955437978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,1536,0.09373866518338521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,1536,0.0751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,1536,0.05975466469923655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,1536,0.057445332407951355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,1536,0.04206933577855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,1536,0.03742400060097376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,1536,0.036714665591716766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,1536,0.03941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,1536,0.3155679901440938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,1536,0.03626133253177007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,1536,0.03554133325815201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,1536,0.03809600075085958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,1536,0.03404266635576884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,1536,0.036864000062147774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,1536,0.033333333830038704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,1536,0.032613334556420646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,1536,0.03140799949566523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,1536,0.031258667508761086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,1536,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,1536,0.03359466542800268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,1536,0.033344000577926636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,1536,0.03186666717131933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,1536,0.03142933299144109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,1536,0.03175999969244003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,1536,0.03156266609827677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,1536,0.03295466552178065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,1536,0.03134933362404505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,1536,0.03164266546567281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,1536,0.03148266673088074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,1536,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,1536,0.03057066599527995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,1536,0.03054400036732356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,1536,0.031008000175158184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,1536,0.03018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,1536,0.029829333225886028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,1536,0.029813334345817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,1536,0.02980799973011017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,1536,0.030117332935333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,1536,0.02997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,1536,0.029616000751654308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,1536,0.030437332888444264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,1536,0.029711998999118805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,1536,0.029685333371162415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,1536,0.029418667157491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,1536,1.8515572547912598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,1536,0.9432053565979004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,1536,0.49481332302093506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,1536,0.28222399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,1536,0.24616267283757529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,1536,0.2667173345883687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,1536,0.22750133275985718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,1536,0.288975993792216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,1536,0.21217334270477295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,1536,0.2445626656214396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,1536,0.20468533039093018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,1536,0.22188266118367514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,1536,0.1932986577351888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,1536,0.22196000814437866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,1536,0.17212265729904175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,1536,0.184170663356781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,1536,0.16264266769091287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,1536,0.16726666688919067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,1536,0.1543066700299581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,1536,0.17360266049702963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,1536,0.139357328414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,1536,0.13743733366330466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,1536,0.1297760009765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,1536,0.13933599988619486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,1536,0.1097866694132487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,1536,0.1117306649684906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,1536,0.09596799810727437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,1536,0.09367199738820393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,1536,0.08825332919756572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,1536,0.08741066853205363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,1536,0.07061866422494252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,1536,0.07137333353360494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,1536,0.05907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,1536,0.0499946673711141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,1536,0.04705866674582163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,1536,0.03828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,1536,0.0364533339937528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,1536,0.035085332890351616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,1536,0.03514933337767919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,1536,0.03456533451875051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,1536,0.032074667513370514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,1536,0.03146933267513911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,1536,0.03477866699298223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,1536,0.0330826664964358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,1536,0.029994666576385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,1536,0.03126133233308792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,1536,0.029976000388463337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,1536,0.02864266683657964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,1536,0.0295440008242925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,1536,0.02958133320013682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,1536,0.029152000943819683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,1536,0.029103999336560566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,1536,0.028775999943415325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,1536,0.027805333336194355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,1536,0.027509334186712902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,1536,0.028509333729743958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,1536,0.02788266787926356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,1536,0.027471999327341717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,1536,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,1536,0.027327999472618103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,1536,0.027109332382678986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,1536,0.02701599895954132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,1536,0.027274665733178455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,1536,0.029336000482241314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,1536,0.02728266765673955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,1536,0.02741333345572154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,1536,0.027106667558352154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,1536,0.027034667630990345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,1536,0.026920000712076824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,1536,0.027450665831565857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,1536,0.027098665634791057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,1536,0.02714933454990387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,1536,0.027002667387326557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,1536,0.02704799920320511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,2048,0.02186311119132572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,1536,3.163933436075846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,1536,1.5528747240702312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,1536,0.421615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,1536,0.7935653527577718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,1536,0.3998986482620239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,2048,0.021820444199774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,1536,0.3853919903437297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,1536,0.494922677675883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,1536,0.37036534150441486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,1536,0.3818826675415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,1536,0.34566934903462726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,1536,0.35173332691192627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,1536,0.32012800375620526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,1536,0.32686134179433185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,1536,0.2957200010617574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,1536,0.2993733286857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,1536,0.2712613344192505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,1536,0.27615199486414593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,1536,0.24837066729863486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,1536,0.24968800942103067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,1536,0.21812532345453897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,1536,0.21194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,1536,0.19192266464233398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,1536,0.1861733396848043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,1536,0.16691199938456217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,1536,0.15638666351636252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,1536,0.13757866621017456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,1536,0.1291039983431498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,1536,0.11558133363723755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,1536,0.4593573411305745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,1536,0.10121333599090576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,1536,0.08431466420491536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,1536,0.06212000052134196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,1536,0.04641333222389221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,1536,0.07836000124613444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,1536,0.4226826826731364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,1536,0.4001706838607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,1536,0.04166133453448614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,1536,0.038312000532945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,1536,0.037245333194732666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,1536,0.036517334481080375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,1536,0.035229332745075226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,1536,0.027797333896160126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,1536,0.027514666318893433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,1536,0.027255999545256298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,1536,0.02609866609176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,1536,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,1536,0.026018666724363964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,1536,0.026471999784310658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,1536,0.027258666853109997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,1536,0.02510933329661687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,1536,0.027079999446868896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,1536,0.026888000468413036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,1536,0.04142933338880539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,1536,0.028178667028745014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,1536,0.026925332844257355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,1536,0.028218666712443035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,1536,0.02794666588306427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,1536,0.02704799920320511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,1536,0.02591199924548467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,1536,0.027437334259351093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,1536,0.029893333713213604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,1536,0.024898665646711986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,1536,0.029058667520682018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,1536,0.027136000494162243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,1536,0.02624533325433731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,1536,0.027632000545660656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,1536,0.025831999878088634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,1536,0.027066667874654133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,1536,0.029165332516034443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,1536,0.026021334032217663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,1536,0.02850399911403656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,1536,0.02589333305756251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,1536,0.03948266555865606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,1536,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,1536,0.6891693274180094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,1536,1.5352853139241536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,1536,0.3617333173751831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,1536,0.19868133465449014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,1536,0.20125466585159302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,1536,0.19057732820510864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,1536,0.19274266560872397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,1536,0.1773266593615214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,1536,0.17126667499542236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,1536,0.17957866191864014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,1536,0.16739465792973837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,1536,0.15710933009783426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,1536,0.1584173341592153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,1536,0.14474533001581827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,1536,0.14575200279553732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,1536,0.13533467054367065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,1536,0.13426799575487772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,1536,0.12295066316922505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,1536,0.12300800283749898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,1536,0.11074800292650859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,1536,0.11103066802024841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,1536,0.10143867135047913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,1536,0.10135733087857564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,1536,0.08943333228429158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,1536,0.08914132912953694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,1536,0.07997199892997742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,1536,0.07621866464614868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,1536,0.06819599866867065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,1536,0.06713466842969258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,1536,0.05740933120250702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,1536,0.05384933451811472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,1536,0.04736533264319102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,1536,0.04238399863243103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,1536,0.036465334395567574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,1536,0.03296400109926859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,1536,0.02495466669400533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,1536,0.02108933279911677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,1536,0.020288000504175823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,1536,0.020381333927313488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,1536,0.02041733389099439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,1536,0.02043600007891655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,1536,0.020763999472061794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,1536,0.020315999786059063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,1536,0.02125466614961624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,1536,0.017508000135421753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,1536,0.016790666927893955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,1536,0.017601333558559418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,1536,0.017161333312590916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,1536,0.016833333919445675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,1536,0.01706133286158244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,1536,0.017903999735911686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,1536,0.017593332876761753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,1536,0.017074666917324066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,1536,0.01679733271400134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,1536,0.01719866693019867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,1536,0.01721733311812083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,1536,0.017632000148296356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,1536,0.01714933291077614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,1536,0.017707999795675278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,1536,0.017738666385412216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,1536,0.017673333485921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,1536,0.017702666421731312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,1536,0.018242667118708294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,1536,0.017685333887736004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,1536,0.017742666105429333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,1536,0.018165333817402523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,1536,0.018229333062966663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,1536,0.018252000212669373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,1536,0.017185332874457043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,1536,0.01784266655643781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,1536,0.018393332759539287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,1024,1.940648078918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,1024,1.0029706954956055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,1024,0.6346746683120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,1024,0.3935493230819702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,1024,0.3240346709887187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,1024,0.3232213258743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,1024,0.3208880027135213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,1024,0.33641334374745685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,1024,0.2651039958000183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,1024,0.2564240097999573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,1024,0.2485919992129008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,1024,0.2472346623738607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,1024,0.240064005057017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,1024,0.23352267344792685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,1024,0.19380533695220947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,1024,0.1899333397547404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,1024,0.1771626671155294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,1024,0.17381866772969565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,1024,0.16806133588155112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,1024,0.17919466892878214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,1024,0.15492533644040427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,1024,0.13581333557764688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,1024,0.1448799967765808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,1024,0.1385706663131714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,1024,0.1143173376719157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,1024,0.10697333017985027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,1024,0.09777067104975383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,1024,0.08936267097791036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,1024,0.0882906715075175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,1024,0.08253333469231923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,1024,0.06861866513888042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,1024,0.06671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,1024,0.05148000021775564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,1024,0.041562666495641075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,1024,0.039477333426475525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,1024,0.028490667541821797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,1024,0.02593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,1024,0.02568800002336502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,1024,0.026557333767414093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,1024,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,1024,0.024031999210516613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,1024,0.023074666659037273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,1024,0.02333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,1024,0.02568800002336502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,1024,0.02223466585079829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,1024,0.022408001124858856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,1024,0.022122666239738464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,1024,0.021840001145998638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,1024,0.021749332547187805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,1024,0.023736000061035156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,1024,0.02345866709947586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,1024,0.02316533277432124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,1024,0.02275199939807256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,1024,0.022295999030272167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,1024,0.022146667043368023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,1024,0.02183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,1024,0.022973333795865376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,1024,0.022405333817005157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,1024,0.022437334060668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,1024,0.02201866606871287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,1024,0.02234933276971181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,1024,0.022341333329677582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,1024,0.02199200044075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,1024,0.02197066694498062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,1024,0.02202400068442027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,1024,0.02218933403491974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,1024,0.02221333235502243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,1024,0.02219466616710027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,1024,0.022106667359670002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,1024,0.022122666239738464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,1024,0.02186133215824763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,1024,0.021957332889238994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,1024,0.02181600034236908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,1024,0.02129333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,1024,1.2555075751410592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,1024,0.7616426679823133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,1024,0.418088886472914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,1024,0.22190933757358125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,1024,0.20565688610076904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,1024,0.1997173362308078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,1024,0.1701422267489963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,1024,0.19132799572414824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,1024,0.15822754965888128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,1024,0.15736356046464708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,1024,0.15263999833001032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,1024,0.15410133202870688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,1024,0.14453689257303873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,1024,0.1535022258758545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,1024,0.13187732961442736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,1024,0.1295235554377238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,1024,0.12320533063676621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,1024,0.11835555235544841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,1024,0.11341867181989883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,1024,0.12109688917795818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,1024,0.10337955421871609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,1024,0.09719644652472602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,1024,0.09324444664849176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,1024,0.097543113761478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,1024,0.08461866776148479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,1024,0.07821510897742377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,1024,0.07379555702209473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,1024,0.06745244397057427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,1024,0.06843911276923285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,1024,0.0648053354687161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,1024,0.05658666955100166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,1024,0.05412977933883667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,1024,0.04684799909591675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,1024,0.03908800085385641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,1024,0.037457777394188776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,1024,0.030177778667873804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,1024,0.029895110262764826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,1024,0.02884799904293484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,1024,0.027783112393485174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,1024,0.029367112451129492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,1024,0.02759644389152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,1024,0.02665422194533878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,1024,0.026131555438041687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,1024,0.02917333443959554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,1024,0.024529778295093115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,1024,0.02493155499299367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,1024,0.026239999466472205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,1024,0.024716445141368445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,1024,0.02514311174551646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,1024,0.02476444509294298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,1024,0.02345955537425147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,1024,0.0232622226079305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,1024,0.023169777459568445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,1024,0.023025777604844835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,1024,0.02288177775012122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,1024,0.02346311178472307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,1024,0.02388444377316369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,1024,0.024504888388845656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,1024,0.023224888576401606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,1024,0.02307022280163235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,1024,0.022965333527988855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,1024,0.02288888891537984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,1024,0.0229102224111557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,1024,0.023564444647894964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,1024,0.023231999741660223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,1024,0.02311644454797109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,1024,0.023297778434223596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,1024,0.023048889305856492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,1024,0.02288888891537984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,1536,0.01828133314847946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,1024,0.0221742226017846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,1024,0.0225564440091451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,1024,0.022766222556432087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,1024,0.022760889596409265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,1024,0.022759111391173467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,1536,0.017792000124851864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,1536,0.018061333646376927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,1024,2.610227584838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,1024,0.3668071164025201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,1024,1.3052871492173936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,1024,0.3389102352990045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,1024,0.402695099512736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,1024,0.6909866862826877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,1024,0.3264231152004666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,1024,0.33424001269870335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,1024,0.30431289143032497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,1024,0.3136764367421468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,1024,0.28614044189453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,1024,0.2907644377814399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,1024,0.26291200849745006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,1024,0.2688942220475939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,1024,0.2427288956112332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,1024,0.24582221772935656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,1024,0.22367999288770887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,1024,0.2252195676167806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,1024,0.20327466064029268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,1024,0.20484266016218397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,1024,0.17958222495185006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,1024,0.1771199968126085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,1024,0.15727821985880533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,1024,0.15308088726467556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,1024,0.13538666566212973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,1024,0.12981866465674505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,1024,0.11307199796040852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,1024,0.10586488909191555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,1024,0.09359644518958198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,1024,0.08273066414727105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,1024,0.059792002042134605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,1024,0.05201244354248047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,1024,0.03553955422507392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,1024,0.07064000103208753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,1024,0.3796231216854519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,1024,0.34958399666680234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,1024,0.03222577770551046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,1024,0.02749866743882497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,1024,0.027500443988376196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,1024,0.0277511113219791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,1024,0.02622755534119076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,1024,0.02069511181778378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,1024,0.02092444399992625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,1024,0.02072177827358246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,1024,0.019987555013762582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,1024,0.019381332728597853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,1024,0.03045155604680379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,1024,0.01982222166326311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,1024,0.01811733345190684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,1024,0.02071822186311086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,1024,0.016686222619480558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,1024,0.01920000049802992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,1024,0.018030222919252183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,1024,0.0188391109307607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,1024,0.01939911146958669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,1024,0.020675554871559143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,1024,0.01795377830664317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,1024,0.020938666330443487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,1024,0.018668444620238412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,1024,0.02122488949033949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,1024,0.01868977811601427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,1024,0.02070399953259362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,1024,0.01973511113060845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,1024,0.0181013329161538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,1024,0.01853511068556044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,1024,0.0192586663696501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,1024,0.019183999962276883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,1024,0.018094221750895183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,1024,0.01937955617904663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,1024,0.019342222147517733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,1024,0.018570666511853535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,1024,0.020092444287406076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,1024,0.030284444491068523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,1024,0.029843555556403265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,1024,1.1167903900146485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,1024,0.5376735687255859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,1024,0.27403841018676756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,1024,0.15287680625915528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,1024,0.14532586733500164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,1024,0.15018879572550456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,1024,0.14160532951354982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,1024,0.136246395111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,1024,0.13449600537618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,1024,0.12850986321767172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,1024,0.12459519704182942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,1024,0.12046506404876708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,1024,0.11800533135732014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,1024,0.11158933639526367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,1024,0.10833600362141926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,1024,0.10370346705118816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,1024,0.10026346842447917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,1024,0.0954528013865153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,1024,0.09268266359965006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,1024,0.08668373425801595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,1024,0.08432532946268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,1024,0.07878826459248861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,1024,0.07585173447926839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,1024,0.07008319695790609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,1024,0.06819199721018473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,1024,0.06213119824727377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,1024,0.05395199855168661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,1024,0.05816320180892944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,1024,0.05166933139165243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,1024,0.045398398240407305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,1024,0.04234346548716227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,1024,0.0373418649037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,1024,0.03367040157318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,1024,0.028751999139785767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,1024,0.026220800479253133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,1024,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,1024,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,1024,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,1024,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,1024,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,1024,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,1024,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,1024,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,1024,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,1024,0.01340053379535675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,1024,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,1024,0.013583999872207642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,1024,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,1024,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,1024,0.013382400075594584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,1024,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,1024,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,1024,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,1024,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,1024,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,1024,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,1024,0.013890133301417033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,1024,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,1024,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,1024,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,1024,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,1024,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,1024,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,1024,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,1024,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,1024,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,1024,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,1024,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,1024,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,1024,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,768,1.47816801071167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,768,0.7683599789937338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,768,0.3931573232014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,768,0.22736267248789468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,768,0.21162933111190796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,768,0.20920532941818237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,768,0.19913599888483682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,768,0.226474662621816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,768,0.18510133028030396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,768,0.1848906675974528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,768,0.17001332839330038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,768,0.17801332473754883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,768,0.1625333329041799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,768,0.1768933335940043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,768,0.14467733105023703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,768,0.14457866549491882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,768,0.13140799601872763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,1024,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,768,0.1267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,768,0.12744800249735513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,768,0.1128480037053426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,768,0.10654667019844055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,768,0.10586933294932048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,768,0.10402666529019673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,768,0.08760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,768,0.08350132902463277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,768,0.07541866600513458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,768,0.06895466645558675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,768,0.06798933446407318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,768,0.06472266713778178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,768,0.05380799869696299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,768,0.052706668774286904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,768,0.042253335316975914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,768,0.03349333256483078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,768,0.03163733333349228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,768,0.0229093333085378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,768,0.021002667645613354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,768,0.020482666790485382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,768,0.021058666209379833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,768,0.02107733239730199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,768,0.018901333212852478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,768,0.018738667170206707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,768,0.018810667097568512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,768,0.1407866676648458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,768,0.019962667177120846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,768,0.01690400019288063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,768,0.017152000218629837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,768,0.016805333395799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,768,0.016839999705553055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,768,0.01637599989771843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,768,0.017815999686717987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,768,0.017101333787043888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,768,0.016943999876578648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,768,0.01687466725707054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,768,0.016885332763195038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,768,0.016792000581820805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,768,0.01642400026321411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,768,0.01708799973130226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,768,0.016941333810488384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,768,0.01691466694076856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,768,0.016800000021855038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,768,0.016789333273967106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,768,0.016762666404247284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,768,0.016895999511082966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,768,0.01672800009449323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,768,0.016829332957665127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,768,0.01683466633160909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,768,0.017024000485738117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,768,0.016781333833932877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,768,0.01682666689157486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,768,0.016789333273967106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,768,0.016682667036851246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,768,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,768,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,768,0.016314666718244553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,768,0.9900399843851725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,768,0.5250986814498901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,768,0.26646532615025836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,768,0.17279199759165445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,768,0.1594813366731008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,768,0.15227333704630533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,768,0.1405733327070872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,768,0.15454533696174622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,768,0.1355066696802775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,768,0.13536399602890015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,768,0.13315199812253317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,768,0.12610933184623718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,768,0.12688799699147543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,768,0.12961066762606302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,768,0.11314266920089722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,768,0.10454400380452473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,768,0.10069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,768,0.09594933191935222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,768,0.10180133581161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,768,0.08761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,768,0.0836026668548584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,768,0.11359066764513652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,768,0.0828933318456014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,768,0.07156933347384135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,768,0.06810933351516724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,768,0.0639493316411972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,768,0.058829332391421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,768,0.05989199876785278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,768,0.055661335587501526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,768,0.04888799786567688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,768,0.04780533413092295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,768,0.09050400058428447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,768,0.0410946657260259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,768,0.03565866748491923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,768,0.03591466695070267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,768,0.02715600033601125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,768,0.026738665997982025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,768,0.025938667356967926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,768,0.024753332138061523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,768,0.02794533222913742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,768,0.024341332415739696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,768,0.02332400033871333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,768,0.024085332949956257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,768,0.02280266582965851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,768,0.0223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,768,0.022754666705926258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,768,0.02271333336830139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,768,0.02385200063387553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,768,0.020853333175182343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,768,0.022221334278583527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,768,0.022290666898091633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,768,0.020871999363104504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,768,0.02064400042096774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,768,0.020869334538777668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,768,0.020654667168855667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,768,0.020702666292587917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,768,0.020660000542799633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,768,0.020645332833131153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,768,0.020597333709398907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,768,0.021146667500336964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,768,0.021138665576775868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,768,0.020684000104665756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,768,0.02062266692519188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,768,0.020662666608889897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,768,0.020560000091791153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,768,0.020606666803359985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,768,0.020597333709398907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,768,0.02059999977548917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,768,0.020733332882324856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,768,0.02064400042096774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,768,0.020746666938066483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,768,0.020713333040475845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,768,0.020901332298914593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,768,0.020713333040475845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,1024,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,768,2.3764626185099282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,768,0.3395933310190837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,768,1.2066679795583088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,768,0.3197293281555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,768,0.64273468653361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,768,0.3103253245353699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,768,0.3669826587041219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,768,0.28544000784556073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,768,0.2839706738789876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,768,0.26599733034769696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,768,0.26305999358495075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,768,0.2454906702041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,768,0.241484006245931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,768,0.22424399852752686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,768,0.22166399161020914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,768,0.20643866062164307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,768,0.20212000608444214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,768,0.18734933932622275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,768,0.1826746662457784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,768,0.16528399785359701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,768,0.1579253375530243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,768,0.14524400234222412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,768,0.13595599929491678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,768,0.124399999777476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,768,0.11453333497047424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,768,0.10347599784533183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,768,0.3486986557642619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,768,0.09393067161242168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,768,0.08633599678675334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,768,0.07285333176453908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,768,0.05064799884955088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,768,0.046009331941604614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,768,0.029475999375184376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,768,0.06627066433429718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,768,0.322926660378774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,768,0.31041733423868817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,768,0.025249332189559937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,768,0.022944000860055287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,768,0.023657334347565968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,768,0.023547999560832977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,768,0.024271999796231587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,768,0.016650666793187458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,768,0.01611066609621048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,768,0.016548000276088715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,768,0.016534666220347088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,768,0.016019999980926514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,768,0.01597333326935768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,768,0.024155999223391216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,768,0.01613333324591319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,768,0.01608266681432724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,768,0.01489866649111112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,768,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,768,0.01551600048939387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,768,0.015138667076826096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,768,0.014707999924818674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,768,0.01564133291443189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,768,0.015254666407903036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,768,0.015491999685764313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,768,0.01606133331855138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,768,0.016038666168848675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,768,0.01606266697247823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,768,0.014537333200375238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,768,0.015598667164643606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,768,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,768,0.016030666728814442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,768,0.023607999086380005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,768,0.015693332999944687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,768,0.0155266672372818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,768,0.016548000276088715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,768,0.015592000136772791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,768,0.016322666158278782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,768,0.016623999923467636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,768,0.01552533358335495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,768,0.02351599931716919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,768,0.23558293978373207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,768,0.4615285237630208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,768,0.9370229085286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,768,0.13247679869333903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,768,0.1290175994237264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,768,0.12232426802317302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,768,0.12476159731547039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,768,0.11841813723246257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,768,0.11141119798024494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,768,0.11642986933390301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,768,0.10714986324310302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,768,0.10425600210825603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,768,0.10127360026041668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,768,0.09397226969401042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,768,0.09668160279591878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,768,0.09027199745178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,768,0.08638400236765544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,768,0.08223253091176351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,768,0.0800096035003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,768,0.07565546830495198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,768,0.07218346595764161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,768,0.06825493176778158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,768,0.06556693315505982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,768,0.06125439802805582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,768,0.05819626649220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,768,0.05401920080184937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,768,0.05087146759033203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,768,0.04633920192718506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,768,0.04448639949162801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,768,0.03908373514811198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,768,0.03719573418299357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,768,0.033080534140268965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,768,0.0291594664255778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,768,0.0240938663482666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,768,0.025682133436203004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,768,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,768,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,768,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,768,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,768,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,768,0.015094400445620219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,768,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,768,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,768,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,768,0.012211199601491292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,768,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,768,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,768,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,768,0.012257066369056702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,768,0.011930666367212931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,768,0.011913599570592244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,768,0.012357333302497863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,768,0.01190826694170634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,768,0.012158933281898498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,768,0.012125866611798604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,768,0.0121781329313914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,768,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,768,0.012258133292198181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,768,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,768,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,768,0.012588799993197123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,768,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,768,0.012616533041000366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,768,0.012152533729871113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,768,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,768,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,768,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,768,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,768,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,768,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,768,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,512,1.0807697508070204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,512,0.6655964321560329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,512,0.31207111146714955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,768,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,512,0.1837973329755995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,512,0.1539697779549493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,512,0.16146488984425864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,512,0.14075911045074463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,512,0.1786808835135566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,512,0.13424355453915066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,512,0.13853511545393202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,512,0.12602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,512,0.14057600498199463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,512,0.1199644406636556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,512,0.10782577594121297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,512,0.104912002881368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,512,0.09809599982367621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,512,0.09372266795900132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,512,0.0897653301556905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,512,0.09723199738396539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,512,0.08176000250710382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,512,0.07709155480066936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,512,0.07356622483995226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,512,0.07663822174072266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,512,0.06532088915506999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,512,0.06005689170625475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,512,0.05556622478697035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,512,0.050083554453319974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,512,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,512,0.04708088768853081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,512,0.03943822118971083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,512,0.03829333186149597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,512,0.03065955638885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,512,0.024192000428835552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,512,0.022503111097547743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,512,0.01609422266483307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,512,0.01462222304609087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,512,0.015004444453451367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,512,0.014650666051440768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,512,0.014570666684044732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,512,0.01333333303531011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,512,0.012711111042234631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,512,0.012917333179050021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,512,0.013921777407328287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,512,0.01181688904762268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,512,0.011854222251309289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,512,0.011950222154458364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,512,0.01180622229973475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,512,0.01149866647190518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,512,0.011991110940774282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,512,0.011790222591824003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,512,0.13547555605570474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,512,0.01181688904762268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,512,0.011141333315107556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,512,0.011937778029176923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,512,0.011233777635627322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,512,0.011169777976142036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,512,0.011868444581826528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,512,0.011884444289737277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,512,0.011548444628715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,512,0.011376000112957425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,512,0.011680000358157687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,512,0.011413333316644033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,512,0.011230222052998014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,512,0.011175110936164856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,512,0.01132266637351778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,512,0.01147911118136512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,512,0.011223110887739392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,512,0.011189333266682096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,512,0.011295999917719098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,512,0.01126577787929111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,512,0.011226666470368704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,512,0.011192888849311404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,512,0.01127466642194324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,512,0.011205332974592844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,512,0.7963167826334636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,512,0.45972693761189776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,512,0.22028053601582848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,512,0.13023893038431805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,512,0.12530240217844646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,512,0.12212053140004475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,512,0.11706773440043132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,512,0.12088960011800129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,512,0.109879469871521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,512,0.10985066890716552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,512,0.1046026627222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,512,0.10461760361989339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,512,0.10802133083343506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,512,0.10071252981821696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,512,0.09088533719380697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,512,0.08983253637949626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,512,0.08640213012695312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,512,0.08351573149363199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,512,0.07806399663289389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,512,0.08028159936269125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,512,0.07440853118896484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,512,0.07047999699910482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,512,0.0811797300974528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,512,0.0686965306599935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,512,0.06077119906743368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,512,0.05853013197580973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,512,0.051577599843343105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,512,0.05460053284962972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,512,0.04924586613972982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,512,0.04770666758219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,512,0.04354986747105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,512,0.039768532911936445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,512,0.036429866154988604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,512,0.03059733311335246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,512,0.031897600491841635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,512,0.02410773237546285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,512,0.023753599325815836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,512,0.02536960045496623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,512,0.023561600844065347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,512,0.02295359969139099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,512,0.02246933380762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,512,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,512,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,512,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,512,0.02333546678225199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,512,0.022281599044799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,512,0.01983039975166321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,512,0.019170133272806804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,512,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,512,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,512,0.02245546579360962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,512,0.020932267109553017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,512,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,512,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,512,0.018658133347829182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,512,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,512,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,512,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,512,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,512,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,512,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,512,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,512,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,512,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,512,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,512,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,512,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,512,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,512,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,512,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,512,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,512,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,512,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,512,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,768,0.012743467092514038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,768,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,512,1.0941195170084634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,512,0.3048522631327311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,512,2.1487828572591146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,512,0.2851925214131673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,512,0.560915184020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,512,0.271070925394694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,512,0.32158400217692057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,512,0.2542304039001465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,512,0.24973546663920082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,512,0.23771732648213706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,512,0.231933863957723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,512,0.22104959487915038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,512,0.21362880071004234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,512,0.20252374013264976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,512,0.19579413731892903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,512,0.18635519345601398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,512,0.177731196085612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,512,0.1687839984893799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,512,0.1599818706512451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,512,0.1500223954518636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,512,0.14001065889994305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,512,0.13304853439331055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,512,0.12130560080210369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,512,0.1130784034729004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,512,0.10196800231933593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,512,0.09469013214111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,512,0.08385919729868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,512,0.07632959683736165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,512,0.06514346599578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,512,0.05873920122782389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,512,0.04350506862004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,512,0.03994986613591512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,512,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,512,0.30208959579467776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,512,0.2821802775065104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,512,0.26532692909240724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,512,0.020283732811609903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,512,0.01872106591860453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,512,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,512,0.01842666665712992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,512,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,512,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,512,0.013916800419489542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,512,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,512,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,512,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,512,0.01344319979349772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,512,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,512,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,512,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,512,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,512,0.012286933263142903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,512,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,512,0.012518399953842163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,512,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,512,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,512,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,512,0.012771200140317282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,512,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,512,0.012582400441169738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,512,0.012956800063451132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,512,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,512,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,512,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,512,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,512,0.013184000054995218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,512,0.012930132945378623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,512,0.012771200140317282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,512,0.013117866714795432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,512,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,512,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,512,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,512,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,512,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,512,0.7964949289957682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,512,0.40319252014160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,512,0.20714133580525718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,512,0.1171456019083659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,512,0.11491200129191081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,512,0.11059093475341797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,512,0.10853439966837566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,512,0.10428586800893147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,512,0.10236266454060872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,512,0.09815466403961182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,512,0.09541227022806803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,512,0.09174933433532714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,512,0.08968640168507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,512,0.08509759902954102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,512,0.08279360135396321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,512,0.07949439684549967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,512,0.07668906847635905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,512,0.07279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,512,0.07053439617156983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,512,0.06599573294321695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,512,0.06383893489837647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,512,0.06004800001780192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,512,0.05841813484827677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,512,0.05354559818903605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,512,0.05189760128657023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,512,0.04448853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,512,0.04083733161290486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,512,0.047464533646901445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,512,0.03928106625874837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,512,0.03455573320388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,512,0.03255893389383952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,512,0.028563199440638225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,512,0.02579093376795451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,512,0.022321067253748574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,512,0.02028800050417582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,512,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,512,0.012983466188112894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,512,0.012680533528327941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,512,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,512,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,512,0.01295146644115448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,512,0.012340266505877178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,512,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,512,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,512,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,512,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,512,0.009666132926940917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,512,0.00967039962609609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,512,0.010079999764760334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,512,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,512,0.009877333045005798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,512,0.009664000074068705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,512,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,512,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,512,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,512,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,512,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,512,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,512,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,512,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,512,0.010553600390752156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,512,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,512,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,512,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,512,0.01050453285376231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,512,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,512,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,512,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,512,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,512,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,512,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,256,0.7240149180094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,256,0.4408650716145833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,256,0.20755200386047362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,256,0.12212159633636474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,256,0.10572906335194905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,256,0.10091626644134521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,512,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,256,0.09464213053385416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,256,0.09877866903940836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,256,0.08883840243021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,256,0.08733119964599609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,256,0.08333226839701334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,256,0.08517440160115561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,256,0.07835413614908854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,256,0.06894933382670085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,256,0.06773013273874919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,256,0.06370559930801392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,256,0.06383466720581055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,256,0.058302934964497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,256,0.061069866021474205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,256,0.052780799070994054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,256,0.050113066037495935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,256,0.06069333155949911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,256,0.05113919973373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,256,0.04195733467737834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,256,0.07995413144429525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,256,0.04107733170191447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,256,0.03385173479715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,256,0.037326931953430176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,256,0.033098665873209636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,256,0.03253119985262553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,256,0.02648959954579671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,256,0.023806933561960855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,256,0.02036906679471334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,256,0.015556266903877259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,256,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,256,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,256,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,256,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,256,0.008994133273760477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,256,0.009267200032869976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,256,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,256,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,256,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,256,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,256,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,256,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,256,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,256,0.006828799843788147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,256,0.006975999971230824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,256,0.006548266609509785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,256,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,256,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,256,0.006493866443634033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,256,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,256,0.006487466891606649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,256,0.006557866434256236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,256,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,256,0.006378666559855144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,256,0.006428800026575724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,256,0.006589866677920024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,256,0.006467199822266896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,256,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,256,0.006411733229955037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,256,0.5995328267415364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,256,0.31059201558430993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,256,0.16727466583251954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,256,0.10393173694610595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,256,0.09760426680246989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,256,0.09859946568806967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,256,0.11897066434224446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,256,0.09290026823679606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,256,0.08937813440958658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,256,0.08801813125610351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,256,0.08370239734649658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,256,0.08652479648590088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,256,0.07988800207773844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,256,0.07831679979960124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,256,0.07193919817606607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,256,0.06804160277048746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,256,0.06794880231221517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,256,0.06385279893875122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,256,0.06326613426208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,256,0.059512531757354735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,256,0.0583402673403422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,256,0.06831573645273845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,256,0.055479466915130615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,256,0.07488640149434408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,256,0.049420801798502605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,256,0.050886400540669764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,256,0.04563946723937988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,256,0.04127039909362793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,256,0.04314133326212565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,256,0.039061331748962404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,256,0.03646186590194702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,256,0.03314346671104431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,256,0.03186026612917582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,256,0.027189334233601887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,256,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,256,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,256,0.020986666282018028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,256,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,256,0.020122667153676353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,256,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,256,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,256,0.020351999998092653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,256,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,256,0.019338667392730713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,256,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,256,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,256,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,256,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,256,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,256,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,256,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,256,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,256,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,512,0.01050879955291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,256,0.01567146678765615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,256,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,256,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,256,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,256,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,256,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,256,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,256,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,256,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,256,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,256,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,256,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,256,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,256,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,256,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,256,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,256,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,256,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,256,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,256,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,256,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,512,0.010506666700045268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,256,0.7883125305175781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,256,0.21740053494771322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,256,1.6477247873942058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,256,0.39605226516723635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,256,0.20777600606282554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,256,0.22453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,256,0.19250453313191732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,256,0.1861013412475586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,256,0.1799850622812907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,256,0.17479252815246582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,256,0.16860586802164715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,256,0.16099839210510253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,256,0.15336640675862628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,256,0.14760640462239583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,256,0.14015040397644044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,256,0.12964906692504882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,256,0.12345173358917236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,256,0.11720106601715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,256,0.11198933124542236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,256,0.10427626768747966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,256,0.09654826323191325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,256,0.14081600507100422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,256,0.09225066502888998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,256,0.08310186862945557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,256,0.08000106811523437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,256,0.07078399658203124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,256,0.06812586784362792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,256,0.05777599811553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,256,0.05535573164621989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,256,0.045170132319132486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,256,0.042881067593892416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,256,0.030114134152730305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,256,0.0273087998231252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,256,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,256,0.21213547388712564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,256,0.20217386881510416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,256,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,256,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,256,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,256,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,256,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,256,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,256,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,256,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,256,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,256,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,256,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,256,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,256,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,256,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,256,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,256,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,256,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,256,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,256,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,256,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,256,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,256,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,256,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,256,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,256,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,256,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,256,0.008584533135096233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,256,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,256,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,256,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,256,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,256,0.008428800106048583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,256,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,256,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,256,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,256,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,256,0.6122400283813476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,256,0.3149109204610189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,256,0.015210666259129844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,256,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,256,0.16451412836710613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,256,0.09248320261637369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,256,0.09057280222574869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,256,0.08782293001810709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,256,0.0860543966293335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,256,0.08263999621073405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,256,0.08106239636739096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,256,0.07785493532816569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,256,0.07556693553924561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,256,0.07239893277486166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,256,0.07110613187154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,256,0.06787947018941244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,256,0.06571733156840007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,256,0.06293439865112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,256,0.058081066608428954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,256,0.06118293205897013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,256,0.05630506674448649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,256,0.05229546626408895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,256,0.0507584015528361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,256,0.048204799493153885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,256,0.046565334002176925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,256,0.04276479880015056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,256,0.04168320099512736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,256,0.03838293155034383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,256,0.03587520122528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,256,0.03302506605784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,256,0.03178880016009013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,256,0.027833600838979084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,256,0.02622186740239461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,256,0.023572266101837158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,256,0.021130667130152384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,256,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,256,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,256,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,256,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,256,0.011740799744923909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,256,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,256,0.011447466413180033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,256,0.010634666681289673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,256,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,256,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,256,0.011379200220108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,256,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,256,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,256,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,256,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,256,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,256,0.008945066730181377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,256,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,256,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,256,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,256,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,256,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,256,0.00886293351650238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,256,0.009262933333714803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,256,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,256,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,256,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,256,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,256,0.009236266215642292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,256,0.009315199653307597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,256,0.00909440020720164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,256,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,256,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,256,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,256,0.009300266702969868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,256,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,256,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,256,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,128,0.5908778508504231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,128,0.3179626782735189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,128,0.1546197255452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,256,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,128,0.09035306771596273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,128,0.08400426705678304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,128,0.08133013248443603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,128,0.07228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,128,0.07686186631520589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,128,0.07401706377665201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,128,0.07135252952575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,128,0.07241706848144532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,128,0.06248106559117635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,128,0.06569173336029052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,128,0.057715201377868654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,128,0.060641066233317054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,128,0.057752533753712976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,128,0.056081068515777585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,128,0.053845334053039554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,128,0.05130240122477213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,128,0.048861865202585855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,128,0.0464298685391744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,128,0.041945600509643556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,128,0.0444597323735555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,128,0.037411201000213626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,128,0.033650132020314534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,128,0.032816000779469806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,128,0.028498133023579914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,128,0.028519467512766523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,128,0.022129066785176597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,256,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,128,0.021597866217295328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,128,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,128,0.021950932343800862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,128,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,128,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,128,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,128,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,128,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,128,0.008222933113574981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,128,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,128,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,128,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,128,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,128,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,128,0.005962666869163513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,128,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,128,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,128,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,128,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,128,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,128,0.03761386473973592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,128,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,128,0.003903999924659729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,128,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,128,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,128,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,128,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,128,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,128,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,128,0.0034954667091369627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,128,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,128,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,128,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,128,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,128,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,128,0.0034773332377274835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,128,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,128,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,128,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,128,0.0034933333595593774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,128,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,128,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,128,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,128,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,128,0.27787199020385744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,128,0.5299872080485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,128,0.15001386006673176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,128,0.09078613122304281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,128,0.09441280364990234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,128,0.08892052968343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,128,0.08643413384755452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,128,0.0783786694208781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,128,0.07765973409016927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,128,0.07980693181355794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,256,0.008875733613967896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,128,0.07621013323465983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,128,0.07039039929707845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,128,0.06824853420257568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,128,0.06564160188039145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,128,0.06802240212758383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,128,0.06438506841659546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,128,0.06406079928080241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,128,0.061603200435638425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,128,0.060972801844278966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,128,0.05341013272603353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,128,0.05171306530634562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,128,0.08397440115610758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,128,0.05274240175882975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,128,0.04671039978663127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,128,0.047713065147399904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,128,0.041878398259480795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,128,0.04408746560414632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,128,0.03922453324000041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,128,0.034086398283640545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,128,0.039239466190338135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,128,0.034536532560984295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,128,0.029174399375915528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,128,0.026291199525197345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,128,0.02449493408203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,128,0.021337600549062093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,128,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,128,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,128,0.019912532965342202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,128,0.017972266674041747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,128,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,128,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,128,0.017876267433166504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,128,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,128,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,128,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,128,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,128,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,128,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,128,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,128,0.04051839907964071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,128,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,128,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,128,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,128,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,128,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,128,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,128,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,128,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,128,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,128,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,128,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,128,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,128,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,128,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,128,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,128,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,128,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,128,0.3363189379374186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,128,0.7016319910685221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,128,0.17627840042114257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,128,0.17801493008931477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,128,0.16714986165364581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,128,0.16832960446675618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,128,0.1586367925008138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,128,0.15795520146687825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,128,0.14521493911743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,128,0.14639466603597004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,128,1.4238143920898438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,128,0.13598507245381672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,128,0.13720213572184245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,128,0.1261034647623698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,128,0.1278698682785034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,128,0.11796800295511882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,128,0.11612693468729655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,128,0.10735359986623128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,128,0.10792853037516277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,128,0.0959882656733195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,128,0.0960863987604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,128,0.08912320137023926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,128,0.08433600266774496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,128,0.07703466415405273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,128,0.07473920186360677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,128,0.0670954704284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,128,0.06454933484395345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,128,0.05794560114542643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,128,0.05489173332850138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,128,0.04761813481648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,128,0.045664000511169436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,128,0.03627520004908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,128,0.035368533929189046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,128,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,128,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,128,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,128,0.013105066617329917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,128,0.011707733074824016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,128,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,128,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,128,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,128,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,128,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,128,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,128,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,128,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,128,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,128,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,128,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,128,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,128,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,128,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,128,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,128,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,128,0.007623466849327088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,128,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,128,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,128,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,128,0.007587199906508128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,128,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,128,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,128,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,128,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,128,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,128,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,128,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,128,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,128,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,128,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,128,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,128,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,128,0.14659627278645831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,128,0.0802016019821167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,128,0.2845141410827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,128,0.5350826899210612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,128,0.07913280328114827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,128,0.07535359859466553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,128,0.07433173656463624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,128,0.0716650644938151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,128,0.07020800113677979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,128,0.0674079974492391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,128,0.06578559875488281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,128,0.06301440000534057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,128,0.061734398206075035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,128,0.058431998888651526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,128,0.057127467791239415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,128,0.054671998818715414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,128,0.053124264876047766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,128,0.05025920073191324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,128,0.04936106602350871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,128,0.04597226778666179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,128,0.04482666651407878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,128,0.0420085350672404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,128,0.040883199373881025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,128,0.037835733095804853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,128,0.036212265491485596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,128,0.03354026476542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,128,0.032257066170374556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,128,0.02956266601880391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,128,0.028318933645884198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,128,0.024975999196370443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,128,0.02371413310368856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,128,0.021166932582855225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,128,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,128,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,128,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,128,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,128,0.011326932907104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,128,0.010589866836865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,128,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,128,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,128,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,128,0.010548266768455505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,128,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,128,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,128,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,128,0.008526933193206788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,128,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,128,0.008834133545557659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,128,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,128,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,128,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,128,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,128,0.008470400174458822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,128,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,128,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,128,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,128,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,128,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,128,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,128,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,128,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,128,0.008447999755541485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,128,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,128,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,128,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,128,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,128,0.008038400113582611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,128,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,128,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,128,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,128,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,64,0.508900260925293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,128,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,64,0.13201706409454345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,64,0.2560352007548014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,128,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,64,0.0764469305674235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,64,0.07943360010782877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,64,0.0702239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,64,0.07129066785176595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,64,0.06337813138961793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,64,0.0683189312616984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,64,0.06021653413772583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,64,0.06502506732940674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,64,0.054331731796264646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,64,0.06160853306452433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,64,0.05046506722768148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,64,0.052293332417805996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,64,0.05163306792577108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,64,0.04871040185292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,64,0.04786773522694905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,64,0.047836800416310624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,64,0.03942186832427978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,64,0.037189332644144694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,64,0.03716053167978923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,64,0.03208853403727214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,64,0.03286400039990743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,64,0.030280532439549764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,64,0.027428267399470012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,64,0.025654399394989015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,64,0.02431466579437256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,64,0.019181867440541588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,64,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,64,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,64,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,64,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,128,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,64,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,64,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,64,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,64,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,64,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,64,0.005660800139109293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,64,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,64,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,64,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,64,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,64,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,64,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,64,0.004369066655635833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,64,0.0043594668308893835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,64,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,64,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,64,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,64,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,64,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,64,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,64,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,64,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,64,0.003368533402681351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,64,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,64,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,64,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,64,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,64,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,64,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,64,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,64,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,64,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,64,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,64,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,64,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,64,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,64,0.2779338518778483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,64,0.5383530934651692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,64,0.14783892631530762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,64,0.04289493163426717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,64,0.09519893328348795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,64,0.09070186614990235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,64,0.09204266866048177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,64,0.09270933469136557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,64,0.08649493058522542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,64,0.07917119661966959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,64,0.07849173545837403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,64,0.07164373397827148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,64,0.0784661372502645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,64,0.07491199970245362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,64,0.06847466627756754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,64,0.06359359820683798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,64,0.06512426535288493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,64,0.06063893238703409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,64,0.05908586581548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,64,0.05482773383458456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,64,0.05376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,64,0.051695998509724936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,64,0.06704959869384766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,64,0.04734613498051961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,64,0.07011840343475342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,64,0.04770986636479695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,64,0.04551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,64,0.04157653252283732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,64,0.039372801780700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,64,0.04210986693700154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,64,0.034622931480407716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,64,0.02985173265139262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,64,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,64,0.02333546678225199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,64,0.020826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,64,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,64,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,64,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,64,0.018717867136001588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,64,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,64,0.019569067160288493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,64,0.01748159925142924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,64,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,64,0.018284799655278523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,64,0.037323733170827225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,64,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,64,0.03318933248519897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,64,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,64,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,64,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,64,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,64,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,64,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,64,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,64,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,64,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,64,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,64,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,64,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,64,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,64,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,64,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,64,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,64,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,64,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,64,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,64,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,32,0.13299093246459961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,32,0.26075946489969887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,32,0.07701226870218912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,32,0.07990079720815023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,32,0.5163935979207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,32,0.07626346747080484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,32,0.07431786855061849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,32,0.072435196240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,32,0.06421333154042562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,32,0.06340800126393636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,32,0.06383359829584757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,32,0.05669120152791342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,32,0.05990293423334757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,32,0.05268906752268473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,32,0.053446400165557864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,32,0.04856959978739421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,32,0.05470293362935384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,32,0.047147734959920244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,32,0.05003306468327841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,32,0.04523306687672933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,32,0.04020586808522542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,32,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,32,0.03831679821014404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,64,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,32,0.03328959941864014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,32,0.034202667077382405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,32,0.0279968003431956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,32,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,32,0.03220053315162659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,32,0.025230934222539265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,32,0.01946773330370585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,51200,32,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,51200,32,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,51200,32,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,51200,32,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,51200,32,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,51200,32,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,51200,32,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,51200,32,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,51200,32,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,51200,32,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,51200,32,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,51200,32,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,51200,32,0.005529599885145823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,51200,32,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,51200,32,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,51200,32,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,51200,32,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,51200,32,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,51200,32,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,51200,32,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,51200,32,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,51200,32,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,51200,32,0.004181333382924398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,51200,32,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,51200,32,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,51200,32,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,51200,32,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,51200,32,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,51200,32,0.0030826665461063385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,51200,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,51200,32,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,51200,32,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,51200,32,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,51200,32,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,51200,32,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,51200,32,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,51200,32,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,51200,32,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,51200,32,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,51200,32,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,51200,32,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,51200,32,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,51200,32,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,32,0.27826239267985026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,32,0.5369962692260742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,32,0.14976533253987628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,32,0.08911146322886149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,32,0.09091946283976236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,32,0.08795200188954672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,32,0.027220267057418823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,32,0.07961066563924155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,32,0.08672320048014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,32,0.0778282642364502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,32,0.07984639803568522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,32,0.07411946455637614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,32,0.06761493682861328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,32,0.06709973017374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,32,0.0700597365697225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,32,0.06543466647466024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,32,0.06415786743164062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,32,0.09561920166015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,32,0.05985066493352255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,32,0.055335466066996256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,32,0.060133334000905356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,32,0.05411520004272461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,32,0.05239786704381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,32,0.04919039805730184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,32,0.047302401065826415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,32,0.04579626719156901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,32,0.041544532775878905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,32,0.03929280042648316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,32,0.03747306664784749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,32,0.040428801377614336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,32,0.033565866947174075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,32,0.03384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,32,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,32,0.023781333367029825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,32,0.07100373109181722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,32,0.027003733317057292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,32,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,32,0.021730132897694907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,32,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,32,0.019194666544596353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,32,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,32,0.01973759929339091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,32,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,32,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,32,0.018357332547505698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,32,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,32,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,32,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,32,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,32,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,32,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,32,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,32,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,32,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,32,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,32,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,32,0.019067732493082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,32,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,32,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,32,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,32,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,32,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,32,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,32,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,32,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,32,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,32,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,32,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,65536,6.054202397664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,65536,11.7577756245931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,65536,6.475765228271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,65536,5.765989303588867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,65536,24.72717793782552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,65536,5.522037506103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,65536,5.242778778076172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,65536,5.2010345458984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,65536,5.686272303263347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,65536,4.943146705627441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,65536,4.748437245686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,65536,4.87882137298584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,65536,4.28656005859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,65536,4.371194521586101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,65536,4.01472536722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,65536,3.701514561971029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,65536,3.509685198465983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,65536,2.9824905395507812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,65536,48.6685536702474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,65536,3.832090695699056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,65536,3.171605428059896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,65536,2.376944065093994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,65536,3.3519465128580728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,65536,2.4561012585957847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,65536,3.8835201263427734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,65536,1.945365269978841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,65536,2.308880011240641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,65536,1.8462133407592773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,65536,2.6281867027282715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,65536,1.5125865936279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,65536,1.7249706586201985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,65536,1.3446826934814453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,65536,0.8288693428039551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,65536,0.5119626522064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,65536,0.8186933199564616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,65536,0.4239413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,65536,0.48308801651000977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,65536,0.4124373197555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,65536,0.3907466729482015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,65536,0.3853866656621297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,65536,0.3833013375600179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,65536,0.40042134126027423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,65536,0.330896000067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,65536,0.3144373297691345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,65536,0.3245013356208801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,65536,0.3258773287137349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,65536,0.3242666721343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,65536,0.3264639973640442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,65536,0.32450666030248004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,65536,0.31190399328867596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,65536,0.3163040081659953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,65536,0.3426186641057332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,65536,0.339194655418396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,65536,0.34809064865112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,65536,0.34039465586344403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,65536,0.33719468116760254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,65536,0.36560531457265216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,65536,0.327455997467041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,65536,0.32153600454330444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,65536,0.32977066437403363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,65536,0.32235199213027954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,65536,0.3283360004425049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,65536,0.32171199719111127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,65536,0.3232906659444173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,65536,1.3291359742482503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,65536,0.3198240001996358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,65536,0.3189760049184163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,65536,0.32528533538182575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,65536,0.3173440098762512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,65536,0.32233599821726483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,65536,0.3150239984194438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,65536,0.3213333288828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,65536,0.31278399626413983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,65536,0.326693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,65536,6.714074452718099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,65536,14.073936462402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,65536,3.712554613749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,65536,3.6759093602498374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,65536,3.326005299886068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,65536,3.3472105662027993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,65536,3.110293388366699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,65536,3.089167912801107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,65536,3.085557301839193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,65536,2.865253448486328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,65536,2.5999040603637695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,65536,2.868586540222168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,65536,2.5537439982096353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,65536,2.3173386255900064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,65536,2.6153173446655273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,65536,29.795626322428387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,65536,2.3595412572224936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,65536,2.084378719329834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,65536,2.21946128209432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,65536,2.2124479611714682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,65536,1.9100747108459473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,65536,1.8059253692626953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,65536,1.8192052841186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,65536,1.645674705505371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,65536,1.4769172668457031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,65536,1.2896373271942139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,65536,1.2470613320668538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,65536,1.2172799905141194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,65536,1.1199626922607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,65536,0.8389440377553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,65536,0.9783679644266764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,65536,0.7271093527475992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,65536,0.46865065892537433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,65536,0.44628798961639404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,65536,0.26129599412282306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,65536,0.2778826753298442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,65536,0.24893333514531454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,65536,0.2577280004819234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,65536,0.232640008131663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,65536,0.26763200759887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,65536,0.2362933357556661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,65536,0.2262986699740092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,65536,0.24045334259668985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,65536,0.23532267411549887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,65536,0.2273013393084208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,65536,0.23938665787378946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,65536,0.2065653403600057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,65536,0.2218453288078308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,65536,0.2063573400179545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,65536,0.21452265977859497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,65536,0.21820799509684244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,65536,0.2044693430264791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,65536,0.21465067068735758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,65536,0.2039253314336141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,65536,0.20098666350046793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,65536,0.1990293264389038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,65536,0.1918933391571045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,65536,0.18369599183400473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,65536,0.18460800250371298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,65536,0.18428266048431396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,65536,0.1824000080426534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,65536,0.18383467197418213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,65536,0.18306666612625122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,65536,0.18070934216181436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,65536,0.18376533190409342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,65536,0.1803893248240153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,65536,0.17829867204030356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,65536,0.18004266421000162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,65536,0.17865065733591715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,65536,0.17469332615534464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,65536,0.1783413290977478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,65536,0.1755519906679789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,65536,0.17533334096272787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,65536,0.7300639947255453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,65536,3.9402507146199546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,65536,6.690319697062175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,65536,3.4884586334228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,65536,3.209930737813314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,65536,4.244016011555989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,65536,3.0118185679117837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,65536,3.8766187032063804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,65536,2.815429369608561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,65536,3.3928054173787436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,65536,2.681194623311361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,65536,30.952545166015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,65536,3.2482293446858725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,65536,2.75820255279541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,65536,3.1298611958821616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,65536,2.1819839477539062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,65536,2.5491894086201987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,65536,2.0044426918029785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,65536,2.3989973068237305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,65536,1.8040533065795898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,65536,2.2231839497884116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,65536,1.5882506370544434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,65536,2.0598719914754233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,65536,1.412768046061198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,65536,1.489749272664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,65536,1.2118453184763591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,65536,1.2937333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,65536,1.0610720316569011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,65536,1.0809333324432373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,65536,0.8346026738484701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,65536,0.6386719942092896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,65536,0.6227626800537109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,65536,0.41595200697580975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,65536,0.8202026685078939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,65536,0.26215465863545734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,65536,0.4073813358942668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,65536,0.2537920077641805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,65536,0.25229867299397785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,65536,0.2507306734720866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,65536,0.24338134129842123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,65536,0.24346667528152466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,65536,0.23931733767191568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,65536,0.24707732597986856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,65536,0.19450666507085165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,65536,0.19202667474746704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,65536,0.18964266777038574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,65536,0.18967467546463013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,65536,0.1874613364537557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,65536,0.18714133898417154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,65536,0.1856373349825541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,65536,0.18551466862360635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,65536,0.18370133638381958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,65536,0.18360533316930136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,65536,0.18117332458496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,65536,0.18077333768208823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,65536,0.17981332540512085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,65536,0.1802133321762085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,65536,0.18024533987045288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,65536,0.18112534284591675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,65536,0.18753600120544434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,65536,0.18006932735443115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,65536,0.17933867375055948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,65536,0.1794346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,65536,0.17946666479110718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,65536,0.17919999361038208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,65536,0.179258664449056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,65536,0.17876799901326498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,65536,0.17939200003941855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,65536,0.1792693336804708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,65536,0.17899733781814575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,65536,0.179530660311381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,65536,0.29255467653274536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,65536,22.3376948038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,65536,2.001584053039551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,65536,1.8817332585652669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,65536,1.8122773170471191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,65536,1.8367573420206706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,65536,1.662981351216634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,65536,1.8451253573099773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,65536,1.835898717244466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,65536,1.5149280230204265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,65536,1.4380106925964355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,65536,1.3905493418375652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,65536,1.5119786262512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,65536,1.2885599931081135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,65536,1.3158453305562336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,65536,1.1462559700012207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,65536,1.1364160378774006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,65536,1.0310719807942708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,65536,1.106053352355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,65536,1.004325310389201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,65536,0.9051040013631185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,65536,0.8757013479868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,65536,0.7699093023935953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,65536,0.7548373540242513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,65536,0.7521706422170004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,65536,0.6364479859670004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,65536,0.6371999979019165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,65536,0.544490655263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,65536,0.5214773416519165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,65536,0.42771732807159424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,65536,0.4023253520329793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,65536,0.39859731992085773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,65536,0.27797865867614746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,65536,0.28384532531102497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,65536,0.15398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,65536,0.15194666385650635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,65536,0.1516746679941813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,65536,0.15832533439000449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,65536,0.15333333611488342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,65536,0.1621226668357849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,65536,0.17479467391967773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,65536,0.17338132858276367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,65536,0.14292266964912415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,65536,0.14385599891344705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,65536,0.1436746617158254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,65536,0.14323733250300089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,65536,0.14333867033322653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,65536,0.14231999715169272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,65536,0.14282133181889853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,65536,0.14261866609255472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,65536,0.14272532860438028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,65536,0.14338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,65536,0.14244266351064047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,65536,0.14668800433476767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,65536,0.14652799566586813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,65536,0.15288000305493674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,65536,0.1495733360449473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,65536,0.15015467007954916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,65536,0.14985600113868713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,65536,0.14999467134475708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,65536,0.15583466490109762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,65536,0.15618133544921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,65536,0.15717333555221558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,65536,0.15571199854214987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,65536,0.15466133753458658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,65536,0.15665599703788757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,65536,0.15703466534614563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,65536,0.15743999679883322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,65536,0.1518346667289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,65536,0.150629331668218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,65536,0.15017066399256387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,65536,0.1504586637020111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,51200,37.70031992594401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,51200,20.499407450358074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,51200,9.77505620320638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,51200,5.021717389424642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,51200,5.0308427810668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,51200,4.7199147542317705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,51200,4.692714691162109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,51200,3.7827253341674805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,51200,4.566778818766276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,51200,4.327568054199219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,51200,4.046842575073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,51200,3.723093350728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,51200,4.143397331237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,51200,3.516005198160807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,51200,3.7157119115193686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,51200,3.2650346755981445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,51200,3.1836961110432944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,51200,2.8585920333862305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,51200,2.6827519734700522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,51200,2.39956267674764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,51200,2.8109652201334634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,51200,2.609327952067057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,51200,2.526101271311442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,51200,2.011077404022217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,51200,1.828111966451009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,51200,1.5705493291219075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,51200,1.8854293823242188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,51200,1.70522673924764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,51200,1.412058671315511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,51200,1.1749013264973958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,51200,1.1411306858062744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,51200,0.8690293629964193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,51200,0.8043519655863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,51200,0.585477352142334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,51200,0.5564320087432861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,51200,0.3317493398984273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,51200,0.32128532727559406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,51200,0.347978671391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,51200,0.3118613362312317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,51200,0.3014293313026428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,51200,0.3029973308245341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,51200,0.2857813239097595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,51200,0.2908586661020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,51200,0.2553386688232422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,51200,0.23728533585866293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,51200,0.23702933390935263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,51200,0.25128533442815143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,51200,0.2513333360354106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,51200,0.25067200263341266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,51200,0.2505706747372945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,51200,0.2395146687825521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,51200,0.23867199818293253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,51200,0.2569493254025777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,51200,0.2553279995918274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,51200,0.2540106574694316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,51200,0.26387200752894086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,51200,0.27686933676401776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,51200,0.26890132824579877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,51200,0.25707199176152545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,51200,0.2566773295402527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,51200,0.2565280000368754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,51200,0.25646400451660156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,51200,0.2560426592826843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,51200,0.2552479902903239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,51200,0.25447465976079303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,51200,0.25462400913238525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,51200,0.2547146677970886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,51200,0.2541813254356384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,51200,0.25943466027577716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,51200,0.25780800978342694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,51200,0.25682133436203003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,51200,0.25712533791859943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,51200,0.2550293405850728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,51200,0.2529653310775757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,51200,22.007967631022137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,51200,11.231333414713541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,51200,5.356304168701172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,51200,3.0655040740966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,51200,2.79258664449056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,51200,2.6209972699483237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,51200,2.6262027422587075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,51200,2.574277400970459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,51200,2.5483627319335938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,51200,2.5057493845621743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,51200,2.427349408467611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,51200,2.175312042236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,51200,2.2136267026265464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,51200,2.030207951863607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,51200,2.0854719479878745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,51200,1.9189546902974446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,51200,1.960858662923177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,51200,1.7174612681070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,51200,1.6528959274291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,51200,1.546005407969157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,51200,1.5218399365743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,51200,1.3561654090881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,51200,1.408997376759847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,51200,1.2200960318247478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,51200,1.1173653602600098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,51200,0.9836479822794596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,51200,1.0201760133107503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,51200,0.9074400266011556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,51200,0.8529386520385742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,51200,0.728117307027181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,51200,0.6823413372039795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,51200,0.5511733293533325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,51200,0.5195466677347819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,51200,0.3667093515396118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,51200,0.3330186605453491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,51200,0.20749332507451376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,51200,0.20043732722600302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,51200,0.2071359952290853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,51200,0.20576000213623047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,51200,0.18064000209172568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,51200,0.1830293337504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,51200,0.17512534062067667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,51200,0.17366933822631836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,51200,0.15879467129707336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,51200,0.18516266345977783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,51200,0.1831573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,51200,0.17971199750900269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,51200,0.16180800398190817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,51200,0.15030933419863382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,51200,0.15955733259518942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,51200,0.1586240033308665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,51200,0.17444799343744913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,51200,0.16639467080434164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,51200,0.16433599591255188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,51200,0.16205867131551108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,51200,0.16239466269810995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,51200,0.15610667069753012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,51200,0.1548640032609304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,51200,0.1465173363685608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,51200,0.1469066639741262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,51200,0.1462613344192505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,51200,0.1451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,51200,0.14409066239992777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,51200,0.14310933152834573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,51200,0.14294399817784628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,51200,0.14177599549293518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,51200,0.14225600163141885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,51200,0.14079466462135315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,51200,0.14112533132235208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,51200,0.14062933127085367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,51200,0.13917866349220276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,51200,0.1404266655445099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,51200,0.13970667123794556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,51200,0.1402400036652883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,65536,10.671647389729818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,65536,4.422554651896159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,51200,11.453013102213541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,51200,5.281813303629558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,51200,3.0671892166137695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,51200,3.46505069732666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,51200,2.702437400817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,51200,3.603957176208496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,51200,2.619797388712565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,51200,3.1789865493774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,51200,2.4270826975504556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,51200,3.1632906595865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,51200,3.1195198694864907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,51200,2.149306615193685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,51200,2.12062931060791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,51200,2.721359888712565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,51200,1.876383940378825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,51200,2.5630186398824057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,51200,1.7033813794453938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,51200,2.4595680236816406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,51200,1.5288160641988118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,51200,1.993519941965739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,51200,1.9454132715861003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,51200,1.3496640523274739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,51200,1.5942400296529133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,51200,1.1855519612630208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,51200,1.4186186790466309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,51200,1.0036959648132324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,51200,1.21779203414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,51200,0.8487573464711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,51200,1.0213440259297688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,51200,0.6820693016052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,51200,0.5192426840464274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,51200,0.7869119644165039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,51200,0.35983999570210773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,51200,0.38661332925160724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,51200,0.22946133216222128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,51200,0.22823999325434366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,51200,0.22658133506774902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,51200,0.2237280011177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,51200,0.22142932812372842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,51200,0.218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,51200,0.2178773283958435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,51200,0.21651200453440347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,65536,2.0485973358154297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,51200,0.5331893364588419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,51200,0.15410666664441428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,51200,0.14786666631698608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,51200,0.14779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,51200,0.146997332572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,51200,0.1463093360265096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,51200,0.14592533310254416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,51200,0.1455413301785787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,51200,0.14434666434923807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,51200,0.14272000392278036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,51200,0.14037866393725076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,51200,0.14029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,51200,0.1386613349119822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,51200,0.13974933822949728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,51200,0.1386666695276896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,51200,0.1399679978688558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,51200,0.14009066422780356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,51200,0.1399999956289927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,51200,0.13917866349220276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,51200,0.1388213336467743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,51200,0.139055997133255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,51200,0.13822933038075766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,51200,0.13823466499646506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,51200,0.1383999983469645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,51200,0.13825600345929465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,51200,0.1381119986375173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,51200,0.13877866665522257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,51200,0.27345067262649536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,51200,0.2667786677678426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,51200,0.14709333578745523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,51200,0.14777066310246786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,51200,7.112848281860352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,51200,17.123701731363933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,51200,2.258421262105306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,51200,2.1858720779418945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,51200,1.5324853261311848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,51200,1.8135733604431152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,51200,1.3180853525797527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,51200,1.241376002629598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,51200,1.380176067352295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,51200,1.251413345336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,51200,1.2001439730326335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,51200,1.144917329152425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,51200,1.2225493590037029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,51200,1.0001493295033772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,51200,1.041050672531128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,51200,0.8975679874420166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,51200,0.9320800304412842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,51200,0.798746665318807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,51200,0.8388160069783529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,51200,0.790229320526123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,51200,0.73581329981486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,51200,0.7012320359547933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,51200,0.6416533390680949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,51200,0.6118826468785604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,51200,3.3083041508992515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,51200,0.6205493211746216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,51200,0.5150933265686035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,51200,0.6142613490422567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,51200,0.44304001331329346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,51200,0.41838932037353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,51200,0.3795093297958374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,51200,0.31946667035420734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,51200,0.3296159903208415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,51200,0.2644960085550944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,51200,0.23973333835601807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,51200,0.12773332993189493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,51200,0.12261866529782613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,51200,0.12086932857831319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,51200,0.12848533193270364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,51200,0.12458133697509766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,51200,0.13289067149162292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,51200,0.1378666659196218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,51200,0.11351999640464783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,51200,0.1148373285929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,51200,0.11345066626866658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,51200,0.113237331310908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,51200,0.11347732941309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,51200,0.11355200409889221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,51200,0.11310399572054546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,51200,0.11313066879908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,51200,0.11341333389282227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,51200,0.11354133486747742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,51200,0.11361599961916606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,51200,0.11717333396275838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,51200,0.11782399813334148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,51200,0.12132799625396729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,51200,0.12126933534940083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,51200,0.13644267121950784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,51200,0.12249066432317098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,51200,0.12085333466529846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,51200,0.12027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,51200,0.123471995194753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,51200,0.1195146640141805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,51200,0.12716266512870789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,51200,0.11973866820335388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,51200,0.12848533193270364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,51200,0.12080533305803935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,51200,0.12966932853062949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,51200,0.12482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,51200,0.12379200259844463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,51200,0.12569600343704224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,51200,0.12359999616940816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,51200,0.12758933504422507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,16384,4.7180585861206055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,16384,3.1518026987711587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,16384,1.6151520411173503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,16384,11.341791788736979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,16384,1.3647467295328777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,16384,1.372693379720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,16384,1.5004159609476726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,16384,1.2167786757151287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,16384,1.1875519752502441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,16384,1.159552017847697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,16384,1.0252052942911785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,16384,1.0231573581695557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,16384,1.0612800121307373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,16384,0.8998880386352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,16384,0.9789546330769857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,16384,0.9814080397288004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,16384,0.851370652516683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,16384,0.8631626764933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,16384,0.8440746466318766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,16384,0.705402692159017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,16384,0.7454666296641032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,16384,0.667850653330485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,16384,0.7122933069864908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,16384,0.5836586554845175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,16384,0.5363359848658243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,16384,0.4734613498051961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,16384,0.5291893482208252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,16384,0.46414931615193683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,16384,0.41092801094055176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,16384,0.35284264882405597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,16384,0.35552533467610675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,16384,0.2725600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,16384,0.26631466547648114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,16384,0.11380799611409505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,16384,0.17406932512919107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,16384,0.11186133821805318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,16384,0.11558399597803752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,16384,0.10798399647076924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,16384,0.10708799958229065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,16384,0.10378133257230122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,16384,0.10233066479365031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,16384,0.09499733646710713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,16384,0.09286399682362874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,16384,0.09297600388526917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,16384,0.0927946666876475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,16384,0.090938667456309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,16384,0.09128000338872273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,16384,0.09104532996813457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,16384,0.08912533521652222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,16384,0.08877866466840108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,16384,0.08887466788291931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,16384,0.08967467149098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,16384,0.08927466471989949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,16384,0.08761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,16384,0.08718400200208028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,16384,0.10469866792360942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,16384,0.0986346701780955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,16384,0.09784000118573506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,16384,0.19177067279815674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,16384,0.09801066915194194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,16384,0.0979360044002533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,16384,0.09712533156077068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,16384,0.10439999898274739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,16384,0.09756799538930257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,16384,0.09691733121871948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,16384,0.097653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,16384,0.09633599718411763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,16384,0.09611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,16384,0.09505599737167358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,16384,0.09518933296203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,16384,0.09477333227793376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,16384,0.09337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,16384,0.10266133149464925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,16384,0.09636800487836202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,16384,6.365034739176433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,16384,1.7680586179097493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,16384,3.285776138305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,16384,0.9026986757914225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,16384,0.9328479766845703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,16384,0.854085365931193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,16384,0.8816479841868082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,16384,0.7767146428426107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,16384,0.8408586978912354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,16384,0.7340532938639323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,16384,0.7451466719309489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,16384,0.6574133237202963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,16384,0.7269226710001627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,16384,0.6150559981664022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,16384,0.6723946730295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,16384,0.5834240118662516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,16384,0.5265920162200928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,16384,0.5087893406550089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,16384,0.46504533290863037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,16384,0.45415465037027997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,16384,0.42956264813741046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,16384,0.42933865388234455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,16384,0.37277865409851074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,16384,0.35068265597025555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,16384,0.31407467524210614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,16384,0.322432001431783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,16384,0.2670240004857381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,16384,0.5907040039698283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,16384,0.2233440081278483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,16384,0.1822133262952169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,16384,0.17506666978200278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,16384,0.13281066219011942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,16384,0.12073066830635071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,16384,0.07995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,16384,0.07905066510041554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,16384,0.08221866687138875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,16384,0.08028266827265422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,16384,0.07629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,16384,0.2808906634648641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,16384,0.0766133318344752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,16384,0.0724373310804367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,16384,0.07285866638024648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,16384,0.06728533407052358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,16384,0.07179733117421468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,16384,0.06640000144640605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,16384,0.0652106652657191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,16384,0.06419200201829274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,16384,0.06406400104363759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,16384,0.062650665640831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,16384,0.06101333101590475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,16384,0.22845333814620972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,16384,0.059445331494013466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,16384,0.06014933188756307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,16384,0.05922666688760122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,16384,0.05735466877619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,16384,0.05622933308283488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,16384,0.05436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,16384,0.05555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,16384,0.0547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,16384,0.05496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,16384,0.05555733541647593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,16384,0.05417599777380625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,16384,0.05527999997138977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,16384,0.05376533170541128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,16384,0.05365333457787832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,16384,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,16384,0.060032000144322716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,16384,0.06156266729036967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,16384,0.0598826656738917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,16384,0.05959466596444448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,16384,0.05951466659704844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,16384,0.06091733276844025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,16384,0.05590933561325073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,16384,0.06062399844328562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,16384,6.823567708333333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,16384,3.5834827423095703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,16384,1.7232640584309895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,16384,1.0069119930267334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,16384,0.9537599881490072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,51200,1.6015626589457195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,16384,0.8075626691182455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,16384,1.0829173723856609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,16384,0.758682648340861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,16384,1.0280959606170654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,16384,0.8265066941579183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,16384,0.7047946453094482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,16384,0.7666773001352946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,16384,0.9544533093770345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,16384,0.7120479742685953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,16384,0.6352906624476115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,16384,0.6558560132980347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,16384,0.5642346541086832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,16384,0.59825066725413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,16384,0.5101279815038046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,16384,0.5405493179957072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,16384,0.464080015818278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,16384,0.47510401407877606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,16384,0.4095146656036377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,16384,0.4151466687520345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,16384,0.3542986710866292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,16384,0.3726346492767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,16384,0.29837334156036377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,16384,0.3155893286069234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,16384,0.24122132857640585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,16384,0.6554773251215616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,16384,0.17532267173131308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,16384,0.12314666310946147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,16384,0.8866879940032959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,16384,0.07960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,16384,0.07850133379300435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,16384,0.07844266792138417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,16384,0.07739200194676717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,16384,0.07573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,16384,0.07487466434637706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,16384,0.07446933289368947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,16384,0.07472533484299977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,16384,0.2421440084775289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,16384,0.17833600441614786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,16384,0.11871467034022014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,16384,0.060826669136683144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,16384,0.0602453351020813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,16384,0.06021333237489065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,16384,0.05979733169078827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,16384,0.058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,16384,0.055957332253456116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,16384,0.05607999861240387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,16384,0.056176001826922096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,16384,0.0561653325955073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,16384,0.05635733405749003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,16384,0.05641066531340281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,16384,0.05611200133959452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,16384,0.056314667065938316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,16384,0.05633600056171417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,16384,0.05625600119431814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,16384,0.056048000852266945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,16384,0.056101332108179726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,16384,0.055258666475613914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,16384,0.0547680010398229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,16384,0.05468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,16384,0.08275733391443889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,16384,0.08437866965929668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,16384,0.09012266993522644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,16384,0.08370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,16384,0.08773333827654521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,16384,0.09153599540392558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,16384,0.08432533343633015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,16384,0.061280002196629844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,16384,0.059258664647738137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,16384,0.05945600072542826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,16384,1.06114665667216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,16384,4.809005419413249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,16384,2.16976261138916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,16384,0.5074559847513834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,16384,0.48039201895395917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,16384,0.5072559912999471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,16384,0.4880533218383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,16384,0.4676640033721924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,16384,0.44308265050252277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,16384,0.43965331713358563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,16384,0.42475998401641846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,16384,0.4033279816309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,16384,0.37964534759521484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,16384,0.37247733275095624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,16384,0.38445067405700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,16384,0.34114134311676025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,16384,0.3425999879837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,16384,0.3105120062828064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,16384,0.31782400608062744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,16384,0.2768159906069438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,16384,0.2794959942499797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,16384,0.2744693358739217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,16384,0.2507999936739604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,16384,0.24375200271606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,16384,0.21253865957260132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,16384,0.20806666215260824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,16384,0.21691999832789102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,16384,0.17610132694244385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,16384,0.1787333289782206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,16384,0.1455626686414083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,16384,0.15054133534431458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,16384,0.12597599625587463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,16384,0.11124533414840698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,16384,0.1128879984219869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,16384,0.07962400217851003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,16384,0.09013866384824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,16384,0.04664800067742666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,16384,0.04594933489958445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,16384,0.04715999960899353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,16384,0.0452159990866979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,16384,0.04588800172011057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,16384,0.04980533321698507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,16384,0.05003199974695841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,16384,0.05490933358669281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,16384,0.043250665068626404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,16384,0.04338933527469635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,16384,0.043368001778920494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,16384,0.04268533488114675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,16384,0.042546664675076805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,16384,0.042952001094818115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,16384,0.04344800114631653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,16384,0.042624001701672874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,16384,0.04202933112780253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,16384,0.04330400129159292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,16384,0.04331199824810028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,16384,0.042077332735061646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,16384,0.04196799794832865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,16384,0.044626668095588684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,16384,0.044775997598965965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,16384,0.04447466631730398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,16384,0.04539200166861216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,16384,0.046336000164349876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,16384,0.045463999112447105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,16384,0.04560266435146332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,16384,0.04562133550643921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,16384,0.045466666420300804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,16384,0.045981332659721375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,16384,0.045594667394955955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,16384,0.045509333411852516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,16384,0.04905066887537638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,16384,0.047826667626698814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,12288,8.850063959757486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,12288,4.324954668680827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,12288,2.1474293073018393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,12288,1.1889066696166992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,12288,1.1386186281840007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,12288,1.156272013982137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,12288,0.9884693622589111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,12288,0.9805333614349365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,12288,0.958570639292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,12288,0.8497920036315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,12288,0.8012213706970215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,12288,0.8006453514099121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,12288,0.8479733467102051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,12288,0.7473440170288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,12288,0.7952960332234701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,12288,0.765391985575358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,16384,0.04580266773700714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,12288,0.8088213602701823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,12288,0.5925653378168741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,12288,0.5195626815160116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,12288,0.49351465702056885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,12288,0.4686719973882039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,12288,0.482256015141805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,12288,0.43724799156188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,12288,0.3911573489507039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,12288,0.3452746470769246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,12288,0.36323734124501544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,12288,0.3314719994862874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,12288,0.28861866394678753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,12288,0.2427146633466085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,12288,0.245253324508667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,12288,0.20130133628845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,12288,0.19092265764872232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,12288,0.6159306764602661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,12288,0.13898133238156637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,12288,0.1316159963607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,12288,0.08142933249473572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,12288,0.08247466882069905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,12288,0.08524266878763835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,12288,0.07948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,12288,0.07604266703128815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,12288,0.07435733576615651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,12288,0.07613866527875264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,12288,0.06796266635258992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,12288,0.06409066418806712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,12288,0.06380799909432729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,12288,0.06595199803511302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,12288,0.06573866804440816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,12288,0.06573866804440816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,12288,0.06512000163396199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,12288,0.06401599943637848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,12288,0.0631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,12288,0.06250133117039998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,12288,0.06214933097362518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,12288,0.06208533545335134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,12288,0.0603413333495458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,12288,0.06111466884613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,12288,0.059893334905306496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,12288,0.07020799815654755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,12288,0.0701279987891515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,12288,0.07022933165232341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,12288,0.07026666899522145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,12288,0.0702400008837382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,12288,0.06959466636180878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,12288,0.06955733398596446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,12288,0.06920533378918965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,12288,0.06818133095900218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,12288,0.06854400038719177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,12288,0.0685280015071233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,12288,0.06818133095900218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,12288,0.06785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,12288,0.077824001510938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,12288,0.06786666810512543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,12288,0.06737599770228068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,12288,0.06649599969387054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,12288,2.3978293736775718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,12288,1.2627360026041667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,12288,0.6976959705352783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,12288,5.032805442810059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,12288,0.6871840159098307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,12288,0.6347573200861613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,12288,0.6184053421020508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,12288,0.5920213460922241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,12288,0.5850239992141724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,12288,0.5583893458048502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,12288,0.5539146661758423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,12288,0.5219253301620483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,12288,0.5159093141555786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,12288,0.4663733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,12288,0.4785919984181722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,12288,0.43931734561920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,12288,0.42971734205881756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,12288,0.40085868040720624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,12288,0.38679468631744385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,12288,0.35288000106811523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,12288,0.3473866780598958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,12288,0.3144906759262085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,12288,0.3232373396555583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,12288,0.28941865762074787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,12288,0.26733332872390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,12288,0.24045334259668985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,12288,0.2457653284072876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,12288,0.20915200312932333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,12288,0.20887466271718344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,12288,0.17094399531682333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,12288,0.17157334089279175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,12288,0.14196266730626425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,12288,0.1379146675268809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,12288,0.10602133472760518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,12288,0.09639466802279155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,12288,0.06599999964237213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,12288,0.06923733154932658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,12288,0.06647466619809468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,12288,0.0602400004863739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,12288,0.06964266796906789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,12288,0.06049066781997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,12288,0.06099733213583628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,12288,0.05676266551017761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,12288,0.05658133327960968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,12288,0.05686399837334951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,12288,0.05532266696294149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,12288,0.052576000491778054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,12288,0.05190399785836538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,12288,0.05389333268006643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,12288,0.05008533100287119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,12288,0.051925331354141235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,12288,0.048122664292653404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,12288,0.050245334704717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,12288,0.047877331574757896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,12288,0.04902400076389313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,12288,0.044693330923716225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,12288,0.04624533156553904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,12288,0.046256000796953835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,12288,0.04515199859937032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,12288,0.04502399762471517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,12288,0.0465280016263326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,12288,0.04654400050640106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,12288,0.04377066592375437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,12288,0.046469335754712425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,12288,0.04403733213742574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,12288,0.044821331898371376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,12288,0.04407466451327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,12288,0.04543999830881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,12288,0.04326933125654856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,12288,0.04552533229192098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,12288,0.04260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,12288,0.043968002001444496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,12288,0.04381333291530609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,12288,0.045642669002215065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,12288,2.8634827931722007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,12288,1.4907573064168294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,12288,5.266592025756836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,12288,0.7343573570251465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,12288,0.8513546784718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,12288,0.7011040051778158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,12288,0.7338346640268961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,12288,0.6681866645812988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,12288,0.692512035369873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,12288,0.6273333231608073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,12288,0.6540746688842773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,12288,0.5892426570256551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,12288,0.6107199986775717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,12288,0.544490655263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,12288,0.5674293438593546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,12288,0.7854133447011312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,12288,0.5004106760025024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,12288,0.5098026593526205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,12288,0.4576266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,12288,0.4705653190612793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,12288,0.41229331493377686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,12288,0.4336959918340047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,12288,0.3658986488978068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,12288,0.3622346719106038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,12288,0.32764265934626263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,12288,0.33478399117787677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,12288,0.28065067529678345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,12288,0.2906879981358846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,12288,0.23903467257817587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,12288,0.24544533093770346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,12288,0.1963520050048828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,16384,0.045826668540636696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,12288,0.14681067069371542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,12288,0.10241599877675374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,16384,0.047338664531707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,12288,0.06576000154018402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,12288,0.06573333342870076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,12288,0.06543999910354614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,12288,0.06438933312892914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,12288,0.061477333307266235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,12288,0.061039999127388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,12288,0.06132799883683523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,12288,0.06097066899140676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,12288,0.19428799549738565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,12288,0.1441386640071869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,12288,0.09829866886138916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,12288,0.04971733192602793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,12288,0.04863999783992767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,12288,0.04827199876308441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,12288,0.048021331429481506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,12288,0.04773333172003428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,12288,0.04535466432571411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,12288,0.04529066880544027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,12288,0.0448586642742157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,12288,0.04363733530044556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,12288,0.04393066465854645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,12288,0.04359999795754751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,12288,0.04378666480382284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,12288,0.043706665436426796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,12288,0.04364799956480662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,12288,0.043663998444875084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,12288,0.04343999922275543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,12288,0.04398933549722036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,12288,0.06745066742102306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,12288,0.06482666730880737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,12288,0.0703893353541692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,12288,0.06227200229962667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,12288,0.07374399900436401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,12288,0.06553600231806438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,12288,0.068122665087382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,12288,0.06405866642793019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,12288,0.06915733218193054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,12288,0.06730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,12288,0.05020266771316528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,12288,0.049045334259668984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,12288,0.04980266590913137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,12288,3.515613238016764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,12288,1.6941653887430828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,12288,0.812450647354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,12288,0.3844613234202067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,12288,0.3869413137435913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,12288,0.37770132223765057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,12288,0.3578266700108846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,12288,0.36264268557230633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,12288,0.3375920057296753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,12288,0.34726134936014813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,12288,0.31328266859054565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,12288,0.3104640046755473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,12288,0.2903333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,12288,0.2946959932645162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,12288,0.26315999031066895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,12288,0.286845326423645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,12288,0.2627493341763814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,12288,0.24664799372355142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,12288,0.2379759947458903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,12288,0.21211733420689902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,12288,0.21376800537109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,12288,0.21689599752426147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,12288,0.18784532944361368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,12288,0.1876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,12288,0.16456000010172525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,12288,0.1651573379834493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,12288,0.16381599505742392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,12288,0.1365946630636851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,12288,0.13720800479253134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,12288,0.11621066927909851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,12288,0.11317066351572673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,12288,0.09064267079035442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,12288,0.08591467142105103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,12288,0.08643999695777893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,12288,0.06047733128070831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,12288,0.0654693345228831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,12288,0.03685066600640615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,12288,0.03704266746838888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,12288,0.03702933341264725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,12288,0.03781066586573919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,12288,0.036674665908018746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,12288,0.038546666502952576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,12288,0.03892799963553747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,12288,0.04168266554673513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,12288,0.03485599905252457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,12288,0.03437600036462148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,12288,0.03436533361673355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,12288,0.034703999757766724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,12288,0.03400533397992452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,12288,0.03437600036462148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,12288,0.0342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,12288,0.03452266752719879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,12288,0.033399999141693115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,12288,0.03378133227427801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,12288,0.03436266630887985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,12288,0.034448000291983284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,12288,0.033160001039505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,12288,0.0354720006386439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,12288,0.035461333890755974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,12288,0.035088000198205314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,12288,0.035949334502220154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,12288,0.036117332677046456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,12288,0.036434667805830635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,12288,0.035173334181308746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,12288,0.03638399889071783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,12288,0.03552266707022985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,12288,0.035887998839219414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,12288,0.03612533211708069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,12288,0.03835466752449671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,12288,0.03644266724586487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,12288,0.0370533342162768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,10240,7.339429219563802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,10240,3.919391949971517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,10240,1.7884480158487956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,10240,1.0631893475850422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,10240,0.9864799976348877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,10240,0.8976906935373942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,10240,0.8141706784566244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,10240,0.7524853547414144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,10240,0.7197759946187338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,10240,0.7056319713592529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,10240,0.6796053250630697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,10240,0.6699360211690267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,10240,0.6780746777852377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,10240,0.6823360125223795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,10240,0.664629340171814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,10240,0.6640693346659342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,10240,0.6047786474227905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,10240,0.5826186736424764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,10240,0.5220533212025961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,10240,0.5170026620229086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,10240,0.47325332959493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,12288,0.036677333215872444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,10240,0.539957324663798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,10240,0.391541322072347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,10240,0.4193546772003174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,10240,0.31732267141342163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,10240,0.31941866874694824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,10240,0.2646239995956421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,10240,0.272602657477061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,10240,0.268069326877594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,10240,0.22218666474024454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,10240,0.1997493306795756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,10240,0.17306133111317953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,10240,0.12418666481971741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,10240,0.11458667119344075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,10240,0.07710933188597362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,10240,0.07003200054168701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,10240,0.07326399783293407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,10240,0.06807466844717662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,10240,0.06647466619809468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,10240,0.06702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,10240,0.06461866696675618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,10240,0.06543999910354614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,10240,0.05921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,10240,0.05613866448402405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,10240,0.0552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,10240,0.056986664732297264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,10240,0.05719466507434845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,10240,0.056474665800730385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,10240,0.38143467903137207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,10240,0.0561706672112147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,10240,0.0547680010398229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,10240,0.05429333448410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,10240,0.05411200225353241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,10240,0.053946668903032936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,10240,0.05228800078233083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,10240,0.052560001611709595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,10240,0.05416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,10240,0.0613973339398702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,10240,0.06158400078614553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,10240,0.06117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,10240,0.06089599927266439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,10240,0.06018666426340739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,10240,0.06041066845258077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,10240,0.060421332716941833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,10240,0.06030400097370148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,10240,0.059818665186564125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,10240,0.060229331254959106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,10240,0.06025599936644236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,10240,0.05993066728115082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,10240,0.059690664211908974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,10240,0.05912533402442932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,10240,0.05826666454474131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,10240,0.05829866727193197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,10240,0.05499200026194254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,10240,4.379541397094727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,10240,2.0582292874654136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,10240,1.1174133618672688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,10240,0.6069759925206503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,10240,0.6218773523966471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,10240,0.5755786498387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,10240,0.5734986861546835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,10240,0.5238773425420126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,10240,0.5439680020014445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,10240,0.5236586729685465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,10240,0.5003519852956136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,10240,0.48309866587320965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,10240,0.4625600179036458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,10240,0.43058133125305176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,10240,0.4124639828999837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,10240,0.4002879858016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,10240,0.38514665762583417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,10240,0.3667519887288411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,10240,0.3380746841430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,10240,0.3250666658083598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,10240,0.3148266673088074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,10240,0.3118293285369873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,10240,0.268010675907135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,10240,0.2547146677970886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,10240,0.2383306622505188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,10240,0.21508800983428955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,10240,0.22125866015752158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,10240,0.18304532766342163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,10240,0.18628267447153726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,10240,0.18164799610773721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,10240,0.15658666690190634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,10240,0.13542399803797403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,10240,0.12942399581273398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,10240,0.09408533573150635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,10240,0.08679466446240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,10240,0.06276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,10240,0.0602400004863739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,10240,0.061199997862180076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,10240,0.05890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,10240,0.05417066812515259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,10240,0.05428266525268555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,10240,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,10240,0.052058666944503784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,10240,0.04906666775544485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,10240,0.05083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,10240,0.048250665267308555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,10240,0.04678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,10240,0.04738133152325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,10240,0.04621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,10240,0.04628799855709076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,10240,0.04543466866016388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,10240,0.04384533564249674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,10240,0.04413333535194397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,10240,0.04444266855716705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,10240,0.04427200059096018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,10240,0.04038933416207632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,10240,0.04177600145339966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,10240,0.040181333820025124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,10240,0.040336000422636666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,10240,0.03977066775163015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,10240,0.04070399949947993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,10240,0.04043733328580856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,10240,0.04035733391841253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,10240,0.04010133445262909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,10240,0.0399893323580424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,10240,0.03919466584920883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,10240,0.03938666731119156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,10240,0.04138133426507314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,10240,0.03972800076007843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,10240,0.0386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,10240,0.039290666580200195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,10240,0.04038399954636892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,10240,0.04046933352947235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,10240,0.04180799921353658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,12288,0.03755466639995575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,10240,2.3578933080037436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,10240,5.205471992492676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,10240,0.7295093536376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,10240,1.214309295018514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,10240,0.6205653349558512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,10240,0.7310187021891276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,10240,0.5824160178502401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,10240,0.7073866526285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,10240,0.6032693386077881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,10240,0.5747573375701904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,10240,0.5676586627960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,10240,0.527023990948995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,10240,0.530240019162496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,10240,0.48609066009521484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,10240,0.5014986594518026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,10240,0.44699732462565106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,10240,0.45416001478830975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,10240,0.41387200355529785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,10240,0.41338666280110675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,10240,0.36745067437489826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,10240,0.3808213472366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,10240,0.33229867617289227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,10240,0.3179946740468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,10240,0.2876693407694499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,10240,0.2927359938621521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,10240,0.2518506646156311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,10240,0.20663466056187949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,10240,0.21170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,10240,0.16851200660069784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,10240,0.2500800093015035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,10240,0.13366933663686117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,12288,0.03707999984423319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,10240,0.08866666754086812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,10240,0.6434826850891113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,10240,0.05806399881839752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,10240,0.05791999896367391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,10240,0.05795200169086456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,10240,0.05723733206590017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,10240,0.05407999952634176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,10240,0.05530133346716563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,10240,0.05406400064627329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,10240,0.05598400036493937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,10240,0.16684800386428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,10240,0.12756266196568808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,10240,0.08583466211954753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,10240,0.04324266811211904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,10240,0.04197866717974345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,10240,0.04214933514595032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,10240,0.04273599882920583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,10240,0.04162133236726125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,10240,0.03952533255020777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,10240,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,10240,0.03925333420435587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,10240,0.03923200070858002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,10240,0.03925866633653641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,10240,0.03793599953254064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,10240,0.03735466549793879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,10240,0.0377866675456365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,10240,0.037503999968369804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,10240,0.03737066686153412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,10240,0.0580266664425532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,10240,0.05382933219273885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,10240,0.05852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,10240,0.056090667843818665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,10240,0.05585599939028422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,10240,0.061978667974472046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,10240,0.055888002117474876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,10240,0.05788800120353699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,10240,0.056736002365748085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,10240,0.05641066531340281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,10240,0.05756799876689911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,10240,0.05673066775004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,10240,0.04242666562398275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,10240,0.043040002385775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,10240,0.043578664461771645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,10240,2.9379491806030273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,10240,1.3669946988423665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,10240,0.7120587031046549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,10240,0.32997065782546997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,10240,0.330458660920461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,10240,0.31932799021402997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,10240,0.3121253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,10240,0.30454933643341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,10240,0.2895573377609253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,10240,0.2968239982922872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,10240,0.27049599091211957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,10240,0.2648586630821228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,10240,0.2479733427365621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,10240,0.2513146599133809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,10240,0.24488800764083862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,10240,0.22469600041707358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,10240,0.22533599535624185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,10240,0.20936266581217447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,10240,0.20305333534876505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,10240,0.18469866116841635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,10240,0.1829973260561625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,10240,0.18606932957967123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,10240,0.1610693335533142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,10240,0.1609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,10240,0.14145867029825845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,10240,0.14159733057022095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,10240,0.13994399706522623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,10240,0.11674400170644124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,10240,0.1181813379128774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,10240,0.09985333681106567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,10240,0.0970586637655894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,10240,0.08412533005078633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,10240,0.07453600068887074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,10240,0.07424533367156982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,10240,0.05298133194446564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,10240,0.05974400043487549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,10240,0.03290133426586787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,10240,0.034501334031422935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,10240,0.033626665671666466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,10240,0.033045334120591484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,10240,0.032613334556420646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,10240,0.03394933293263117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,10240,0.03454133371512095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,10240,0.0371546670794487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,10240,0.030653332670529682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,10240,0.03130399932463964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,10240,0.030879999200503033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,10240,0.030258665482203167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,10240,0.03009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,10240,0.031109333038330078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,10240,0.03091999888420105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,10240,0.03013066699107488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,10240,0.03035199890534083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,10240,0.030296000341574352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,10240,0.030389333764712017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,10240,0.029549332956473034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,10240,0.030224000414212544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,10240,0.0305226668715477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,10240,0.030338667333126068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,10240,0.030562666555245716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,10240,0.030610665678977966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,10240,0.030239999294281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,10240,0.031543999910354614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,10240,0.031341334184010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,10240,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,10240,0.030551999807357788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,10240,0.03146400054295858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,10240,0.03126666694879532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,10240,0.032127998769283295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,10240,0.03257066756486893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,10240,0.032216000060240425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,8192,5.447429021199544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,8192,3.074901262919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,8192,1.4946773846944172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,8192,0.8913173675537109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,8192,0.7724213600158691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,8192,0.8152000109354655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,8192,0.7019573052724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,8192,0.6614880164464315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,8192,0.6058826843897501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,8192,0.6052159865697225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,8192,0.5501386721928915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,8192,0.5287253459294637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,8192,0.5215733448664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,8192,0.5499680042266846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,8192,0.5016746520996094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,8192,0.5056320031483968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,8192,0.46346131960550946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,8192,0.4623519976933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,8192,0.4093546470006307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,8192,0.37797868251800537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,8192,0.36219199498494464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,8192,0.41735998789469403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,8192,0.32787734270095825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,8192,0.30010666449864704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,10240,0.031178665657838184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,8192,0.267792006333669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,8192,0.23330666621526083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,8192,0.20737600326538086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,8192,0.21234667301177979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,8192,0.21985600392023721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,8192,0.17338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,8192,0.15525333086649576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,8192,0.13688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,8192,0.09591999650001526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,8192,0.08996267120043437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,8192,0.0653706689675649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,8192,0.0598826656738917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,8192,0.06299200157324474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,8192,0.05898133416970571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,8192,0.056847999493281044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,8192,0.05817066629727682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,8192,0.05615466833114624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,8192,0.05750933289527893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,8192,0.05041599770387014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,8192,0.047584002216657005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,8192,0.04770133395989736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,8192,0.04985066751639048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,8192,0.0495306650797526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,8192,0.04860800007979075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,8192,0.0489279975493749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,8192,0.046309332052866616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,8192,0.04586133360862732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,8192,0.04638933142026266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,8192,0.046762665112813316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,8192,0.045925334095954895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,8192,0.04390400151411692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,8192,0.24381333589553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,8192,0.04365866879622141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,8192,0.0459146648645401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,8192,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,8192,0.045653333266576133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,8192,0.04566933214664459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,8192,0.04558399816354116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,8192,0.04543466866016388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,8192,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,8192,0.04587199787298838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,8192,0.05190399785836538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,8192,0.05202666421731313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,8192,0.05151999990145365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,8192,0.05182399849096934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,8192,0.05130666494369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,8192,0.05016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,8192,0.050383999943733215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,8192,0.04974400003751119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,8192,0.04496000210444132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,8192,3.395615895589193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,8192,1.6465733846028645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,8192,0.9004373550415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,8192,0.48393332958221436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,8192,0.4755839904149373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,8192,0.4514613151550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,8192,0.4433679978052775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,8192,0.4099760055541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,8192,0.4128906726837158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,8192,0.40807731946309406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,8192,0.36637067794799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,8192,0.36133599281311035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,8192,0.3447306553522746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,8192,0.33646400769551593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,8192,0.31834399700164795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,8192,0.3205359975496928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,8192,0.2927306691805522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,8192,0.28123199939727783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,8192,0.2600373427073161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,8192,0.24574400981267294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,8192,0.23890932401021323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,8192,0.2568560043970744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,8192,0.20956265926361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,8192,0.20071999231974283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,8192,0.18655733267466226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,8192,0.16443467140197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,8192,0.1699333389600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,8192,0.14506666858990988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,8192,0.1488586664199829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,8192,0.14114133516947427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,8192,0.1225920021533966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,8192,0.1082053283850352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,8192,0.09587466716766357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,8192,0.07098933557669322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,8192,0.06821866830190022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,8192,0.05346666773160299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,8192,0.05086400111516317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,8192,0.05146666864554087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,8192,0.04907733201980591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,8192,0.04751466711362203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,8192,0.04729866484800974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,8192,0.04594400028387705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,8192,0.04605066776275635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,8192,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,8192,0.04457333187262217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,8192,0.04117066661516825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,8192,0.0402399996916453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,8192,0.039906665682792664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,8192,0.03984266767899195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,8192,0.039143999417622886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,8192,0.037634665767351784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,8192,0.038160001238187156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,8192,0.037471999724706016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,8192,0.03770400087038676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,8192,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,8192,0.03690666705369949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,8192,0.03575200090805689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,8192,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,8192,0.03664266566435496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,8192,0.03525333354870478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,8192,0.0355706661939621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,8192,0.036119999984900154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,8192,0.036533333361148834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,8192,0.03640266756216685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,8192,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,8192,0.03566399961709976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,8192,0.03506933401028315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,8192,0.03532266616821289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,8192,0.03508266558249792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,8192,0.03462133308251699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,8192,0.033570667107899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,8192,0.033416000505288444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,8192,0.03328799953063329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,8192,0.03367999941110611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,10240,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,8192,2.0058239301045737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,8192,4.067791938781738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,8192,0.5799013376235962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,10240,0.03194666653871536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,8192,0.5450960000356039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,8192,1.0386640230814617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,8192,0.509770671526591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,8192,0.6241706609725952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,8192,0.46486131350199383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,8192,0.47651199499766034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,8192,0.430949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,8192,0.44655466079711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,8192,0.39854665597279865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,8192,0.5896159807840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,8192,0.41578133900960285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,8192,0.37379733721415204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,8192,0.3821653525034587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,8192,0.3369306723276774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,8192,0.306061327457428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,8192,0.3519706726074219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,8192,0.2695840001106262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,8192,0.32466399669647217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,8192,0.23786399761835733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,8192,0.26814132928848267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,8192,0.20710132519404092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,8192,0.21314400434494019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,8192,0.17543200651804605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,8192,0.17865866422653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,8192,0.14097866415977478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,8192,0.25007466475168866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,8192,0.10924533009529114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,8192,0.5595999956130981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,8192,0.073853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,8192,0.51747198899587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,8192,0.04782933493455251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,8192,0.04791999856630961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,8192,0.04850133260091146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,8192,0.0481360008319219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,8192,0.04555733501911163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,8192,0.0458186666170756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,8192,0.04537333548069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,8192,0.045141334335009255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,8192,0.13910667101542154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,8192,0.10483466585477193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,8192,0.0705359975496928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,8192,0.03533333291610082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,8192,0.034445332984129585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,8192,0.035002666215101876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,8192,0.03522400061289469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,8192,0.03426933288574219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,8192,0.03212266663710276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,8192,0.03127733369668325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,8192,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,8192,0.03182400017976761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,8192,0.0317493329445521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,8192,0.031005332867304485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,8192,0.031311998764673867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,8192,0.044424002369244896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,8192,0.0470773329337438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,8192,0.04615733524163564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,8192,0.048751999934514366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,8192,0.04722133278846741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,8192,0.04363999764124552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,8192,0.048901334404945374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,8192,0.045935998360315956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,8192,0.04719999929269155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,8192,0.05009333292643229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,8192,0.04470666746298472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,8192,0.04368799924850464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,8192,0.048432002464930214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,8192,0.047768001755078636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,8192,0.047741333643595375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,8192,0.035786665976047516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,8192,0.0355706661939621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,8192,0.03477599968512853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,8192,2.2992390526665583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,8192,1.043948491414388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,8192,0.5319857597351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,8192,0.27602844768100315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,8192,0.26706133948432076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,8192,0.2530826727549235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,8192,0.2503662109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,8192,0.2553688950008816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,8192,0.23407289716932508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,8192,0.23266487651401094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,8192,0.2164213392469618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,8192,0.2217013306087918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,8192,0.20159822040134004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,8192,0.20080178313785127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,8192,0.1996746725506253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,8192,0.18793066342671713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,8192,0.18334933121999106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,8192,0.16471821731991237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,8192,0.16477866967519125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,8192,0.15428977542453343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,8192,0.14846044116550022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,8192,0.1461955573823717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,8192,0.13080710834927028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,8192,0.13345244195726183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,8192,0.11416533258226182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,8192,0.1138719982571072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,8192,0.11104889048470391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,8192,0.09763733545939128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,8192,0.09417421950234307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,8192,0.07842133442560832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,8192,0.07654400004280938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,8192,0.06429866949717204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,8192,0.05985955397288004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,8192,0.06072000000211927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,8192,0.04346488912900289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,8192,0.047669334544075855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,8192,0.027356444133652583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,8192,0.02714311083157857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,8192,0.027335110637876723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,8192,0.02783999840418498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,8192,0.02700088918209076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,8192,0.028218666712443035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,8192,0.02755022214518653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,8192,0.03033066789309184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,8192,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,8192,0.025644444757037695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,8192,0.024880000286632117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,8192,0.0251555558707979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,8192,0.024638222323523626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,8192,0.025084444218211707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,8192,0.024540444215138752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,8192,0.025182222326596577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,8192,0.02425244450569153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,8192,0.024878222081396315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,8192,0.02494222256872389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,8192,0.024894222617149353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,8192,0.024805333879258897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,8192,0.025635555386543274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,8192,0.02568000058333079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,8192,0.026458667384253606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,8192,0.025647999511824712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,8192,0.025644444757037695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,8192,0.025571554899215698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,8192,0.0251857770813836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,8192,0.02567111121283637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,8192,0.025324443976084392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,8192,0.025614221890767414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,8192,0.02624711063173082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,8192,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,8192,0.026615111364258662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,8192,0.025640888346566096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,7168,4.480058670043945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,7168,2.601701259613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,7168,1.0692319869995117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,7168,0.627349336942037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,7168,0.5595893462498983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,7168,0.5376693407694498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,7168,0.5362240076065063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,7168,0.5358560085296631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,7168,0.5147999922434489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,7168,0.4901546637217204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,7168,0.45846398671468097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,7168,0.4301226536432902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,7168,0.43770134449005127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,7168,0.4644000132878621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,7168,0.4302239815394084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,7168,0.43943464756011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,7168,0.40229864915211994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,7168,0.38604267438252765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,7168,0.3564693530400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,7168,0.3477439880371094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,7168,0.3234773278236389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,7168,0.3715146780014038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,7168,0.2756426731745402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,7168,0.25519466400146484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,7168,0.2536426583925883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,7168,0.22474666436513266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,7168,0.23562665780385336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,7168,0.17939732472101846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,7168,0.18492267529169717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,7168,0.20302400986353555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,7168,0.15184533596038818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,7168,0.13135466972986856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,7168,0.12203199664751689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,7168,0.0844693382581075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,7168,0.07812266548474629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,7168,0.05532266696294149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,7168,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,7168,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,7168,0.049125333627065025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,7168,0.04709866642951965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,7168,0.048058668772379555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,7168,0.04578666885693868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,7168,0.04782933493455251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,7168,0.04215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,7168,0.04188266893227895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,7168,0.040565334260463715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,7168,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,7168,0.041696002086003624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,7168,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,7168,0.04146133363246918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,7168,0.040207999447981514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,7168,0.03989866624275843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,7168,0.039477333426475525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,7168,0.03969600051641464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,7168,0.039818666875362396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,7168,0.038133333126703896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,7168,0.038618666430314384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,7168,0.039733332892258964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,7168,0.03941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,7168,0.039162665605545044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,7168,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,7168,0.03953066716591517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,7168,0.039706667264302574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,7168,0.03846399982770284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,7168,0.03923733284076055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,7168,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,7168,0.0383093332250913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,7168,0.037615999579429626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,7168,0.037647999823093414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,7168,0.037834666669368744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,7168,0.03764266769091288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,7168,0.037685332198937736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,7168,0.03969600051641464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,7168,0.03942933430274328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,7168,2.954829216003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,7168,1.4845892588297527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,7168,0.7464079856872559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,7168,0.4208186864852905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,7168,0.4089653491973877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,7168,0.3978533347447713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,7168,0.3687680164972941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,7168,0.3640640179316203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,7168,0.3418960173924764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,7168,0.3307039936383565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,7168,0.31224266688028973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,7168,0.3060239950815837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,7168,0.30292266607284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,7168,0.29029067357381183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,7168,0.28058934211730957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,7168,0.2805280089378357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,7168,0.2680880029996236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,7168,0.25383466482162476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,7168,0.23373067378997803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,7168,0.22249333063761392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,7168,0.20720533529917398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,7168,0.23407999674479166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,7168,0.1910640001296997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,7168,0.17596532901128134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,7168,0.16688533624013266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,7168,0.15286933382352194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,7168,0.1545786658922831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,7168,0.13027466336886087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,7168,0.1323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,7168,0.1322853366533915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,7168,0.11382666230201721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,7168,0.09850399692853291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,7168,0.08256266514460246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,7168,0.06625600159168243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,7168,0.06333333253860474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,7168,0.049367999037106834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,7168,0.0469679981470108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,7168,0.046615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,7168,0.04457599918047587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,7168,0.043181334932645164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,7168,0.04345599810282389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,7168,0.04144266744454702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,7168,0.04158666729927063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,7168,0.03868266691764196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,7168,0.0403413325548172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,7168,0.0378533328572909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,7168,0.03809333344300588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,7168,0.03669866671164831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,7168,0.036133334040641785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,7168,0.0359253336985906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,7168,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,7168,0.03473600000143051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,7168,0.034930666287740074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,7168,0.03492533415555954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,7168,0.034029332300027214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,7168,0.0335386668642362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,7168,0.034061332543691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,7168,0.033357332150141396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,7168,0.033173332611719765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,7168,0.03254399945338567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,7168,0.03235999991496404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,7168,0.032511999209721885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,7168,0.03254666676123937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,7168,0.03292000045379003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,7168,0.03357866654793421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,7168,0.03189333279927572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,7168,0.03376533339420954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,7168,0.03125066558519999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,7168,0.03161066770553589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,7168,0.032111999889214836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,7168,0.03310666730006536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,7168,0.03145066648721695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,7168,0.031162666777769726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,7168,0.031330667436122894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,7168,3.822122573852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,7168,1.9193813006083171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,8192,0.02719822194841173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,7168,0.9893173376719157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,7168,0.5457466840744019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,8192,0.027207111318906147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,7168,0.5065306822458903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,8192,0.026305778159035578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,7168,0.45898131529490155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,7168,0.5809146563212076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,7168,0.4262746572494507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,7168,0.5460133155186971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,7168,0.44834399223327637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,7168,0.39427467187245685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,7168,0.4177493254343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,7168,0.3727866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,7168,0.3893626530965169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,7168,0.34277598063151044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,7168,0.35752801100413006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,7168,0.31331199407577515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,7168,0.330402672290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,7168,0.2847546736399333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,7168,0.30115999778111774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,7168,0.2518533269564311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,7168,0.5211386680603027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,7168,0.22419999043146768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,7168,0.23672799269358316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,7168,0.19491199652353922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,7168,0.203384002049764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,7168,0.16496266921361288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,7168,0.17162400484085083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,7168,0.13219199577967325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,7168,0.09816267093022664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,7168,0.25416000684102374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,7168,0.06864533325036366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,7168,0.4747999906539917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,7168,0.046821330984433494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,7168,0.045141334335009255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,7168,0.04451466600100199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,7168,0.04485600193341573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,7168,0.0428986648718516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,7168,0.041984001795450844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,7168,0.04251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,7168,0.042024001479148865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,7168,0.09569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,7168,0.1328159968058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,7168,0.06288533409436543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,7168,0.033213332295417786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,7168,0.03312533348798752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,7168,0.0325546662012736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,7168,0.032274665931860604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,7168,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,7168,0.028991999725500744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,7168,0.028914667665958405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,7168,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,7168,0.028581333657105763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,7168,0.028834665815035503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,7168,0.04278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,7168,0.041493333876132965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,7168,0.041453334192434944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,7168,0.04237600167592367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,7168,0.04021333406368891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,7168,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,7168,0.04094400008519491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,7168,0.04136000076929728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,7168,0.04086133340994517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,7168,0.042578667402267456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,7168,0.03921599934498469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,7168,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,7168,0.0415013333161672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,7168,0.04218400021394094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,7168,0.04054400076468786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,7168,0.04164266586303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,7168,0.040405333042144775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,7168,0.03286133209864298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,7168,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,7168,0.03212533394495646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,7168,1.8292071024576824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,7168,0.8912995656331381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,7168,0.24182756741841635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,7168,0.4774026870727539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,7168,0.24062577883402506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,7168,0.22752888997395834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,7168,0.226456880569458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,7168,0.2300586700439453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,7168,0.21014400323232016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,7168,0.20878756046295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,7168,0.196615113152398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,7168,0.20003022087944877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,7168,0.17981155713399252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,7168,0.17999111281500924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,7168,0.17904888259039986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,7168,0.16958755917019316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,7168,0.1646933290693495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,7168,0.14959111478593615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,7168,0.14057421684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,7168,0.14822399616241455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,7168,0.13363556067148843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,7168,0.1306364403830634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,7168,0.12046399381425645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,7168,0.11677332719167073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,7168,0.10328000121646458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,7168,0.09998222192128499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,7168,0.10389155811733669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,7168,0.0851057767868042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,7168,0.08614222208658855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,7168,0.07064177592595418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,7168,0.07217244307200114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,7168,0.05668444765938652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,7168,0.05429333448410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,7168,0.054584887292650014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,7168,0.04040888945261637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,7168,0.04281244344181485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,7168,0.024359110328886244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,7168,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,7168,0.025235555238193933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,7168,0.024576000041431848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,7168,0.024511999554104272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,7168,0.025011556016074285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,7168,0.025628444221284654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,7168,0.028035554620954726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,7168,0.022839110758569505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,7168,0.023023999399609033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,7168,0.02366399930583106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,7168,0.02219733264711168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,7168,0.022620444496472675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,7168,0.022545778089099463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,7168,0.022687999738587275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,7168,0.02188088827662998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,7168,0.022042666872342426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,7168,0.022453332940737408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,7168,0.0229777776532703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,7168,0.02169599963559045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,7168,0.022202667262819078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,7168,0.023079110516442194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,7168,0.02349688940578037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,7168,0.022801778382725183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,7168,0.022106667359670002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,7168,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,7168,0.022794667217466567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,7168,0.023006222314304773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,7168,0.022298667165968154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,7168,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,7168,0.022851554883850947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,7168,0.02293511066171858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,7168,0.0229404436217414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,7168,0.02349866595533159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,7168,0.023777777949968975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,6144,3.7849334081014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,6144,2.156064033508301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,6144,1.0305333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,6144,0.6054079929987589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,6144,0.5554080009460449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,6144,0.6125760078430176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,6144,0.5344586769739786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,6144,0.49322132269541424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,6144,0.46161067485809326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,6144,0.466480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,6144,0.4286506573359172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,6144,0.42977599302927655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,6144,0.39553598562876385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,6144,0.4050240119298299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,6144,0.3784853219985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,6144,0.39933868249257404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,6144,0.364901343981425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,6144,0.35522667566935223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,7168,0.024199111594094172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,6144,0.3190400004386902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,6144,0.2929919958114624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,6144,0.28251200914382935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,6144,0.23425600926081339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,6144,0.323525329430898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,6144,0.22023999691009521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,6144,0.2126506765683492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,6144,0.19008000691731772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,6144,0.18197333812713623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,6144,0.1629866659641266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,6144,0.15659733613332114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,6144,0.16832532485326132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,6144,0.12947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,6144,0.1327359974384308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,6144,0.08619733651479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,6144,0.10436800122261047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,6144,0.07806399961312611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,6144,0.04845866560935974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,6144,0.047024001677831016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,6144,0.04587733248869578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,6144,0.04701333244641622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,6144,0.04385599990685781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,6144,0.0422026664018631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,6144,0.0432533323764801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,6144,0.038218667109807335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,6144,0.03716800113519033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,6144,0.03670933345953623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,6144,0.036746665835380554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,6144,0.03721066564321518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,6144,0.037418665985266365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,6144,0.0373333344856898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,6144,0.035546667873859406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,6144,0.035690667728583016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,6144,0.03561066587766012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,6144,0.03542399903138479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,6144,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,6144,0.03405333310365677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,6144,0.03409600009520849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,6144,0.034714666505654655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,6144,0.03541333228349686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,6144,0.035071998834609985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,6144,0.0353973334034284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,6144,0.0345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,6144,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,6144,0.03472533325354258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,6144,0.03439466655254364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,6144,0.03442666679620743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,6144,0.03435733417669932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,6144,0.033376000821590424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,6144,0.033359999457995095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,6144,0.033615998923778534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,6144,0.03370666752258936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,6144,0.03356799980004629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,6144,0.0336053321758906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,6144,0.035045333206653595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,6144,0.04176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,6144,1.272813320159912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,6144,0.6363573471705118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,6144,2.655181407928467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,6144,0.35281066099802655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,6144,0.3879520098368327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,6144,0.3495039939880371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,6144,0.31997867425282794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,6144,0.3046026627222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,6144,0.28562132517496747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,6144,0.27983466784159344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,6144,0.2712373336156209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,6144,0.26942400137583417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,6144,0.2719786763191223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,6144,0.24809332688649496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,6144,0.24228533109029135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,6144,0.23145600159962973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,6144,0.36177066961924237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,6144,0.22923733790715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,6144,0.204200009504954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,6144,0.1978480021158854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,6144,0.1870159904162089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,6144,0.19055465857187906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,6144,0.16231200098991394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,6144,0.1565546691417694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,6144,0.14683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,6144,0.13086133201917013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,6144,0.13133333126703897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,6144,0.11280266443888347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,6144,0.11584533254305522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,6144,0.1106826663017273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,6144,0.09838666518529256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,6144,0.08166666825612386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,6144,0.07238666713237762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,6144,0.06117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,6144,0.05885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,6144,0.044778664906819664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,6144,0.042064001162846885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,6144,0.04260799785455068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,6144,0.0410480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,6144,0.03939733405907949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,6144,0.03919466584920883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,6144,0.03819466630617777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,6144,0.037618666887283325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,6144,0.03510399907827377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,6144,0.035133334497610726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,6144,0.03403466691573461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,6144,0.03432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,6144,0.03384800006945928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,6144,0.03372533371051153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,6144,0.03314933429161707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,6144,0.03297066688537598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,6144,0.03214666744073232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,6144,0.0324799989660581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,6144,0.031167998909950256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,6144,0.03105599929889043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,6144,0.031040000418821972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,6144,0.03126666694879532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,6144,0.030610665678977966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,6144,0.0296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,6144,0.03212533394495646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,6144,0.03164000064134598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,6144,0.030253333350022633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,6144,0.0290106659134229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,6144,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,6144,0.029461334149042766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,6144,0.029074666400750477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,6144,0.030608000854651134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,6144,0.029743999242782593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,6144,0.029495999217033386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,6144,0.029394666353861492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,6144,0.028946665426095326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,6144,0.029725333054860432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,6144,0.031138665974140167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,6144,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,6144,3.4396241505940757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,6144,0.9055333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,7168,0.023011555274327595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,6144,0.4785653352737427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,6144,1.7098933855692546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,6144,0.4611813227335612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,7168,0.023648000425762598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,6144,0.41684532165527344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,6144,0.49274933338165283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,6144,0.5314319928487142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,6144,0.39587199687957764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,6144,0.41307199001312256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,6144,0.36904533704121906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,6144,0.38461331526438397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,6144,0.3346826632817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,6144,0.35815199216206867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,6144,0.4630853335062663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,6144,0.3293733398119609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,6144,0.2877546747525533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,6144,0.30275734265645343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,6144,0.2580133279164632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,6144,0.27489866813023883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,6144,0.23069600264231363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,6144,0.23242666323979697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,6144,0.20507200558980307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,6144,0.20981599887212118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,6144,0.17600266138712564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,6144,0.18188265959421793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,6144,0.14952266216278076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,6144,0.15331733226776123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,6144,0.12317066391309102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,6144,0.08946933348973592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,6144,0.31188533703486127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,6144,0.06448533137639363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,6144,0.43120265007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,6144,0.04257600009441376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,6144,0.04286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,6144,0.04257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,6144,0.04241600135962168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,6144,0.03933866570393244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,6144,0.03915466616551081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,6144,0.03943199912707011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,6144,0.039463999370733895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,6144,0.11930400133132935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,6144,0.08731200297673543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,6144,0.05896000067392985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,6144,0.030338667333126068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,6144,0.030069333811601002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,6144,0.030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,6144,0.030114665627479553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,6144,0.029927998781204224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,6144,0.02701599895954132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,6144,0.026101333399613697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,6144,0.026288000245889027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,6144,0.02601066728432973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,6144,0.026658666630585987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,6144,0.03620533396800359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,6144,0.03501333296298981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,6144,0.034760000805060066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,6144,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,6144,0.04032266636689504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,6144,0.03621600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,6144,0.034490667283535004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,6144,0.03542399903138479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,6144,0.03728000074625015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,6144,0.03597866743803024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,6144,0.037290667494138084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,6144,0.03825866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,6144,0.03841600070397059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,6144,0.03621333340803782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,6144,0.03519733250141144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,6144,0.03577866653601328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,6144,0.035789333283901215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,6144,0.030290665725866955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,6144,0.030322665969530743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,6144,0.030397333204746246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,6144,1.5591750674777562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,6144,0.3952302138010661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,6144,0.7829155392116971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,6144,0.2119039959377713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,6144,0.21177421675788033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,6144,0.2007004419962565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,6144,0.20409599939982095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,6144,0.19561421871185303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,6144,0.1852568917804294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,6144,0.18423822191026476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,6144,0.17903467019399008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,6144,0.1698168913523356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,6144,0.15923555692036948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,6144,0.1568088928858439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,6144,0.14407466517554388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,6144,0.1618773274951511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,6144,0.14532621701558432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,6144,0.13050666120317247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,6144,0.13097422652774388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,6144,0.12215999762217204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,6144,0.11869333850012885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,6144,0.1153528822792901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,6144,0.10323199960920547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,6144,0.10586488909191555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,6144,0.09036799934175278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,6144,0.08797155486212836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,6144,0.08894044160842896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,6144,0.07725510994593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,6144,0.07483555873235066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,6144,0.06348622507519193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,6144,0.06249777475992838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,6144,0.05121244324578179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,6144,0.04888000090916952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,6144,0.047678222258885704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,6144,0.03533511029349433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,6144,0.03833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,6144,0.022760889596409265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,6144,0.021873777111371357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,6144,0.02199111051029629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,6144,0.02236088944805993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,6144,0.0222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,6144,0.023027555810080633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,6144,0.022874666584862605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,6144,0.024661334024535284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,6144,0.020554666717847187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,6144,0.020346666375796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,6144,0.02016533414522807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,6144,0.021018667353524104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,6144,0.02065955599149068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,6144,0.02008888953261905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,6144,0.020049777295854356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,6144,0.02049066623051961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,6144,0.02087644404835171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,6144,0.01954844428433312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,6144,0.020236444142129686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,6144,0.02072000006834666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,6144,0.020803555846214294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,6144,0.020794666475719877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,6144,0.020743111769358318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,6144,0.02073955535888672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,6144,0.020647111866209242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,6144,0.021141333712471858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,6144,0.021199999584092036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,6144,0.02104355560408698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,6144,0.02106488909986284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,6144,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,6144,0.020524443851576913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,6144,0.0214720004134708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,6144,0.02086399992307027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,6144,0.021640888518757288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,6144,0.022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,5120,3.0397332509358725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,5120,1.6586826642354329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,5120,0.7951680024464926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,5120,0.5318506558736166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,5120,0.4410933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,5120,0.4623519976933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,5120,0.41309865315755206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,5120,0.4145760138829549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,5120,0.358512004216512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,5120,0.38391466935475665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,5120,0.3486400047938029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,5120,0.34779731432596844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,5120,0.3219733238220215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,5120,0.3457653522491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,5120,0.30019734303156537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,5120,0.3084533413251241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,5120,0.2876159946123759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,5120,0.282645324865977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,5120,0.24768533309300741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,5120,0.24010133743286133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,5120,0.22893865903218588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,5120,0.24977066119511923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,5120,0.20461867252985635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,5120,0.18869866927464804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,5120,0.17780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,5120,0.15702933073043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,5120,0.15714133779207864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,5120,0.1281013290087382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,5120,0.13202133774757385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,5120,0.1362559994061788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,5120,0.10943999886512756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,5120,0.09485333164532979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,5120,0.08760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,5120,0.06200533111890157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,5120,0.05796800057093302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,5120,0.041477332512537636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,5120,0.03799466788768768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,5120,0.04067733387152354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,5120,0.03752533346414566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,5120,0.03559466699759165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,5120,0.03629333277543386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,5120,0.03538133452335993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,5120,0.035674666364987694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,5120,0.03332266708215078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,5120,0.031514666974544525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,5120,0.03136000037193298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,5120,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,5120,0.031386665999889374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,5120,0.031712000568707786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,5120,0.031317333380381264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,5120,0.031221332649389904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,5120,0.0312266672650973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,5120,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,5120,0.030618667602539062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,5120,0.029866665601730347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,5120,0.02922133356332779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,5120,0.029301332930723827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,5120,0.029525332152843475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,5120,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,5120,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,5120,0.02922666569550832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,5120,0.029440000653266907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,5120,0.02941333254178365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,5120,0.029178666571776073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,5120,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,5120,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,5120,0.02920000006755193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,5120,0.029194665451844532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,5120,0.029167999823888142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,5120,0.02916266769170761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,5120,0.02920000006755193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,5120,0.029125332832336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,5120,0.029530666768550873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,5120,0.030271999537944794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,5120,2.0565360387166343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,5120,1.0453466574350994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,5120,0.5369999806086222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,5120,0.29765866200129193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,5120,0.29470133781433105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,5120,0.2844880024592082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,5120,0.2575040062268575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,5120,0.26689066489537555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,5120,0.2558586597442627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,5120,0.24263199170430502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,5120,0.23405333360036215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,5120,0.23258399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,5120,0.20997067292531332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,5120,0.21353065967559814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,5120,0.20085599025090536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,5120,0.19931467374165854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,5120,0.1891253391901652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,5120,0.1798106630643209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,5120,0.16673066218694052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,5120,0.16982134183247885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,5120,0.16475199659665427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,5120,0.15466133753458658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,5120,0.14079466462135315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,5120,0.13070133328437805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,5120,0.12298933664957683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,5120,0.11387466390927632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,5120,0.11362399657567342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,5120,0.09839466214179993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,5120,0.10107200344403584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,5120,0.09445599714914958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,5120,0.08316533267498016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,5120,0.07705066601435344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,5120,0.06404000024000804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,5120,0.05449866751829783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,5120,0.05186133086681366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,5120,0.039624000589052834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,5120,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,5120,0.03788000096877416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,5120,0.03719999889532725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,5120,0.0352933332324028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,5120,0.03430666774511337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,5120,0.03399199992418289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,5120,0.03410666684309641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,5120,0.031210665901501972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,5120,0.031152000029881794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,5120,0.030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,5120,0.030784000953038532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,5120,0.0303413321574529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,5120,0.029605334003766377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,5120,0.0305173322558403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,5120,0.029264000554879505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,5120,0.030279998977979023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,5120,0.030634666482607525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,5120,0.02958400050799052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,5120,0.029858666161696117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,5120,0.027301333844661713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,5120,0.027045334378878277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,5120,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,5120,0.027058665951093037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,5120,0.026933332284291584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,5120,0.026933332284291584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,5120,0.02871999889612198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,5120,0.02739199995994568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,5120,0.02700000007947286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,5120,0.026914666096369427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,5120,0.026954665780067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,5120,0.02700799951950709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,5120,0.026898667216300964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,5120,0.027143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,5120,0.026890667776266735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,5120,0.027042667071024578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,5120,0.026848000784715016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,5120,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,5120,0.02703999976317088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,6144,0.021432888176706102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,6144,0.02126400007141961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,5120,0.7913946310679117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,5120,3.093186696370443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,5120,0.4495840072631836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,6144,0.02145244512293074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,5120,0.4004160165786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,5120,1.575701395670573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,5120,0.3880026737848918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,5120,0.4709013303120931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,5120,0.36263732115427655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,5120,0.3699146509170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,5120,0.33372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,5120,0.4479546546936035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,5120,0.34378933906555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,5120,0.31246666113535565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,5120,0.31575467189153034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,5120,0.2870853344599406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,5120,0.2905626694361369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,5120,0.26071999470392865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,5120,0.2664586702982585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,5120,0.23669066031773886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,5120,0.24217599630355835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,5120,0.20987733205159506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,5120,0.20563467343648276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,5120,0.1844266653060913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,5120,0.18673600753148398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,5120,0.16022933522860208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,5120,0.15887199838956198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,5120,0.13528800010681152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,5120,0.13143733143806458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,5120,0.10960533221562703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,5120,0.08318666617075603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,5120,0.4125973383585612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,5120,0.0587386687596639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,5120,0.39718933900197345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,5120,0.03928266714016596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,5120,0.03818133225043615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,5120,0.03825333217779795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,5120,0.03808533400297165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,5120,0.0368026668826739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,5120,0.03584266702334086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,5120,0.03518133362134298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,5120,0.034530666967233024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,5120,0.07766133546829224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,5120,0.10475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,5120,0.05177066723505656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,5120,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,5120,0.02754666656255722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,5120,0.026911998788515728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,5120,0.026848000784715016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,5120,0.025224000215530396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,5120,0.02403733382622401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,5120,0.023978665471076965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,5120,0.023845332364241283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,5120,0.022895999252796173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,5120,0.02330400049686432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,5120,0.032786667346954346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,5120,0.03525066624085108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,5120,0.03316266586383184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,5120,0.033200000723203026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,5120,0.03307733436425527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,5120,0.035432000954945884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,5120,0.03416800002257029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,5120,0.031845333675543465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,5120,0.032727998991807304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,5120,0.03516799956560135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,5120,0.033346667885780334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,5120,0.03336266676584879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,5120,0.032399999598662056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,5120,0.03439733386039734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,5120,0.03412266572316488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,5120,0.032541332145531975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,5120,0.03204533209403356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,5120,0.0264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,5120,0.025943999489148457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,5120,0.026378666361172993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,5120,0.6504906813303629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,5120,0.3339466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,5120,1.3418359756469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,5120,0.18288000424702963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,5120,0.1833453377087911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,5120,0.1720986763636271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,5120,0.1759000023206075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,5120,0.1700999935468038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,5120,0.16033066312472025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,5120,0.14689067006111145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,5120,0.15403067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,5120,0.1577839950720469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,5120,0.13784000277519226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,5120,0.13661467035611471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,5120,0.1400279998779297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,5120,0.12479466199874878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,5120,0.1262173354625702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,5120,0.11299999554951985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,5120,0.11583333214124043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,5120,0.10120399792989095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,5120,0.10114399592081706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,5120,0.09965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,5120,0.0908346672852834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,5120,0.08814799785614014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,5120,0.07835466663042705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,5120,0.07607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,5120,0.07817333439985912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,5120,0.06497866908709209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,5120,0.06522266566753387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,5120,0.05477599799633026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,5120,0.054966668287913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,5120,0.04303866624832153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,5120,0.04142133394877116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,5120,0.04218400021394094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,5120,0.032085334261258446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,5120,0.03251733382542928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,5120,0.019621333728233974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,5120,0.019388000170389812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,5120,0.01950666680932045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,5120,0.019098666807015736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,5120,0.0188400000333786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,5120,0.020146666715542477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,5120,0.019834666202465694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,5120,0.020734666536251705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,5120,0.018193333099285763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,5120,0.017978666971127193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,5120,0.01839200034737587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,5120,0.01796933387716611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,5120,0.018158666789531708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,5120,0.018270666400591534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,5120,0.018099999676148098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,5120,0.017707999795675278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,5120,0.01774666706720988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,5120,0.018269332746664684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,5120,0.017965332915385563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,5120,0.017887999614079792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,5120,0.01772399991750717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,5120,0.0179986668129762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,5120,0.01821333294113477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,5120,0.01865466684103012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,5120,0.018171999603509903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,5120,0.018191999445358913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,5120,0.018237333744764328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,5120,0.018629333625237148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,5120,0.01770666614174843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,5120,0.01862666631738345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,5120,0.019166667014360428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,5120,0.01870800058046977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,5120,0.019001333663860958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,5120,0.01870533327261607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,5120,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,4096,2.5451733271280923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,4096,1.519495964050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,4096,0.7168827056884766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,4096,0.3665066560109456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,4096,0.3450586795806885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,4096,0.330186665058136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,4096,0.3147706588109334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,4096,0.3118240038553874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,4096,0.2959653337796529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,4096,0.30216532945632935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,4096,0.284661332766215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,4096,0.2901359995206197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,4096,0.2674933274586995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,4096,0.2842479944229126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,4096,0.248906672000885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,4096,0.2593253254890442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,4096,0.23255733648935953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,4096,0.22696532805760702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,4096,0.20319199562072754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,4096,0.2013173302014669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,4096,0.19776000579198202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,4096,0.2113973299662272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,4096,0.16779466470082602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,4096,0.15761599938074747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,4096,0.14701599876085916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,4096,0.13160799940427145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,4096,0.1377573311328888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,4096,0.11220799883206685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,4096,0.1120026707649231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,4096,0.1140399972597758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,4096,0.09471199909845988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,4096,0.08224800229072571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,4096,0.07337866723537445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,4096,0.055733333031336464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,4096,0.05021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,4096,0.034373333056767784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,4096,0.03172000000874201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,4096,0.03285333265860876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,4096,0.03019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,4096,0.028592000404993694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,4096,0.029058667520682018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,4096,0.028384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,4096,0.028255999088287354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,4096,0.025600001215934753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,4096,0.024717333416144054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,4096,0.024661332368850708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,4096,0.024455999334653217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,4096,0.024930665890375774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,4096,0.024856001138687134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,4096,0.024658667544523876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,4096,0.02386666586001714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,4096,0.02383200079202652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,4096,0.02386666586001714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,4096,0.023890666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,4096,0.023311999936898548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,4096,0.02298133323589961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,4096,0.022914665440718334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,4096,0.0232640008131663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,4096,0.02313866714636485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,4096,0.023175999522209167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,4096,0.02310666690270106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,4096,0.02311733365058899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,4096,0.023053333163261414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,4096,0.023039999107519787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,4096,0.023245332141717274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,4096,0.02314399927854538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,4096,0.022914665440718334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,4096,0.023071999351183575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,4096,0.024005333582560223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,4096,0.023082666099071503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,4096,0.022800001005331676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,4096,0.022175999979178112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,4096,0.02242933213710785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,4096,0.022701332966486614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,4096,1.6705635918511286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,4096,0.8858755429585775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,4096,0.4719946649339464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,4096,0.254351986779107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,4096,0.2520835664537218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,4096,0.2623928917778863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,4096,0.22435379028320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,4096,0.22147556145985922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,4096,0.21520888805389404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,4096,0.2034097777472602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,4096,0.19492267237769234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,4096,0.19043555524614122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,4096,0.18179021941290963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,4096,0.17884088887108696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,4096,0.17006756199730766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,4096,0.17046933703952363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,4096,0.16447467274136013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,4096,0.157368885146247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,4096,0.14507555961608887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,4096,0.14119288656446669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,4096,0.13235199451446533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,4096,0.12050667073991563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,4096,0.12409067153930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,4096,0.11974044640858968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,4096,0.10882844527562459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,4096,0.09898310899734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,4096,0.09753066963619655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,4096,0.08293510807885064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,4096,0.08500799867841934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,4096,0.07999466525183783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,4096,0.06740266746944852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,4096,0.06824000014199151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,4096,0.05947555436028374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,4096,0.048078222407235034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,4096,0.04587199952867296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,4096,0.035338666703965925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,4096,0.035248001416524254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,4096,0.033747557136747576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,4096,0.032687998480266996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,4096,0.03100088900989956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,4096,0.03165510959095425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,4096,0.029955555995305378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,4096,0.0306328899330563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,4096,0.02918222215440538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,4096,0.027727999620967444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,4096,0.02880355715751648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,4096,0.028195556667115953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,4096,0.028431998358832464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,4096,0.027816888358857896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,4096,0.027466666367318895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,4096,0.02715733316209581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,4096,0.02665600015057458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,4096,0.025292444560262892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,4096,0.026183111800087824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,4096,0.025265778104464214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,4096,0.025079111258188885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,4096,0.025331555141343012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,4096,0.02478755513827006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,4096,0.025528889563348558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,4096,0.025400888588693406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,4096,0.025212445192866858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,4096,0.026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,4096,0.02507200009293026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,4096,0.02490666674243079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,4096,0.024920889072948035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,4096,0.024842666255103216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,4096,0.02533688810136583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,5120,0.02005466694633166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,4096,0.025105777713987563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,4096,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,4096,0.02492800023820665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,4096,0.02411199940575494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,4096,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,4096,0.024362666739357844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,4096,0.02491377790768941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,5120,0.018466666340827942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,4096,1.4016212887234156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,5120,0.018694666524728138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,4096,0.38185421625773114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,4096,2.7155200110541453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,4096,0.36397332615322536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,4096,0.7018222279018826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,4096,0.3393297725253635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,4096,0.4221244388156467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,4096,0.32658312055799693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,4096,0.3303537898593479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,4096,0.39536354276869035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,4096,0.30902934074401855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,4096,0.30582933955722386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,4096,0.2797937658098009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,4096,0.283095121383667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,4096,0.26080889172024196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,4096,0.25232712427775067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,4096,0.23956799507141113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,4096,0.23452088567945692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,4096,0.21094044049580893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,4096,0.21143110593159994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,4096,0.18395377529991996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,4096,0.1830737723244561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,4096,0.1643128924899631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,4096,0.16352000501420763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,4096,0.14119822449154323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,4096,0.12114311589135064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,4096,0.11826845010121663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,4096,0.09898844692442153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,4096,0.3663022253248427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,4096,0.07284800211588542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,4096,0.14002845022413465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,4096,0.050035556157430015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,4096,0.34435733159383136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,4096,0.03226844469706217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,4096,0.03066844410366482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,4096,0.03059200114674038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,4096,0.02809244394302368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,4096,0.026696888936890498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,4096,0.02678933408525255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,4096,0.02702577743265364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,4096,0.026147555973794725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,4096,0.09178488784366184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,4096,0.06336889002058241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,4096,0.0421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,4096,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,4096,0.020426667398876615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,4096,0.020000000794728596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,4096,0.02001422146956126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,4096,0.019720888800091214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,4096,0.01867555578549703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,4096,0.018757333358128864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,4096,0.018264888061417472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,4096,0.0184551113181644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,4096,0.0188426673412323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,4096,0.027121777335802715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,4096,0.026467555099063452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,4096,0.024282667371961806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,4096,0.026426666312747534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,4096,0.02693333393997616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,4096,0.0243520008193122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,4096,0.027056000298923914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,4096,0.02683911058637831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,4096,0.02587911155488756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,4096,0.025991110338105097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,4096,0.02623644471168518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,4096,0.025018667181332905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,4096,0.02590222160021464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,4096,0.02626133296224806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,4096,0.02618666655487484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,4096,0.024922667278183833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,4096,0.024174221687846716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,4096,0.02252977755334642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,4096,0.02068622244728936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,4096,0.02233422299226125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,4096,1.0491306940714518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,4096,0.5293866793314617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,4096,0.2695520083109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,4096,0.14901332855224608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,4096,0.14978879292805988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,4096,0.14423999786376954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,4096,0.13838186264038085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,4096,0.13982292811075847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,4096,0.13028266429901122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,4096,0.13281386693318684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,4096,0.12085333665211995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,4096,0.12015679677327473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,4096,0.11213546593983967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,4096,0.11410346825917561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,4096,0.11077546278635661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,4096,0.10195199648539226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,4096,0.1023957331975301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,4096,0.09445760250091553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,4096,0.09159039656321208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,4096,0.08361492951711019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,4096,0.08255146344502767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,4096,0.08278079827626547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,4096,0.0731264034907023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,4096,0.07202026844024659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,4096,0.06483733256657918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,4096,0.06443946758906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,4096,0.06243626674016317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,4096,0.05396906534830729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,4096,0.05405653317769369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,4096,0.04581120014190674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,4096,0.04508800109227498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,4096,0.03596693277359009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,4096,0.03476586739222209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,4096,0.03555946747461955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,4096,0.026105600595474242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,4096,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,4096,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,4096,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,4096,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,4096,0.016219733158747356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,4096,0.017094399531682333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,4096,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,4096,0.017042134205500284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,4096,0.017449599504470826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,4096,0.015434666474660238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,4096,0.015796266992886863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,4096,0.01539413332939148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,4096,0.015562666455904641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,4096,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,4096,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,4096,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,4096,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,4096,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,4096,0.015242666999499003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,4096,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,4096,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,4096,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,4096,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,4096,0.015363199512163797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,4096,0.016195199886957803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,4096,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,4096,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,4096,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,4096,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,4096,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,4096,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,4096,0.015929599603017174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,4096,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,4096,0.017001599073410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,4096,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,4096,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,4096,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,3584,2.2469120025634766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,3584,1.0645039876302083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,3584,0.6319146553675333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,3584,0.30799200137456256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,3584,0.34776532649993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,3584,0.3242186705271403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,3584,0.2982479929924011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,3584,0.3071413238843282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,3584,0.2972933252652486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,3584,0.2769520084063212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,3584,0.24279199043909708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,3584,0.2440026601155599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,3584,0.22660533587137857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,3584,0.23804799715677896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,3584,0.21223199367523193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,3584,0.21572534243265787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,3584,0.1998479962348938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,3584,0.19818667570749918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,3584,0.17571999629338583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,3584,0.17069333791732788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,3584,0.15951200326283774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,3584,0.18303199609120688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,3584,0.13915200034777322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,3584,0.12753599882125854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,3584,0.11658400297164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,3584,0.1053600013256073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,3584,0.10882932941118877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,3584,0.09150933225949605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,3584,0.09442133704821269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,3584,0.09899733463923137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,3584,0.07950133085250854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,3584,0.0688239981730779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,3584,0.05753866831461588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,3584,0.043469334642092385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,3584,0.04018666595220566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,3584,0.029813334345817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,3584,0.027248000105222065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,3584,0.028575999041398365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,3584,0.026320000489552815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,3584,0.025402667621771496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,3584,0.025352001190185547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,3584,0.024909332394599915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,3584,0.02530933419863383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,3584,0.02287200093269348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,3584,0.02184533327817917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,3584,0.021925332645575207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,3584,0.02192266782124837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,3584,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,3584,0.02181600034236908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,3584,0.021858667333920796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,3584,0.02180533359448115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,3584,0.021327999730904896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,3584,0.02146133283774058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,3584,0.021141332884629566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,3584,0.02088800072669983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,3584,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,3584,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,3584,0.02083733429511388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,3584,0.020488000164429348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,3584,0.021114667256673176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,3584,0.020754666378100712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,3584,0.02062133327126503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,3584,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,3584,0.02083733429511388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,3584,0.02090666691462199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,3584,0.020138667275508244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,3584,0.0200826662282149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,3584,0.01978133370478948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,3584,0.01989866668979327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,3584,0.02006133273243904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,3584,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,3584,0.020848001043001812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,3584,0.02069066713253657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,3584,1.433503998650445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,3584,0.02107733239730199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,3584,0.36533512009514707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,3584,0.774119112226698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,3584,0.20150578022003174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,3584,0.24108621809217665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,3584,0.20469155576494005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,3584,0.20791110727522108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,3584,0.18769066863589814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,3584,0.18921066655053032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,3584,0.17024889257219103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,3584,0.17859555615319145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,3584,0.16673599349127877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,3584,0.16247288386027017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,3584,0.15667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,3584,0.14042311244540745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,3584,0.14048533969455296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,3584,0.1346773306528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,3584,0.124199112256368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,3584,0.12048533227708604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,3584,0.11509333716498481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,3584,0.10894933011796738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,3584,0.10508622063530816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,3584,0.09726933638254802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,3584,0.09062755770153469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,3584,0.15582222408718532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,3584,0.08533155255847508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,3584,0.08405155605740017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,3584,0.07033599747551812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,3584,0.07377777496973674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,3584,0.07225066423416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,3584,0.06592000193066068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,3584,0.058033777607811816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,3584,0.051459554168913096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,3584,0.043559110826916166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,3584,0.040757334894604154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,3584,0.03190933333502875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,3584,0.030960000223583643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,3584,0.03038755390379164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,3584,0.029084444046020508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,3584,0.02867022156715393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,3584,0.028128001425001357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,3584,0.027105778455734253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,3584,0.0280728903081682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,3584,0.025957332717047796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,3584,0.02496888902452257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,3584,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,3584,0.025232000483406916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,3584,0.025342222717073228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,3584,0.024638222323523626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,3584,0.024917332662476435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,3584,0.024542222420374554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,3584,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,3584,0.023768888579474554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,3584,0.022787556052207947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,3584,0.023511111736297607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,3584,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,3584,0.022833777798546687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,3584,0.022787556052207947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,3584,0.022639999787012737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,3584,0.02292088833120134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,3584,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,3584,0.02292088833120134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,3584,0.023575110567940608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,3584,0.024688000480333965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,3584,0.02267733381854163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,3584,0.02277511192692651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,3584,0.022707555029127333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,3584,0.022872888379626807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,3584,0.023315555519527856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,3584,0.02218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,3584,0.022858666049109563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,3584,0.02269511090384589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,3584,0.022874666584862605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,3584,0.023194667365815904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,3584,1.3066879908243816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,3584,0.6672319836086698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,3584,2.584385765923394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,3584,0.3646844493018256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,4096,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,3584,0.35047822528415257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,4096,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,3584,0.3256728914048937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,3584,0.3948231008317735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,3584,0.37649954689873594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,3584,0.3122684425777859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,3584,0.30943110254075795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,3584,0.28220799234178334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,3584,0.2835093339284261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,3584,0.2658310996161567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,3584,0.2690186765458849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,3584,0.23903822898864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,3584,0.24422756830851236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,3584,0.22304177284240723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,3584,0.22504178682963052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,3584,0.19854044914245605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,3584,0.20137243800693086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,3584,0.1773831049601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,3584,0.1743911107381185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,3584,0.1588017808066474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,3584,0.15224711100260416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,3584,0.13762666119469538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,3584,0.13038399484422472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,3584,0.11472533808814155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,3584,0.10642488797505696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,3584,0.09194666809505886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,3584,0.06995911068386503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,3584,0.35186311933729386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,3584,0.04863288998603821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,3584,0.32980089717441136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,3584,0.027553778555658128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,3584,0.02625244524743822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,3584,0.026346666945351496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,3584,0.026181333594852026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,3584,0.02514133354028066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,3584,0.024872889121373493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,3584,0.024458666642506916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,3584,0.025064888927671645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,3584,0.056983113288879395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,3584,0.08027022414737277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,3584,0.03751822312672933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,3584,0.019879110985332064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,3584,0.019303111566437613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,3584,0.019146665930747986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,3584,0.01960000064637926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,3584,0.018654222289721172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,3584,0.017464889420403373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,3584,0.01664533383316464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,3584,0.017288888494173687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,3584,0.024485333098305598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,3584,0.021918222308158875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,3584,0.022974222898483276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,3584,0.022078222698635522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,3584,0.022387555903858606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,3584,0.02165511084927453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,3584,0.02288177775012122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,3584,0.023541332946883306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,3584,0.024353777368863423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,3584,0.024474667178259954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,3584,0.024920889072948035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,3584,0.023502222365803186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,3584,0.0214382227924135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,3584,0.02291733357641432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,3584,0.022478222846984863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,3584,0.02292977770169576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,3584,0.023548444112141926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,3584,0.023425777753194172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,3584,0.023569777607917786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,3584,0.018380444910791185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,3584,0.01868266695075565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,3584,0.018906666172875296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,3584,0.9597216288248698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,3584,0.24032319386800133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,3584,0.4602229436238606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,3584,0.13981760342915853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,3584,0.13442986806233723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,3584,0.126636799176534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,3584,0.12564373016357422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,3584,0.1280458688735962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,3584,0.11721493403116863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,3584,0.11655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,3584,0.11029333273569744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,3584,0.11076906522115071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,3584,0.10102399984995525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,3584,0.10026559829711915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,3584,0.09983999729156494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,3584,0.09451200167338053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,3584,0.09171733061472574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,3584,0.08387093544006348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,3584,0.08270400365193685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,3584,0.07812159856160482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,3584,0.07474453449249267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,3584,0.07309973239898682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,3584,0.06652906735738119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,3584,0.06691413720448812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,3584,0.05888319810231527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,3584,0.05669333140055338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,3584,0.05650453170140585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,3584,0.05015146732330322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,3584,0.049329066276550294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,3584,0.0410805344581604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,3584,0.04078506628672282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,3584,0.03342399994532268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,3584,0.032434133688608806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,3584,0.03115306695302327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,3584,0.02396799921989441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,3584,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,3584,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,3584,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,3584,0.01518186628818512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,3584,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,3584,0.015081600348154704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,3584,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,3584,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,3584,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,3584,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,3584,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,3584,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,3584,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,3584,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,3584,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,3584,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,3584,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,3584,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,3584,0.014204800128936768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,3584,0.014837333559989929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,3584,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,3584,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,3584,0.01511679987112681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,3584,0.01481066644191742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,3584,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,3584,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,3584,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,3584,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,3584,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,3584,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,3584,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,3584,0.015373866756757101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,3584,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,3584,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,3584,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,3584,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,3072,1.8251040776570637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,3072,0.9119706948598226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,3072,0.5033440192540487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,3072,0.3027733365694682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,3072,0.28296265999476117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,3072,0.26579199234644574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,3072,0.24743467569351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,3072,0.26981067657470703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,3072,0.2512693405151367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,3072,0.23641600211461386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,3072,0.2127093275388082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,3584,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,3072,0.20867733160654703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,3072,0.19979200760523477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,3072,0.20203200976053873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,3072,0.1824586590131124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,3072,0.18516800800959268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,3072,0.1699333389600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,3072,0.17383732398351034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,3072,0.14941866199175516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,3072,0.1520799994468689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,3072,0.13875200351079306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,3072,0.151421328385671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,3072,0.12015733122825623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,3072,0.11657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,3072,0.10137866934140523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,3072,0.09834399819374084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,3072,0.08249066770076752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,3072,0.09349067012468974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,3072,0.08456266919771831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,3072,0.08206666509310405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,3072,0.06974666814009349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,3072,0.05922933419545492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,3072,0.052058666944503784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,3072,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,3072,0.03752800077199936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,3072,0.026560001075267792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,3072,0.024885334074497223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,3072,0.02552266667286555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,3072,0.024266667664051056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,3072,0.02333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,3072,0.022119998931884766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,3072,0.02277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,3072,0.02093333254257838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,3072,0.020117333779732387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,3072,0.01998399943113327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,3072,0.01972266659140587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,3072,0.020074666788180668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,3072,0.019999999552965164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,3072,0.020026666422684986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,3072,0.019127999742825825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,3072,0.018986667195955913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,3072,0.018983999888102215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,3072,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,3072,0.018834666659434635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,3072,0.018050666898489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,3072,0.01793333391348521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,3072,0.018778666853904724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,3072,0.018232000370820362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,3072,0.018197332819302876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,3072,0.018042666216691334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,3072,0.018079999834299088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,3072,0.017871999492247898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,3072,0.017847999930381775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,3072,0.01807466646035512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,3072,0.01794933279355367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,3072,0.017943999419609707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,3072,0.017808000246683758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,3072,0.0177839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,3072,0.01792266716559728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,3072,0.02303733428319295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,3072,0.01783466711640358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,3072,0.018677332748969395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,3072,0.017906667043765385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,3072,0.01868533343076706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,3072,0.6265564494662815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,3072,0.313610659705268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,3072,1.2760835223727756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,3072,0.1808160013622708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,3072,0.20318222045898438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,3072,0.17928889062669542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,3072,0.18649600611792672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,3072,0.1700355609258016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,3072,0.1793511046303643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,3072,0.15204800499810114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,3072,0.16984355449676514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,3072,0.1505475574069553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,3072,0.16020800007714167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,3072,0.13415288925170898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,3072,0.14046577612559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,3072,0.12108977635701497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,3072,0.12686222129397923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,3072,0.12031822734408909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,3072,0.11475022633870442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,3072,0.11209244198269314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,3072,0.10871999793582493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,3072,0.09423644675148858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,3072,0.09525866640938653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,3072,0.08474489053090413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,3072,0.08395555284288193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,3072,0.07422933313581678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,3072,0.07359111309051514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,3072,0.06340799729029338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,3072,0.06855644120110406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,3072,0.06499733527501424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,3072,0.05748089154561361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,3072,0.051086223787731595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,3072,0.048977779017554395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,3072,0.039212445418039955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,3072,0.039084444443384804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,3072,0.02936533424589369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,3072,0.030023111237419978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,3072,0.028648889727062646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,3072,0.028316444820827905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,3072,0.027200000153647527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,3072,0.027239110734727647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,3072,0.02735288937886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,3072,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,3072,0.02532800038655599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,3072,0.02623288830121358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,3072,0.024718221690919664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,3072,0.024707555770874023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,3072,0.025214221742418077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,3072,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,3072,0.02446577780776554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,3072,0.023265777362717524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,3072,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,3072,0.02349511120054457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,3072,0.023034666975339253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,3072,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,3072,0.022816000713242426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,3072,0.02316444449954563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,3072,0.023191110955344305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,3072,0.022835556003782485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,3072,0.022800000177489385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,3072,0.02277511192692651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,3072,0.024023110667864483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,3072,0.022812444302770827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,3072,0.022654222117529974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,3072,0.022152889106008742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,3072,0.02310400042268965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,3072,0.02283199959331089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,3072,0.022737777895397607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,3072,0.022661333282788593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,3072,0.022796443767017786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,3072,0.022794667217466567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,3072,0.022896000080638464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,3072,0.02265600032276577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,3072,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,3584,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,3584,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,3072,1.2163875367906358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,3072,0.3409742249382867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,3072,2.4442791408962674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,3072,0.3296159903208415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,3072,0.6262150870429145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,3072,0.30467377768622506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,3072,0.36647288004557294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,3072,0.2825760046641032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,3072,0.2892391151852078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,3072,0.2653440104590522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,3072,0.2701582113901774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,3072,0.2471431096394857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,3072,0.24366754955715605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,3072,0.2261671225229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,3072,0.34894222683376735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,3072,0.22666666242811415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,3072,0.2092355489730835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,3072,0.2069244384765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,3072,0.18940444787343344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,3072,0.1853404442469279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,3072,0.1703395578596327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,3072,0.1601368851131863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,3072,0.14380978213416204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,3072,0.14497600661383733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,3072,0.12518755594889322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,3072,0.3343946668836806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,3072,0.1207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,3072,0.10652799738778009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,3072,0.10163378053241306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,3072,0.08636622296439277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,3072,0.06619733572006226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,3072,0.0422417786386278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,3072,0.30750756793551975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,3072,0.024538666009902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,3072,0.02410488824049632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,3072,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,3072,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,3072,0.022766222556432087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,3072,0.022778666681713525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,3072,0.02251200046804216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,3072,0.022088888618681166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,3072,0.05036088824272156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,3072,0.07151289118660821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,3072,0.03335466649797227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,3072,0.017679999272028606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,3072,0.017267554998397827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,3072,0.017436444759368896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,3072,0.017383111847771537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,3072,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,3072,0.015308444698651632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,3072,0.015372445185979208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,3072,0.015967999895413715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,3072,0.02208711041344537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,3072,0.020849777592553034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,3072,0.021365332934591506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,3072,0.01942755613062117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,3072,0.020048000746303134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,3072,0.021370665894614324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,3072,0.021454221672481958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,3072,0.020741333564122517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,3072,0.017516444126764934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,3072,0.020593777298927307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,3072,0.02159999973244137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,3072,0.0221368885702557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,3072,0.020078221956888836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,3072,0.020584889584117465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,3072,0.017329777280489605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,3072,0.020270221763186984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,3072,0.01787911189926995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,3072,0.020115555988417733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,3072,0.02120888895458645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,3072,0.02075377768940396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,3072,0.022778666681713525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,3072,0.020097777247428894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,3072,0.4220981280008952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,3072,0.2107327938079834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,3072,0.11845973332722981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,3072,0.8582602818806967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,3072,0.12039786974589031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,3072,0.11125760078430176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,3072,0.11064639886220295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,3072,0.10968746344248455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,3072,0.10653759638468425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,3072,0.10271146297454833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,3072,0.09680213133494059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,3072,0.09446079730987549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,3072,0.0917248010635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,3072,0.08779733180999756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,3072,0.08769280115763346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,3072,0.08072106838226319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,3072,0.08209386666615805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,3072,0.07375893592834473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,3072,0.07299839655558268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,3072,0.06721706390380859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,3072,0.06808319886525473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,3072,0.06539306640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,3072,0.05988800128300985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,3072,0.05780479907989502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,3072,0.05333439906438192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,3072,0.05098453362782797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,3072,0.05063039859135946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,3072,0.04395946661631266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,3072,0.044742401440938315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,3072,0.03681066830952962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,3072,0.036260267098744706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,3072,0.02959146698315938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,3072,0.029576534032821657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,3072,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,3072,0.021585067113240562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,3072,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,3072,0.014762666821479798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,3072,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,3072,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,3072,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,3072,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,3072,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,3072,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,3072,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,3072,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,3072,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,3072,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,3072,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,3072,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,3072,0.013464533289273582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,3072,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,3072,0.01337493360042572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,3072,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,3072,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,3072,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,3072,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,3072,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,3072,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,3072,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,3072,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,3072,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,3072,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,3072,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,3072,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,3072,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,3072,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,3072,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,3072,0.014012799660364787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,3072,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,3072,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,3072,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,2560,1.487394650777181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,2560,0.7524053255716959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,2560,0.38305068016052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,2560,0.2635253270467122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,2560,0.23798400163650513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,2560,0.23786133527755737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,2560,0.22307199239730835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,2560,0.21357599894205728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,2560,0.1949173410733541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,2560,0.1822026570638021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,2560,0.17860533793767294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,2560,0.1800346573193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,2560,0.16531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,2560,0.17106133699417114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,2560,0.16049066185951233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,3072,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,2560,0.1495733360449473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,2560,0.14148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,2560,0.13706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,2560,0.12459199627240498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,2560,0.11782399813334148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,2560,0.1114026705423991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,2560,0.11203466852506001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,2560,0.0972053309281667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,2560,0.09216533104578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,2560,0.08492799599965413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,2560,0.07667733232180278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,2560,0.0775760014851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,2560,0.06604533394177754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,2560,0.06860800087451935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,2560,0.0697893351316452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,2560,0.05718666811784109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,2560,0.052333335081736244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,2560,0.04196000099182129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,2560,0.033002667129039764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,2560,0.030245333909988403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,2560,0.0229066660006841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,2560,0.021541332205136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,2560,0.020391999433437984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,2560,0.019930666933457058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,2560,0.019999999552965164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,2560,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,2560,0.019573333362738293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,2560,0.017815999686717987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,2560,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,2560,0.016869333883126576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,2560,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,2560,0.016682667036851246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,2560,0.016760000338157017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,2560,0.016783999900023144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,2560,0.016656000167131424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,2560,0.01672533278663953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,2560,0.016349333027998608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,2560,0.015970667203267414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,2560,0.015831999480724335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,2560,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,2560,0.015650667250156403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,2560,0.015637333194414776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,2560,0.015816000600655872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,2560,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,2560,0.015706667055686314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,2560,0.015677332878112793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,2560,0.015645333876212437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,2560,0.015650667250156403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,2560,0.0156613327562809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,2560,0.015640000502268474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,2560,0.015573333948850632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,2560,0.015698666373888653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,2560,0.01576266686121623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,2560,0.015962666521469753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,2560,0.015562667200962702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,2560,0.015640000502268474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,2560,0.01563199982047081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,2560,0.01578666642308235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,2560,1.0761786301930745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,2560,0.021880000829696655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,2560,0.5865426858266195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,2560,0.18962266047795615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,2560,0.2632480065027873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,2560,0.15388533473014832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,2560,0.1579586664835612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,2560,0.14453867077827454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,2560,0.13586533069610596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,2560,0.13620533545811972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,2560,0.12813733021418253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,2560,0.12689066926638284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,2560,0.1208400030930837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,2560,0.11518399914105733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,2560,0.11039867003758748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,2560,0.10758933424949646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,2560,0.10856800278027852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,2560,0.10311200221379598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,2560,0.0957640012105306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,2560,0.0940600037574768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,2560,0.08788399895032246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,2560,0.08021333316961925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,2560,0.07719733317693074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,2560,0.11422800024350484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,2560,0.07179200152556102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,2560,0.06814133127530415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,2560,0.06538666784763336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,2560,0.06340399881203969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,2560,0.05745866894721985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,2560,0.06049733360608419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,2560,0.05775733292102814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,2560,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,2560,0.04555066426595052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,2560,0.04098666707674662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,2560,0.03565466652313868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,2560,0.034487999975681305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,2560,0.027024000883102417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,2560,0.026734667519728344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,2560,0.026121333241462708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,2560,0.026035999258359272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,2560,0.02515333394209544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,2560,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,2560,0.024743999044100445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,2560,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,2560,0.0239373321334521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,2560,0.022782665987809498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,2560,0.023062666257222492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,2560,0.02402266611655553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,2560,0.023605334262053173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,2560,0.022759998838106792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,2560,0.023305334150791168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,2560,0.02129466583331426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,2560,0.02276399979988734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,2560,0.020759999752044678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,2560,0.02316666642824809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,2560,0.022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,2560,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,2560,0.0207506666580836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,2560,0.020723999788363773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,2560,0.020691999544699986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,2560,0.020762667059898376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,2560,0.021905332803726196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,2560,0.02258666604757309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,2560,0.021350666880607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,2560,0.020726667096217472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,2560,0.020665333916743595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,2560,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,2560,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,2560,0.020902665952841442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,2560,0.020597333709398907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,2560,0.020681332796812057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,2560,0.020851999521255493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,2560,0.020766666779915493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,2560,0.02072000006834666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,2560,0.020810666183630627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,3072,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,3072,0.013890133301417033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,2560,1.1362733046213787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,2560,0.31973334153493244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,2560,2.2420132954915366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,2560,0.30325865745544434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,2560,0.5941119988759359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,2560,0.28880399465560913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,2560,0.3419693311055501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,2560,0.26707732677459717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,2560,0.2665213346481323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,2560,0.24937200546264648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,2560,0.2502959966659546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,2560,0.23196534315745035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,2560,0.2325106660525004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,2560,0.21333734194437662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,2560,0.21268266439437866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,2560,0.19477999210357666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,2560,0.19324400027592978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,2560,0.1755666732788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,2560,0.17336666584014893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,2560,0.15464666485786438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,2560,0.15011200308799744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,2560,0.1361533304055532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,2560,0.12981866796811423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,2560,0.11723466714223225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,2560,0.1068720022837321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,2560,0.09714800119400024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,2560,0.08132933576901753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,2560,0.07711333533128102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,2560,0.3270333409309387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,2560,0.3059613307317098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,2560,0.05012799799442291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,2560,0.034641332924366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,2560,0.2890453338623047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,2560,0.022546666363875072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,2560,0.02274266630411148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,2560,0.022731999556223553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,2560,0.02256133407354355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,2560,0.02096266547838847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,2560,0.020614666243394215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,2560,0.02072799950838089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,2560,0.020846667389074963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,2560,0.057230666279792786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,2560,0.04142666608095169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,2560,0.028658665716648102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,2560,0.016339999934037525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,2560,0.015950666119654972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,2560,0.01565466697017352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,2560,0.015685333559910457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,2560,0.01591866711775462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,2560,0.014025333027044931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,2560,0.018465333928664524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,2560,0.018194666753212612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,2560,0.018983999888102215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,2560,0.019174666454394657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,2560,0.019802667200565338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,2560,0.019255999475717545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,2560,0.018709332992633183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,2560,0.018169333537419636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,2560,0.01765599971016248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,2560,0.01914399986465772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,2560,0.01911199962099393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,2560,0.01815599948167801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,2560,0.01953466609120369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,2560,0.01915733392039935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,2560,0.01878266657392184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,2560,0.019909333437681198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,2560,0.01772399991750717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,2560,0.019140000144640606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,2560,0.019325333336989086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,2560,0.018651999533176422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,2560,0.020101333657900494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,2560,0.015556000173091888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,2560,0.015550666799147924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,2560,0.01551333318154017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,2560,0.7087594350179036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,2560,0.3504810651143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,2560,0.1026911973953247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,2560,0.18294720649719237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,2560,0.10523200035095215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,2560,0.09667200247446696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,2560,0.09702826340993245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,2560,0.09502507050832112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,2560,0.09237546920776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,2560,0.08906346956888835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,2560,0.08465387026468912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,2560,0.08232959906260172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,2560,0.08017386595408121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,2560,0.07711466948191324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,2560,0.07695786952972412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,2560,0.07059733072916666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,2560,0.0648202657699585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,2560,0.07225600083669027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,2560,0.06476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,2560,0.05860053300857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,2560,0.05856320063273111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,2560,0.05814613501230875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,2560,0.052355198065439854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,2560,0.05116906563440958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,2560,0.04484373331069946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,2560,0.04627093474070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,2560,0.04552746613820394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,2560,0.03856426477432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,2560,0.03853653271993001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,2560,0.03267626762390137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,2560,0.03284693360328674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,2560,0.02617173393567403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,2560,0.026510934034983318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,2560,0.02611839969952901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,2560,0.019526400168736777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,2560,0.019870932896931967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,2560,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,2560,0.013121066490809121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,2560,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,2560,0.013131733735402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,2560,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,2560,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,2560,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,2560,0.013871999581654868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,2560,0.012618666887283326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,2560,0.01269760032494863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,2560,0.01271573305130005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,2560,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,2560,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,2560,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,2560,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,2560,0.012108799815177918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,2560,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,2560,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,2560,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,2560,0.012333866953849793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,2560,0.012328533331553142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,2560,0.013115732868512472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,2560,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,2560,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,2560,0.012948266665140786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,2560,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,2560,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,2560,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,2560,0.012619733810424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,2560,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,2560,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,2560,0.012630400061607362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,2560,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,2560,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,2560,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,2048,1.173016866048177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,2048,0.7284871207343208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,2048,0.38765690061781144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,2048,0.23419555028279623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,2048,0.21786133448282877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,2048,0.19197689162360299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,2048,0.17370488908555773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,2048,0.17892444133758545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,2048,0.162099560101827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,2048,0.14927644199795193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,2048,0.1477866702609592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,2048,0.14892978138393825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,2048,0.1386879947450426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,2048,0.14116444852617052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,2048,0.1241297721862793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,2048,0.1296106709374322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,2048,0.11961066722869873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,2048,0.11870577600267197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,2048,0.10462577475441827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,2048,0.10385777552922566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,2048,0.09330311086442734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,2048,0.08558933602439033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,2048,0.08108444346321954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,2048,0.07644977834489611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,2048,0.07109866539637248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,2048,0.06104177898830838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,2048,0.0626115534040663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,2048,0.05329777797063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,2048,0.05622400177849663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,2048,0.05553244551022848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,2048,0.04633422361479866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,2048,0.03994489047262404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,2048,0.033783111307356097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,2048,0.026552889082166884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,2048,0.024840889705551997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,2048,0.01832355558872223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,2048,0.017297777864668105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,2048,0.017484444710943434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,2048,0.016547555724779766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,2048,0.016044444508022733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,2048,0.016003555721706815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,2048,0.015304888288180033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,2048,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,2048,0.014504889647165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,2048,0.013617777989970313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,2048,0.013431111143694984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,2048,0.013295999831623502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,2048,0.014003554979960123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,2048,0.013886222408877479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,2048,0.013987556099891663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,2048,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,2048,0.013335111240545908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,2048,0.013203555511103736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,2048,0.013253333667914072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,2048,0.0131217779384719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,2048,0.01258666647805108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,2048,0.012794666820102267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,2048,0.01329422245422999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,2048,0.012615111139085559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,2048,0.012720000412729053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,2048,0.01257955531279246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,2048,0.012561777399645912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,2048,0.012542222109105853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,2048,0.012832000023788877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,2048,0.012609778179062737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,2048,0.012736000120639801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,2048,0.012821333275900947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,2048,0.01256711118751102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,2048,0.01258488910065757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,2048,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,2048,0.012712889247470431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,2048,0.012636444634861417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,2048,0.012494222157531314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,2048,0.012814222110642327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,2048,0.8533184051513671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,2048,0.4303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,2048,0.22118825912475587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,2048,0.1361632029215495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,2048,0.1422986666361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,2048,0.12299199899037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,2560,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,2048,0.11847146352132161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,2048,0.11953279972076417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,2048,0.11654400030771891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,2048,0.11202133496602376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,2048,0.11075413227081299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,2048,0.10972479979197185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,2048,0.10386239687601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,2048,0.09885013103485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,2048,0.09584960142771402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,2048,0.08981653054555258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,2048,0.0899061361948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,2048,0.08592853546142579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,2048,0.07968533039093018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,2048,0.07510720094045004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,2048,0.07449599901835123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,2048,0.06995306809743246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,2048,0.0645472009976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,2048,0.06451413234074911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,2048,0.060185599327087405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,2048,0.058906666437784826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,2048,0.05622400045394897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,2048,0.05016853411992391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,2048,0.052203734715779625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,2048,0.049788800875345866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,2048,0.04291839996973674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,2048,0.03926080067952474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,2048,0.036082132657368975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,2048,0.032536532481511435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,2048,0.03158506751060486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,2048,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,2048,0.02425280014673869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,2048,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,2048,0.023792000611623128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,2048,0.022895999749501548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,2048,0.023201066255569457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,2048,0.023228800296783446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,2048,0.02302293380101522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,2048,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,2048,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,2048,0.023192532857259116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,2048,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,2048,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,2048,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,2048,0.021651200453440347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,2048,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,2048,0.02013546625773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,2048,0.02027626633644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,2048,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,2048,0.020337067047754922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,2048,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,2048,0.02044693430264791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,2048,0.018901334206263224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,2048,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,2048,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,2048,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,2048,0.0193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,2048,0.02038933237393697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,2048,0.01917866667111715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,2048,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,2048,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,2048,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,2048,0.019142399231592812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,2048,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,2048,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,2048,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,2048,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,2048,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,2048,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,2560,0.012962133685747782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,2560,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,2048,1.0576138814290366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,2048,0.2921344121297201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,2048,2.059185028076172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,2048,0.2736447970072428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,2048,0.5391701380411784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,2048,0.25899200439453124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,2048,0.31437546412150064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,2048,0.2458709398905436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,2048,0.2452341397603353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,2048,0.22917760213216148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,2048,0.22719573974609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,2048,0.21240533192952477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,2048,0.2103754679361979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,2048,0.19562239646911622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,2048,0.19343360265096027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,2048,0.17829759915669757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,2048,0.17576212882995607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,2048,0.16032106081644695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,2048,0.15849493344624838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,2048,0.14245972633361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,2048,0.1360010623931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,2048,0.12571626504262287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,2048,0.11949333349863689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,2048,0.10762240091959636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,2048,0.09161706765492758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,2048,0.08669333457946778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,2048,0.0745685338973999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,2048,0.06811520258585611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,2048,0.2969312032063802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,2048,0.04440960089365641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,2048,0.27549759546915686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,2048,0.030089600880940752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,2048,0.26026453971862795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,2048,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,2048,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,2048,0.020307199160257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,2048,0.020083200931549073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,2048,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,2048,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,2048,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,2048,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,2048,0.05149439970652262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,2048,0.026149332523345947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,2048,0.03760319948196411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,2048,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,2048,0.01400106648604075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,2048,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,2048,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,2048,0.012652800480524699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,2048,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,2048,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,2048,0.01495573321978251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,2048,0.01640959978103638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,2048,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,2048,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,2048,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,2048,0.015668267011642457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,2048,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,2048,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,2048,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,2048,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,2048,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,2048,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,2048,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,2048,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,2048,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,2048,0.016023466984430947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,2048,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,2048,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,2048,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,2048,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,2048,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,2048,0.5811669031778972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,2048,0.3054933230082194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,2048,0.1534623940785726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,2048,0.08719360033671061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,2048,0.08834453423817953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,2048,0.08402667045593262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,2048,0.08297173182169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,2048,0.08134720325469971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,2048,0.07776319980621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,2048,0.07700479825337728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,2048,0.07280853589375814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,2048,0.07014186382293701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,2048,0.06722986698150635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,2048,0.06641279856363932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,2048,0.06622293392817179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,2048,0.060355198383331296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,2048,0.060754132270812986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,2048,0.0567360003789266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,2048,0.05532373189926147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,2048,0.050565334161122646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,2048,0.05027413368225098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,2048,0.04991573492685954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,2048,0.04516373475392659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,2048,0.04386773506800334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,2048,0.039597864945729574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,2048,0.03931306600570679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,2048,0.03837013244628906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,2048,0.03335040012995402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,2048,0.03349866469701131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,2048,0.02916266719500224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,2048,0.028545065720876055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,2048,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,2048,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,2048,0.02329279979070028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,2048,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,2048,0.017512534062067667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,2048,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,2048,0.012162133057912191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,2048,0.011909332871437073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,2048,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,2048,0.011711999773979187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,2048,0.012172800302505494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,2048,0.011825066804885865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,2048,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,2048,0.0114656001329422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,2048,0.011366400122642516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,2048,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,2048,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,2048,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,2048,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,2048,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,2048,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,2048,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,2048,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,2048,0.01046720047791799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,2048,0.0109525332848231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,2048,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,2048,0.011458133657773335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,2048,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,2048,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,2048,0.011139200131098429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,2048,0.011915733416875202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,2048,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,2048,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,2048,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,2048,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,2048,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,2048,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,2048,0.011098666985829671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,2048,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,2048,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,1536,0.8939840528700086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,1536,0.5474630991617838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,1536,0.2793831030527751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,1536,0.1674062278535631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,1536,0.14377421802944607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,1536,0.14473422368367514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,1536,0.1344213353263007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,1536,0.13374933931562635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,1536,0.11885510550604926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,1536,0.11285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,1536,0.11224710941314697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,1536,0.11247289180755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,1536,0.10438577996359931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,1536,0.1047253343794081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,1536,0.0923573308520847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,1536,0.087299558851454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,1536,0.08708088927798802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,1536,0.08452444606357151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,1536,0.07595377498202853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,1536,0.0772799981964959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,1536,0.06987733311123319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,1536,0.06480889187918769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,1536,0.060065779421064586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,2048,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,1536,0.05881422095828586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,1536,0.05447999967469109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,1536,0.05182933476236132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,1536,0.04827377862400479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,1536,0.04117866688304477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,1536,0.04342400034268697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,1536,0.04124088750945197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,1536,0.033575110965304904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,1536,0.030127998855378892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,1536,0.02641244398223029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,1536,0.02158755560715993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,1536,0.019703111714786954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,1536,0.014311111635631986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,1536,0.01333333303531011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,1536,0.013941332697868347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,1536,0.013184000220563678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,1536,0.012479999827014076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,1536,0.012483555409643384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,1536,0.01203733351495531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,1536,0.01258666647805108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,1536,0.011235555840863122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,1536,0.011173333558771344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,1536,0.011132444772455426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,1536,0.011169777976142036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,1536,0.010558221903112201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,1536,0.01070577816830741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,1536,0.010615111225181155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,1536,0.010666666759385003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,1536,0.010469333165221743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,1536,0.010497777826256223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,1536,0.010647111468844943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,1536,0.01038044442733129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,1536,0.01035199976629681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,1536,0.009944889280531142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,1536,0.010492444038391113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,1536,0.010295111272070143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,1536,0.010465777582592435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,1536,0.01017777787314521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,1536,0.010101333260536194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,1536,0.010079999764760336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,1536,0.01018133345577452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,1536,0.010254222485754225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,1536,0.010289777484205034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,1536,0.010046222143703038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,1536,0.009941333697901832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,1536,0.010207999911573198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,1536,0.010101333260536194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,1536,0.010088889135254754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,1536,0.010405333505736457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,1536,0.010456889039940305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,1536,0.6436042785644531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,1536,0.010145777629481422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,1536,0.36908693313598634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,1536,0.169758939743042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,1536,0.10777920087178547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,1536,0.10177280108133953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,1536,0.10762879848480225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,1536,0.10072213013966877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,1536,0.0985205332438151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,1536,0.09528746604919433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,1536,0.08915839989980062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,1536,0.08630719979604086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,1536,0.08355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,1536,0.08082346916198731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,1536,0.0773087978363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,1536,0.06980906327565511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,1536,0.069596799214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,1536,0.06934719880421956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,2048,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,1536,0.06356799999872843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,1536,0.0657258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,1536,0.06344106594721476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,1536,0.05611626704533895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,1536,0.059521067142486575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,1536,0.05444586674372355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,1536,0.05082986752192179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,1536,0.048699732621510824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,1536,0.04659626483917236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,1536,0.07735573450724284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,1536,0.04115306536356608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,1536,0.042770131429036455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,1536,0.04114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,1536,0.03705173333485921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,1536,0.03451626698176066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,1536,0.032494932413101196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,1536,0.02863573431968689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,1536,0.027856000264485675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,1536,0.02309653361638387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,1536,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,1536,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,1536,0.022644267479578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,1536,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,1536,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,1536,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,1536,0.019966934124628702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,1536,0.022088533639907836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,1536,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,1536,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,1536,0.018920532862345376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,1536,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,1536,0.019385600090026857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,1536,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,1536,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,1536,0.021735467513402305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,1536,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,1536,0.021666133403778078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,1536,0.01986773411432902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,1536,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,1536,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,1536,0.01890986760457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,1536,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,1536,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,1536,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,1536,0.017873066663742065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,1536,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,1536,0.01770240068435669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,1536,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,1536,0.01849386692047119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,1536,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,1536,0.01745706597963969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,1536,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,1536,0.01795413295427958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,1536,0.01877546707789103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,1536,0.01757226586341858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,1536,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,1536,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,2048,0.011751466989517212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,1536,0.9784608205159506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,1536,0.502948252360026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,1536,1.9274037679036458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,1536,0.2685471852620443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,1536,0.2527498722076416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,1536,0.2383061408996582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,1536,0.29704214731852213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,1536,0.2351605256398519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,1536,0.2305568059285482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,1536,0.22316479682922363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,1536,0.21486612955729165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,1536,0.21092799504597984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,1536,0.1989280064900716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,1536,0.19506346384684245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,1536,0.18225599924723307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,1536,0.17933120727539062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,1536,0.16581652959187826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,1536,0.1629290739695231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,1536,0.15056746800740559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,1536,0.1457482655843099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,1536,0.13339093526204426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,1536,0.11598186492919922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,1536,0.10364053249359131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,1536,0.09887893199920654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,1536,0.0736949364344279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,1536,0.07156159877777099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,1536,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,1536,0.053540265560150145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,1536,0.11925013065338134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,1536,0.037707734107971194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,1536,0.2535871982574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,1536,0.2765205383300781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,1536,0.027693865696589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,1536,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,1536,0.01844373345375061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,1536,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,1536,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,1536,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,1536,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,1536,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,1536,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,1536,0.03314346671104431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,1536,0.04411093393961589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,1536,0.023099732398986817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,1536,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,1536,0.013044266899426778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,1536,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,1536,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,1536,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,1536,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,1536,0.013101866841316223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,1536,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,1536,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,1536,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,1536,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,1536,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,1536,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,1536,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,1536,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,1536,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,1536,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,1536,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,1536,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,1536,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,1536,0.013083733121554055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,1536,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,1536,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,1536,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,1536,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,1536,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,1536,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,1536,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,1536,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,1536,0.48452053070068357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,1536,0.24457386334737144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,1536,0.012587733070055642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,1536,0.12814186414082845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,1536,0.07376639842987061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,1536,0.07475840250651042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,1536,0.06901439825693766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,1536,0.07022826671600342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,1536,0.06748267014821371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,1536,0.06577813227971395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,1536,0.06333333253860474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,1536,0.06148053407669067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,1536,0.06024853388468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,1536,0.05715733369191488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,1536,0.054907735188802084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,1536,0.05637866655985514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,1536,0.05166399876276652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,1536,0.05166186491648356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,1536,0.047151998678843184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,1536,0.04645546674728394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,1536,0.04263893365859985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,1536,0.04326293468475342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,1536,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,1536,0.0379253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,1536,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,1536,0.03388799826304118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,1536,0.032630399862925215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,1536,0.032476800680160525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,1536,0.028542933861414592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,1536,0.02892586588859558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,1536,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,1536,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,1536,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,1536,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,1536,0.019528534015019736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,1536,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,1536,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,1536,0.010867200295130412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,1536,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,1536,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,1536,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,1536,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,1536,0.01050879955291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,1536,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,1536,0.009659733374913533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,1536,0.009704533219337463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,1536,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,1536,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,1536,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,1536,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,1536,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,1536,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,1536,0.009251200159390767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,1536,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,1536,0.00969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,1536,0.010446932911872864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,1536,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,1536,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,1536,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,1536,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,1536,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,1024,0.6357056299845378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,1024,0.36964371999104817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,1024,0.18074026107788085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,1024,0.1090506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,1024,0.1034058650334676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,1024,0.09968533515930175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,1024,0.08575359980265299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,1024,0.08434666792551676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,1024,0.08024960358937581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,1024,0.07622400124867758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,1024,0.07476267019907633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,1024,0.07452906767527262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,1024,0.06921172936757405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,1024,0.07276693185170492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,1024,0.06594880024592081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,1024,0.0627893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,1024,0.06208533445994059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,1024,0.06053119897842407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,1024,0.053763198852539065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,1024,0.0555402676264445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,1024,0.05091520150502523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,1024,0.04667199850082397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,1024,0.04380480051040649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,1024,0.0417087992032369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,1024,0.037412265936533615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,1024,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,1024,0.03297706643740336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,1024,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,1024,0.030798933903376263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,1024,0.029495465755462646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,1024,0.02318613330523173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,1024,0.021350399653116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,1024,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,1024,0.015768532951672874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,1024,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,1024,0.010570666193962098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,1024,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,1024,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,1024,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,1024,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,1024,0.008941866954167684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,1024,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,1024,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,1024,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,1024,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,1024,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,1024,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,1024,0.00773119976123174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,1024,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,1024,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,1024,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,1024,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,1024,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,1024,0.007446399827798207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,1024,0.007439999779065449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,1024,0.0074421331286430355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,1024,0.007420800129572551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,1024,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,1024,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,1024,0.007229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,1024,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,1024,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,1024,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,1024,0.007209600011507671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,1024,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,1024,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,1024,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,1024,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,1024,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,1024,0.007339733342329661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,1024,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,1024,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,1536,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,1024,0.007428266604741414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,1024,0.23505493799845376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,1024,0.12496533393859863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,1024,0.47606401443481444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,1024,0.07625599702199301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,1024,0.07780906359354654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,1024,0.06839146614074706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,1024,0.07090240319569906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,1024,0.0658016006151835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,1024,0.0681600014368693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,1024,0.06552213430404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,1024,0.07468586762746175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,1024,0.06311893463134766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,1024,0.07266133626302083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,1024,0.06513173182805379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,1024,0.05945813258488973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,1024,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,1536,0.009683199723561605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,1024,0.05813546578089396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,1024,0.05260586738586426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,1024,0.05339839855829874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,1024,0.05199679931004843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,1024,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,1024,0.04523413181304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,1024,0.0435477336247762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,1024,0.07420799732208253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,1024,0.04091946681340535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,1024,0.04098026752471924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,1024,0.04110080003738403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,1024,0.03701653480529785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,1024,0.03648746808369954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,1024,0.03431893189748128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,1024,0.034069331487019856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,1024,0.02927146752675374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,1024,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,1024,0.02496853272120158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,1024,0.025121066967646283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,1024,0.020819199085235596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,1024,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,1024,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,1024,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,1024,0.017909334103266398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,1024,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,1024,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,1024,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,1024,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,1024,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,1024,0.01679146687189738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,1024,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,1024,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,1024,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,1024,0.01684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,1024,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,1024,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,1024,0.01604159971078237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,1024,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,1024,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,1024,0.015203199783960977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,1024,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,1024,0.01539413332939148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,1024,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,1024,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,1024,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,1024,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,1024,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,1024,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,1024,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,1024,0.015024000406265258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,1024,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,1024,0.8973056157430014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,1024,0.24536852836608886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,1024,0.2564021269480387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,1024,1.7911647796630858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,1024,0.23119039535522462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,1024,0.22790187199910483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,1024,0.21834026972452797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,1024,0.21410026550292968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,1024,0.20344533920288085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,1024,0.20005547205607094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,1024,0.18845973014831544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,1024,0.18480854034423827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,1024,0.45850880940755206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,1024,0.17029867172241211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,1024,0.15974507331848145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,1024,0.15499092737833658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,1024,0.14585386912027995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,1024,0.1365909258524577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,1024,0.1306442658106486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,1024,0.12212053140004475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,1024,0.11159573396046955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,1024,0.09856853485107422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,1024,0.09106026490529379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,1024,0.08238826592763265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,1024,0.07095359961191813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,1024,0.06004480123519897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,1024,0.054503464698791505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,1024,0.17546666463216146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,1024,0.048853333791097006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,1024,0.043409065405527754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,1024,0.035461334387461345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,1024,0.025084799528121947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,1024,0.2428277333577474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,1024,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,1024,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,1024,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,1024,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,1024,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,1024,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,1024,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,1024,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,1024,0.019633066654205323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,1024,0.0385045329729716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,1024,0.028961066404978437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,1024,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,1024,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,1024,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,1024,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,1024,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,1024,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,1024,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,1024,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,1024,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,1024,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,1024,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,1024,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,1024,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,1024,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,1024,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,1024,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,1024,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,1024,0.010310399532318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,1024,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,1024,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,1024,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,1024,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,1024,0.010043733318646749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,1024,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,1024,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,1024,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,1024,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,1024,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,1024,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,1024,0.18724907239278157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,1024,0.36775147120157875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,1024,0.05703146855036417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,1024,0.09858453273773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,1024,0.05687573353449503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,1024,0.053643735249837246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,1024,0.053598932425181066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,1024,0.052286934852600095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,1024,0.050551466147104894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,1024,0.04924906492233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,1024,0.04735253254572551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,1024,0.04705173174540202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,1024,0.04473173220952352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,1024,0.043426132202148436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,1024,0.04343039989471435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,1024,0.041121065616607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,1024,0.04010133345921834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,1024,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,1024,0.03712853193283081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,1024,0.034622931480407716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,1024,0.03384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,1024,0.03282879988352458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,1024,0.030728532870610552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,1024,0.03021120031674703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,1024,0.027219200134277345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,1024,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,1024,0.02605866591135661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,1024,0.023439999421437582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,1024,0.023141332467397056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,1024,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,1024,0.0197653333346049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,1024,0.01625920037428538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,1024,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,1024,0.015592533349990844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,1024,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,1024,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,1024,0.00899839997291565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,1024,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,1024,0.00928000013033549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,1024,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,1024,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,1024,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,1024,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,1024,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,1024,0.008498133222262064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,1024,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,1024,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,1024,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,1024,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,1024,0.00849173367023468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,1024,0.00851200024286906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,1024,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,1024,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,1024,0.008827733000119527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,1024,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,1024,0.00885973374048869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,1024,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,1024,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,1024,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,1024,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,1024,0.008836266398429871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,1024,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,1024,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,768,0.4840810775756836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,768,0.24879786173502602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,768,0.13012800216674805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,768,0.07818986574808756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,768,0.07583466370900473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,768,0.07860480149586996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,768,0.06744106610616049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,768,0.06873493194580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,768,0.06275626818339029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,768,0.06023893356323242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,768,0.059287468592325844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,768,0.0596565326054891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,768,0.0528223991394043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,768,0.0524288018544515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,768,0.04961173137029012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,768,0.04735253254572551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,768,0.04691626628239949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,768,0.046009600162506104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,768,0.040873599052429196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,768,0.041869866847991946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,768,0.03909013271331787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,768,0.03601919809977214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,768,0.032657066980997726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,768,0.03147520025571187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,768,0.02879573305447896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,768,0.0277621328830719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,768,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,1024,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,768,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,768,0.02523840069770813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,768,0.023550933599472045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,768,0.02021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,768,0.01826559901237488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,768,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,768,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,768,0.011879466970761617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,768,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,768,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,768,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,768,0.008519466718037922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,768,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,768,0.008054399987061818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,768,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,768,0.007225599884986877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,768,0.006783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,768,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,768,0.006996266543865204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,768,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,768,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,768,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,768,0.006420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,768,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,768,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,768,0.0064650664726893115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,768,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,768,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,768,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,768,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,768,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,768,0.006035199761390686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,768,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,768,0.0060703997810681665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,768,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,768,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,768,0.006215466558933258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,768,0.006120533247788747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,768,0.006053333481152853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,768,0.0059797331690788266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,768,0.005973333120346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,768,0.005976533393065134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,768,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,768,0.006102400024731954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,768,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,768,0.006116266548633576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,768,0.38202667236328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,768,0.19906880060831705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,768,0.1201749324798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,768,0.08057706356048584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,768,0.07343359788258871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,768,0.07024319966634116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,768,0.06614613135655721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,768,0.0632202665011088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,768,0.061981864770253504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,768,0.059431465466817227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,768,0.05979520082473755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,768,0.05807786782582601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,768,0.057314133644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,768,0.05517546733220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,768,0.05822399854660034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,768,0.05144746700922648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,768,0.050988801320393885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,768,0.05016640027364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,768,0.048537600040435794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,768,0.04796266555786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,768,0.045933866500854494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,768,0.04159040053685506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,768,0.04031039873758952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,768,0.04047893285751343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,768,0.03729600111643473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,768,0.036190934975941974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,768,0.03516266743342082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,768,0.03192746639251709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,768,0.03184213240941365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,768,0.030347732702891032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,768,0.029546666145324706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,768,0.026975999275843304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,768,0.026048000653584796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,768,0.023706666628519692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,768,0.023874133825302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,768,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,768,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,768,0.019734400510787963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,768,0.01874026656150818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,768,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,768,0.01760639945665995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,768,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,768,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,768,0.017220266660054526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,768,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,768,0.01849493384361267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,768,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,768,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,768,0.01618026693662008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,768,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,768,0.015029333035151162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,768,0.01686933239301046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,768,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,768,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,768,0.015020799636840821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,768,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,768,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,768,0.014792533715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,768,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,768,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,768,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,768,0.015233066678047181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,768,0.014816000064214071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,768,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,768,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,768,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,768,0.8778432210286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,768,0.2419605255126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,768,1.7119679768880207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,768,0.4396810531616211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,768,0.2272106647491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,768,0.21346774101257324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,768,0.2476330598195394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,768,0.19737173716227213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,768,0.19196586608886718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,768,0.18380692799886067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,768,0.17945599555969238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,768,0.17102185885111493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,768,0.16485759417215984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,768,0.15729279518127443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,768,0.14946133295694988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,768,0.14338879585266112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,768,0.12964800198872883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,768,0.12327893575032552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,768,0.10456106662750245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,768,0.10016213258107502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,768,0.07530879974365234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,768,0.0732266664505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,768,0.0647541324297587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,768,0.06112320025761923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,768,0.05417706569035848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,768,0.049399467309316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,768,0.04530133406321208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,768,0.04052373170852661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,768,0.23761280377705893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,768,0.22306559880574545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,768,0.03247359991073608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,768,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,768,0.2079242706298828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,768,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,768,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,768,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,768,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,768,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,768,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,768,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,768,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,768,0.0352565328280131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,768,0.026190932591756182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,768,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,768,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,768,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,768,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,768,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,768,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,768,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,768,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,768,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,768,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,768,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,768,0.009265066186587016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,768,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,768,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,768,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,768,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,768,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,768,0.009455999732017517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,768,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,768,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,768,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,768,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,768,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,768,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,768,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,768,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,768,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,768,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,768,0.16205546061197917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,768,0.3134229342142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,768,0.08488639990488688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,768,0.05011200110117594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,768,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,768,0.010501333077748616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,768,0.04963093201319377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,768,0.047014399369557695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,768,0.04736106793085734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,768,0.04614933331807454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,768,0.04463893175125122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,768,0.043253334363301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,768,0.041815467675526935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,768,0.041468799114227295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,768,0.03958826859792074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,768,0.038737066586812335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,768,0.03862506548563639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,768,0.03626453479131063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,768,0.03590933481852214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,768,0.033029333750406904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,768,0.032517333825429276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,768,0.030595199267069502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,768,0.02995520035425822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,768,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,768,0.02691306670506795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,768,0.026873600482940675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,768,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,768,0.023305600881576537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,768,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,768,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,768,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,768,0.017917867501576742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,768,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,768,0.014781866470972696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,768,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,768,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,768,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,768,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,768,0.008431999882062276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,768,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,768,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,768,0.008845866719881693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,768,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,768,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,768,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,768,0.008083199958006541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,768,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,768,0.008188800017038981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,768,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,768,0.00812906672557195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,768,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,768,0.008428800106048583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,768,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,768,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,768,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,768,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,768,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,768,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,768,0.008822400371233623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,768,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,512,0.3643871943155924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,512,0.17926506996154784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,512,0.09596266746520996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,512,0.05257386763890585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,512,0.05274453163146973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,512,0.05568000078201294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,512,0.04952746629714966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,512,0.04822719891866048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,512,0.048097066084543866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,512,0.04626773198445638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,512,0.04302933216094971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,512,0.044550398985544845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,512,0.04092586835225423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,512,0.043399465084075925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,512,0.03504213492075602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,512,0.034747731685638425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,512,0.034322134653727215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,512,0.03059413234392802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,512,0.03129066626230876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,512,0.029028266668319702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,512,0.026443733771642046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,512,0.023882667223612465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,512,0.022181334098180135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,512,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,512,0.01884053349494934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,512,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,512,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,512,0.01770240068435669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,512,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,512,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,512,0.012339199582735699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,512,0.012202666203180949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,512,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,512,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,512,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,512,0.006779733300209046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,512,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,512,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,512,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,512,0.006072533130645752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,512,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,512,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,512,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,512,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,512,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,512,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,512,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,512,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,512,0.004341333111127218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,512,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,512,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,512,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,512,0.00388373335202535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,512,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,512,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,512,0.0035648000737031303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,512,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,512,0.0034624000390370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,512,0.0035264000296592714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,512,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,512,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,512,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,512,0.040113067626953124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,512,0.003517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,512,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,512,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,512,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,512,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,512,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,512,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,512,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,512,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,512,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,512,0.15529386202494305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,512,0.29401706059773763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,512,0.08294613361358642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,512,0.05629973411560059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,512,0.053780265649159754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,512,0.05557546615600586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,512,0.05305600166320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,512,0.052040533224741614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,512,0.050904532273610435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,512,0.05066026846567789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,512,0.050741334756215416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,512,0.04967466592788696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,512,0.04700160026550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,512,0.04592959880828858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,512,0.051040001710255946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,512,0.04289386669794719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,512,0.04251413345336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,512,0.04324906667073568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,512,0.04189653396606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,512,0.04035199880599975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,512,0.03557653427124023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,512,0.037146667639414474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,512,0.03537919918696086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,512,0.03407359917958577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,512,0.031438932816187544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,512,0.031326933701833086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,512,0.03006400068600972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,512,0.02818453311920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,512,0.027005867163340254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,512,0.025308799743652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,512,0.026756266752878826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,512,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,512,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,512,0.021401600042978922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,512,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,512,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,512,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,512,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,512,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,512,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,512,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,512,0.015363199512163797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,512,0.016005333264668783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,512,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,512,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,512,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,512,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,512,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,512,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,768,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,512,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,512,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,512,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,512,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,512,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,512,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,512,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,512,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,512,0.014816000064214071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,512,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,512,0.01729066570599874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,512,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,512,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,512,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,512,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,512,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,512,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,512,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,512,0.8293770472208658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,512,0.4155146598815918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,512,0.2231167952219645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,512,0.21008639335632323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,512,1.622926966349284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,512,0.1964416027069092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,512,0.2288287957509359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,512,0.18529067039489747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,512,0.17789120674133302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,512,0.17211839358011882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,512,0.1637386639912923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,512,0.15859413146972656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,512,0.1496938705444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,512,0.14533227284749348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,512,0.13343146642049153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,512,0.12959573268890381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,512,0.11565653483072917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,512,0.11081600189208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,512,0.09426773389180501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,512,0.09195520083109537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,512,0.06982719898223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,512,0.06798506577809652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,512,0.059381333986918125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,512,0.05632960001627604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,512,0.04984960158665975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,512,0.045908268292744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,512,0.04096853335698446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,512,0.0378602663675944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,512,0.21761600176493326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,512,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,512,0.20252480506896972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,512,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,512,0.19039467175801594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,512,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,512,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,512,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,512,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,512,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,512,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,512,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,512,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,512,0.03139093319574992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,512,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,512,0.023576533794403075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,512,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,512,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,512,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,512,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,512,0.007682133217652638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,512,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,512,0.00813973347345988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,512,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,512,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,512,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,512,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,512,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,512,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,512,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,512,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,512,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,512,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,512,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,512,0.13931840260823566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,512,0.2692789395650228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,512,0.07478613058725993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,512,0.04526826540629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,512,0.045244801044464114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,512,0.04246400197347005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,512,0.042794664700826004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,512,0.04118400017420451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,512,0.03974613348642985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,512,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,512,0.03919680118560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,512,0.037529599666595456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,512,0.03658026854197184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,512,0.03513600031534831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,512,0.03424746592839559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,512,0.033904000123341875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,512,0.032153600454330446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,512,0.03181013266245524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,512,0.029334400097529096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,512,0.026986666520436603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,512,0.029125332832336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,512,0.026441599925359088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,512,0.025705599784851076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,512,0.024069333076477052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,512,0.023149865865707397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,512,0.02144213318824768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,512,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,512,0.02057066758473714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,512,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,512,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,512,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,512,0.01498240033785502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,512,0.012523733576138816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,512,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,512,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,512,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,512,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,512,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,512,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,512,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,512,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,512,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,512,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,512,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,512,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,512,0.0076341331005096436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,512,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,512,0.007590400179227193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,512,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,512,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,512,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,512,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,512,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,512,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,512,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,512,0.0077567999561627705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,512,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,256,0.2473909378051758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,256,0.12052160104115803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,256,0.06148266792297363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,256,0.039559467633565264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,512,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,256,0.035943468411763504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,256,0.03604053258895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,256,0.03391253153483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,256,0.03282346725463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,256,0.03242026567459107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,256,0.030109866460164385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,256,0.030039467414220172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,256,0.029423999786376952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,256,0.030341333150863646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,256,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,256,0.03454720179239909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,256,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,256,0.024632533391316734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,256,0.02483200033505758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,256,0.02113920052846273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,256,0.019591466585795084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,256,0.018453333775202432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,256,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,256,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,256,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,256,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,256,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,256,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,256,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,256,0.0109525332848231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,256,0.011709866921106975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,256,0.00886400043964386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,256,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,256,0.007410133381684621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,256,0.0076341331005096436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,256,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,256,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,256,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,256,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,256,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,256,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,256,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,256,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,256,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,256,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,256,0.0035189333061377203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,256,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,256,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,256,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,256,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,256,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,256,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,256,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,256,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,256,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,256,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,256,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,256,0.0029290666182835894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,256,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,256,0.0028362666567166646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,256,0.0029279999434947968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,256,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,256,0.002664533257484436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,256,0.0028031999866167706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,256,0.0029418667157491045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,256,0.0028362666567166646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,256,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,256,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,256,0.12165653705596924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,256,0.2220597267150879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,256,0.07201706568400065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,256,0.0486080010732015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,256,0.046861867109934494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,256,0.06309760014216105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,256,0.04411840041478475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,256,0.05703253348668417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,256,0.04332480033238729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,256,0.04158399899800618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,256,0.04044906695683797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,256,0.04114773273468018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,256,0.03853120009104411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,512,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,256,0.04016000032424927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,256,0.04499626557032267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,256,0.035740800698598224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,256,0.04103786547978719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,256,0.03522133429845174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,256,0.03294933239618937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,256,0.03883519967397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,256,0.03234346707661946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,256,0.02991039951642354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,256,0.03031040032704671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,256,0.028467200199762982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,256,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,256,0.024410667022069295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,256,0.024895999828974405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,256,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,256,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,256,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,256,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,256,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,256,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,256,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,256,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,256,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,256,0.015837867061297098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,256,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,256,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,256,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,256,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,256,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,256,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,256,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,256,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,256,0.028408533334732054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,256,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,256,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,256,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,256,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,256,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,256,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,256,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,256,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,256,0.014754133423169455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,256,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,256,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,256,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,256,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,256,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,256,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,256,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,256,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,256,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,256,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,256,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,256,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,256,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,256,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,256,0.28817812601725257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,256,0.15524266560872396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,256,0.5666794459025065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,256,1.116765848795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,256,0.1467722733815511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,256,0.13823787371317547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,256,0.15979199409484862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,256,0.13076799710591633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,256,0.12484800020853679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,256,0.12205119927724202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,256,0.11437546412150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,256,0.1120853344599406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,256,0.1055338700612386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,256,0.10334933598836263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,256,0.09045226573944092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,256,0.08877440293629965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,256,0.0779637336730957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,256,0.0757258653640747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,256,0.06257066726684571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,256,0.05922026634216308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,256,0.05347946484883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,256,0.05154240131378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,256,0.04690239826838176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,256,0.043986133734385174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,256,0.03990826606750488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,256,0.03747520049413045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,256,0.03322986761728923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,256,0.030598400036493938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,256,0.15133333206176758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,256,0.14207466443379718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,256,0.1339765389760335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,256,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,256,0.02392639915148417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,256,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,256,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,256,0.011143466830253601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,256,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,256,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,256,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,256,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,256,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,256,0.02560960054397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,256,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,256,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,256,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,256,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,256,0.007603199779987335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,256,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,256,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,256,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,256,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,256,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,256,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,256,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,256,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,256,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,256,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,256,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,256,0.006986666719118755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,256,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,256,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,256,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,256,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,256,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,256,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,256,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,256,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,256,0.11303679943084717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,256,0.2099840005238851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,256,0.06314346790313721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,256,0.03716053167978923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,256,0.035708800951639814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,256,0.036992001533508304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,256,0.03498026529947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,256,0.03425706624984741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,256,0.03295466701189677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,256,0.03255573312441508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,256,0.03137386639912923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,256,0.030456533034642536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,256,0.029284266630808513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,256,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,256,0.02856106758117676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,256,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,256,0.028490666548411054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,256,0.026441599925359088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,256,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,256,0.024411733945210776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,256,0.024268800020217897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,256,0.0228767991065979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,256,0.021633066733678184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,256,0.022000000874201456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,256,0.019540266195933024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,256,0.019458132982254028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,256,0.01844053268432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,256,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,256,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,256,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,256,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,256,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,256,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,256,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,256,0.010970667004585266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,256,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,256,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,256,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,256,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,256,0.007371733089288075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,256,0.007179733117421467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,256,0.0074080000321070354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,256,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,256,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,256,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,256,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,256,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,128,0.19362346331278485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,128,0.10029866695404052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,128,0.05267413457234701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,128,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,128,0.030954666932423908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,128,0.029099732637405396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,128,0.02598186731338501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,128,0.027376000086466474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,128,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,128,0.025780266523361205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,128,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,128,0.022283732891082764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,128,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,128,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,128,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,128,0.021618133783340453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,128,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,128,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,128,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,128,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,128,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,128,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,128,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,128,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,128,0.028033065795898437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,128,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,128,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,128,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,128,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,128,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,128,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,128,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,128,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,128,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,128,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,128,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,128,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,128,0.004037333279848098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,128,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,128,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,128,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,128,0.003688533355792364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,128,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,128,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,128,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,256,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,128,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,128,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,128,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,128,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,128,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,128,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,128,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,128,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,128,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,128,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,128,0.0023562667270501454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,128,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,128,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,128,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,128,0.1089962641398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,128,0.19108266830444337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,128,0.0640501340230306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,128,0.04132906595865886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,128,0.0418069322903951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,128,0.04064639806747437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,128,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,128,0.03943893512090047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,128,0.03776853481928508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,128,0.03816426595052083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,128,0.03541333278020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,128,0.03571306864420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,128,0.035293865203857425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,128,0.03537386655807495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,128,0.033089067538579306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,128,0.033140265941619874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,128,0.03764586846033732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,128,0.03558506568272908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,128,0.031285333633422854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,128,0.02995413343111674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,128,0.02998720010121663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,128,0.026977066198984784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,128,0.031064534187316896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,128,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,128,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,128,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,128,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,128,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,128,0.022725333770116173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,128,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,128,0.02122453252474467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,128,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,128,0.02258666753768921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,128,0.018525866667429607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,128,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,128,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,128,0.01721386710802714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,128,0.015638400117556253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,128,0.015177599589029946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,128,0.03286079963048299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,128,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,128,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,128,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,128,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,128,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,128,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,128,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,128,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,128,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,128,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,128,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,128,0.013795199990272521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,128,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,128,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,128,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,128,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,128,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,128,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,128,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,128,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,128,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,128,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,128,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,128,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,128,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,128,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,128,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,128,0.015092266599337259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,128,0.012998400131861368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,128,0.4397141456604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,128,0.22322346369425455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,128,0.12184320290883381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,128,0.8621898651123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,128,0.11514133612314861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,128,0.1084287961324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,128,0.1246293306350708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,128,0.10086293220520019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,128,0.0969322681427002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,128,0.09419306914011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,128,0.08997120062510172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,128,0.08733759721120199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,128,0.08170239925384522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,128,0.08028799692789713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,128,0.07302292982737223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,128,0.07146026293436686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,128,0.06337066491444907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,128,0.061692798137664796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,128,0.053947734832763675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,128,0.05278826554616293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,128,0.04679893255233765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,128,0.044420266151428224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,128,0.040752001603444415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,128,0.03869866530100505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,128,0.03516586621602376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,128,0.03293439944585164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,128,0.02932586669921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,128,0.027708800633748372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,128,0.10982720057169597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,128,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,128,0.11698346932729084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,128,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,128,0.10346986452738445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,128,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,128,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,128,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,128,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,128,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,128,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,128,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,128,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,128,0.022362667322158813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,128,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,128,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,128,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,128,0.007439999779065449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,128,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,128,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,128,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,128,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,128,0.005976533393065134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,128,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,128,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,128,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,128,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,128,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,128,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,128,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,128,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,128,0.006517333288987477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,128,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,128,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,128,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,128,0.0061152001221974695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,128,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,128,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,128,0.006018133461475372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,128,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,128,0.19150932629903156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,128,0.10605653127034505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,128,0.0567413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,128,0.034550400575002034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,128,0.03428373336791992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,128,0.03266560037930806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,128,0.031999999284744264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,128,0.03099199930826823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,128,0.030561065673828124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,128,0.029662932952245074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,128,0.028579199314117433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,128,0.027688533067703247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,128,0.026841600735982258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,128,0.02621120015780131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,128,0.025784534215927125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,128,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,128,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,128,0.022490666309992472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,128,0.022318933407465616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,128,0.02037013371785482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,128,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,128,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,128,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,128,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,128,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,128,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,128,0.01593386630217234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,128,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,128,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,128,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,128,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,128,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,128,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,128,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,128,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,128,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,128,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,128,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,128,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,128,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,128,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,128,0.0073290665944417315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,128,0.00745066652695338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,128,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,128,0.00688213308652242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,128,0.006794666747252147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,128,0.007039999961853028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,128,0.006771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,128,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,128,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,128,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,128,0.007043200234572093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,128,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,64,0.1686709403991699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,64,0.08597760200500489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,64,0.047518932819366456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,64,0.0256330668926239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,64,0.026105600595474242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,64,0.024397865931193034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,64,0.02474986712137858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,64,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,64,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,64,0.02032853364944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,64,0.02164693276087443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,64,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,64,0.02069973349571228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,64,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,64,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,64,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,64,0.02235306700070699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,64,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,64,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,64,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,64,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,64,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,64,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,128,0.006874666611353557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,64,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,64,0.009879466891288758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,64,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,64,0.00865600009759267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,64,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,64,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,64,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,64,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,64,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,64,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,64,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,64,0.004428799947102865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,64,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,64,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,64,0.004172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,64,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,64,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,64,0.003189333279927572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,64,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,64,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,64,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,64,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,64,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,64,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,64,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,64,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,64,0.0028575999041398365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,64,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,64,0.0028021333118279776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,64,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,64,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,64,0.0023594667514165242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,64,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,64,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,64,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,64,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,64,0.10453653335571289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,64,0.19173866907755535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,64,0.06133013168970743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,64,0.04164906740188599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,64,0.041076266765594484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,64,0.041307731469472246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,64,0.03914453188578288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,64,0.03719253142674764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,64,0.038675200939178464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,64,0.03696000178654989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,64,0.03535466591517131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,64,0.0348906675974528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,64,0.035176531473795576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,64,0.03422826528549194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,64,0.032849067449569704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,64,0.032219733794530234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,64,0.0378655989964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,64,0.031439999739329025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,64,0.03614399830500285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,64,0.028959999481836956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,64,0.029148799180984498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,64,0.028600533803304035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,64,0.029809067646662395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,64,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,64,0.024975999196370443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,64,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,64,0.02691413362820943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,64,0.020832000176111858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,64,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,64,0.021336533625920615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,64,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,64,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,64,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,64,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,64,0.019160532951354982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,64,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,64,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,64,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,64,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,64,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,64,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,64,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,64,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,64,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,64,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,64,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,64,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,64,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,64,0.02177706758181254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,64,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,64,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,64,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,64,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,64,0.013385599851608277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,64,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,64,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,64,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,64,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,64,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,64,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,64,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,64,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,64,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,32,0.1703445275624593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,32,0.08818986415863037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,32,0.046233598391215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,32,0.027178666989008587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,32,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,64,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,32,0.026280534267425538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,32,0.024366933107376098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,32,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,32,0.023988266785939537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,32,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,32,0.021643733978271483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,32,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,64,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,32,0.02074880003929138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,32,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,32,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,32,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,32,0.022526933749516805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,32,0.01731200019518534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,32,0.015966932972272238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,32,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,32,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,32,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,32,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,32,0.010148266951243084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,32,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,32,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,32,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,32,0.009271466732025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,16384,32,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,16384,32,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,16384,32,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,16384,32,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,16384,32,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,16384,32,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,16384,32,0.005125333368778229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,16384,32,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,16384,32,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,16384,32,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,16384,32,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,16384,32,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,16384,32,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,16384,32,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,16384,32,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,16384,32,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,16384,32,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,16384,32,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,16384,32,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,16384,32,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,16384,32,0.0027744000156720476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,16384,32,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,16384,32,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,32,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,16384,32,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,16384,32,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,16384,32,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,16384,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,16384,32,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,16384,32,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,16384,32,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,16384,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,16384,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,16384,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,16384,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,16384,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,16384,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,16384,32,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,16384,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,16384,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,16384,32,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,16384,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,16384,32,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,32,0.02222080032030741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,32,0.18725546201070148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,32,0.10285653273264568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,32,0.0627573331197103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,32,0.041187198956807454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,32,0.040880000591278075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,32,0.04086079994837443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,32,0.037121065457661945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,16384,32,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,32,0.03829226493835449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,32,0.03789759874343872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,32,0.0357749342918396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,32,0.03554666837056478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,32,0.03512639999389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,32,0.03642880121866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,32,0.03305919965108235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,32,0.033638401826222734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,32,0.030897066990534468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,32,0.030104533831278486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,32,0.036584532260894774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,32,0.03627626498540242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,32,0.02914239962895711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,32,0.02902719974517822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,32,0.030899200836817426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,32,0.02603093385696411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,32,0.028058665990829467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,32,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,32,0.022322134176890055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,32,0.028730666637420653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,32,0.02220053275426229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,32,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,32,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,32,0.022618667284647623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,32,0.02168533404668172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,32,0.01795626680056254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,32,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,32,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,32,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,32,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,32,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,32,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,32,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,32,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,32,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,32,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,32,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,32,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,32,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,32,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,32,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,32,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,32,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,32,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,32,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,32,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,32,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,32,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,32,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,32,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,32,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,32,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,32,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,32,0.013458133737246195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,32,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,65536,4.130832036336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,65536,8.740005493164062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,65536,4.740511894226074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,65536,4.4789120356241865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,65536,17.298479715983074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,65536,4.072559992472331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,65536,4.45524787902832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,65536,3.830527941385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,65536,3.8826185862223306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,65536,4.101370811462402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,65536,3.53879451751709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,65536,3.619669278462728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,65536,3.5283679962158203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,65536,2.953125317891439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,65536,2.9444961547851562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,65536,3.0848798751831055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,65536,2.662778695424398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,65536,2.3013280232747397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,65536,2.925365447998047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,65536,2.333434740702311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,65536,2.2824586232503257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,65536,2.280464013417562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,65536,1.8486720720926921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,65536,1.4982186953226726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,65536,1.9297067324320476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,65536,1.6094560623168945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,65536,1.3523467381795247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,65536,1.455674648284912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,65536,1.063962697982788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,65536,0.8504587014516195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,65536,0.7562666734059652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,65536,0.6190773248672485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,65536,0.33539732297261554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,65536,0.29546133677164715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,65536,0.3144266605377197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,65536,34.81305694580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,65536,0.31909332672754925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,65536,0.33270933230717975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,65536,0.2759893337885539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,65536,0.26716800530751544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,65536,0.2721760074297587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,65536,0.2645813425381978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,65536,0.2326186696688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,65536,0.23405865828196207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,65536,0.23350934187571207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,65536,0.23340266942977905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,65536,0.26123199860254925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,65536,0.27107733488082886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,65536,0.24710933367411295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,65536,0.24576000372568765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,65536,0.24495999018351236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,65536,0.25034666061401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,65536,1.1643359661102295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,65536,0.24898133675257364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,65536,0.25247466564178467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,65536,0.24478934208552042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,65536,0.23749866088231406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,65536,0.24411733945210776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,65536,0.5709226528803507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,65536,0.23647467295328775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,65536,0.2387626568476359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,65536,0.23810132344563803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,65536,0.23561066389083862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,65536,0.23837866385777792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,65536,0.23546665906906128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,65536,0.23635733127593994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,65536,0.2336906592051188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,65536,0.23483733336130777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,65536,0.2327466607093811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,65536,0.23284266392389932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,65536,0.23179733753204346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,65536,0.23179733753204346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,65536,0.22946133216222128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,65536,0.23653332392374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,65536,5.1102720896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,65536,11.474906921386719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,65536,2.8323628107706704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,65536,2.9723307291666665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,65536,2.7042452494303384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,65536,2.6864213943481445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,65536,2.691919962565104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,65536,2.3080266316731772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,65536,2.5574026107788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,65536,2.480682690938314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,65536,22.911956787109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,65536,2.2294507026672363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,65536,2.2782880465189614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,65536,2.1988852818806968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,65536,1.8251147270202637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,65536,2.1081973711649575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,65536,1.7691946029663086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,65536,1.7595359484354656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,65536,1.5503360430399578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,65536,1.5751147270202637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,65536,1.3899253209431965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,65536,1.4539680480957031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,65536,1.2723946571350098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,65536,1.1794239679972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,65536,1.0548906326293945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,65536,1.0467253526051838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,65536,0.8565386931101481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,65536,0.9140533606211344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,65536,0.7460906505584717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,65536,0.7198026974995931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,65536,0.5328906774520874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,65536,1.9402079582214355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,65536,0.3860479990641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,65536,0.35681601365407306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,65536,0.2450986703236898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,65536,0.21466666460037231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,65536,0.2188160022099813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,65536,0.21365867058436075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,65536,0.21449067195256552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,65536,0.18498132626215616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,65536,0.2021226684252421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,65536,0.1850186586380005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,65536,0.16925332943598428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,65536,0.18361600240071616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,65536,0.1694399913152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,65536,0.1667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,65536,0.16192000110944113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,65536,0.16177067160606384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,65536,0.16050666570663452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,65536,0.16024532914161682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,65536,0.15924800435702005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,65536,0.15390933553377786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,65536,0.15365333358446756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,65536,0.15689067045847574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,65536,0.147599995136261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,65536,0.1464853286743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,65536,0.14389333128929138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,65536,0.14474133650461832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,65536,0.14226133624712625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,65536,0.14179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,65536,0.14276267091433206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,65536,0.14056000113487244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,65536,0.1395680010318756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,65536,0.14219199617703757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,65536,0.1397599975268046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,65536,0.13713600238164267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,65536,0.14312533537546793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,65536,0.13704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,65536,0.13617600003878275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,65536,0.14108799894650778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,65536,0.1352000037829081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,65536,0.1341973344484965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,65536,0.5617813269297282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,65536,0.13749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,65536,10.451482772827148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,65536,3.0125548044840493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,65536,2.692751884460449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,65536,2.3663199742635093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,65536,2.6686665217081704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,65536,2.2021172841389975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,65536,2.7553653717041016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,65536,2.1669440269470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,65536,2.3223253885904946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,65536,1.9906400044759114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,65536,2.310704072316488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,65536,1.7780052820841472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,65536,2.113562742869059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,65536,1.6095040639241536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,65536,2.033994674682617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,65536,1.6085386276245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,65536,1.9227412541707356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,65536,1.4128106435139973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,65536,1.762191931406657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,65536,1.2201013565063477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,65536,1.4470933278401692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,65536,1.0468533039093018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,65536,1.1132480303446453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,65536,0.9285279909769694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,65536,0.9064640204111735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,65536,0.7875626881917318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,65536,0.832810640335083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,65536,0.6074133316675822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,65536,0.6316959857940674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,65536,0.5097279946009318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,65536,0.43991466363271076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,65536,0.33338133494059247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,65536,0.2888053258260091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,65536,0.2291733423868815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,65536,0.2239840030670166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,65536,0.22397865851720175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,65536,0.21998933951059976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,65536,0.21886932849884033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,65536,0.21467200915018717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,65536,0.2159093419710795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,65536,0.21292267243067423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,65536,0.15108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,65536,0.14919466773668924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,65536,0.1492639978726705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,65536,0.14598400394121805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,65536,0.14660799503326416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,65536,0.14549332857131958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,65536,0.14434666434923807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,65536,0.14307199915250143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,65536,0.14266133308410645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,65536,0.14129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,65536,0.14098667105038962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,65536,0.1372266709804535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,65536,0.13757866621017456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,65536,0.13691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,65536,0.13660800457000732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,65536,0.13633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,65536,0.1362613340218862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,65536,0.1366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,65536,0.1367680033047994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,65536,0.13606933752695718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,65536,0.13682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,65536,0.13683733344078064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,65536,0.1365493337313334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,65536,0.13638933499654135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,65536,0.13590400417645773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,65536,0.13612799843152365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,65536,0.13570666313171387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,65536,0.13613866766293845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,65536,0.1362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,65536,0.2285919984181722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,65536,16.4116694132487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,65536,2.047642707824707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,65536,1.616538683573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,65536,1.450522740681966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,65536,1.343557357788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,65536,1.2876319885253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,65536,1.2749333381652832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,65536,1.227994680404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,65536,1.2592746416727703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,65536,1.1895733674367268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,65536,1.0362613201141357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,65536,1.0287306308746338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,65536,1.0217013359069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,65536,0.9191733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,65536,0.8955252965291342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,65536,0.8961013158162435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,65536,0.782800038655599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,65536,0.7814986705780029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,65536,0.7596746285756429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,65536,0.7606720129648844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,65536,0.6473280191421509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,65536,0.6421759923299154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,65536,0.633349339167277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,65536,0.5273706515630087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,65536,0.5163466533025106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,65536,0.5213493506113688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,65536,0.4139519929885864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,65536,0.41251198450724286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,65536,0.4024266799290975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,65536,0.29440534114837646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,65536,0.2817866603533427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,65536,0.2766186594963074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,65536,0.1715946594874064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,65536,0.14338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,65536,0.14246933658917746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,65536,0.14313600460688272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,65536,0.1418560047944387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,65536,0.14294933279355368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,65536,0.1453973352909088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,65536,0.14672533671061197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,65536,0.14936000108718872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,65536,0.14029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,65536,0.140666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,65536,0.14054933190345764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,65536,0.14044266939163208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,65536,0.13938132921854654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,65536,0.140666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,65536,0.14057067036628723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,65536,0.1383999983469645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,65536,0.13826666275660196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,65536,0.13879467050234476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,65536,0.13820266723632812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,65536,0.1381439963976542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,65536,0.1384053329626719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,65536,0.13850133617719015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,65536,0.13834666212399802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,65536,0.13848533233006796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,65536,0.13827199737230936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,65536,0.13822399576505026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,65536,0.137882669766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,65536,0.13865066568056741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,65536,0.139055997133255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,65536,0.13945600390434265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,65536,0.13988266388575235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,65536,0.13894933462142944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,65536,0.1399733324845632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,65536,0.14074666301409403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,65536,0.14043200016021729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,65536,0.14037332932154337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,65536,0.1400320033232371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,65536,0.13937066992123923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,51200,26.888661702473957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,51200,13.733051300048828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,65536,6.908378601074219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,51200,3.3025334676106772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,51200,6.658336003621419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,51200,3.261082649230957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,51200,3.5986506144205728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,51200,3.061722755432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,51200,3.5504372914632163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,51200,2.8902133305867515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,51200,2.9911521275838218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,51200,3.058512051900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,51200,2.95032533009847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,51200,2.3892319997151694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,51200,2.8086134592692056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,51200,2.260512034098307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,51200,2.4932212829589844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,51200,2.3056532541910806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,51200,2.220021406809489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,51200,2.145962715148926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,51200,1.8142239252726238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,51200,1.807594617207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,51200,1.8631146748860676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,51200,1.744981288909912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,51200,1.5730026563008626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,51200,1.3269440333048503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,51200,1.1755146980285645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,51200,1.2381386756896973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,51200,1.011562665303548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,51200,1.1093813578287761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,51200,0.8002613385518392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,51200,0.9254506429036459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,51200,0.608186682065328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,51200,0.6207466522852579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,51200,0.45366934935251874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,51200,0.46809065341949463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,51200,0.2563520073890686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,51200,0.2219466765721639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,51200,0.23176000515619913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,51200,0.24321067333221436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,51200,0.24412266413370767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,51200,0.2209440072377523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,51200,0.21669334173202515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,51200,0.21739200750986734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,51200,0.2121493419011434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,51200,0.18481600284576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,51200,0.18517333269119263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,51200,0.18153067429860434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,51200,0.18489599227905273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,51200,0.20960533618927002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,51200,0.18996800978978476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,51200,0.19041067361831665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,51200,0.18764267365137735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,51200,0.18734399477640787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,51200,0.20125333468119302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,51200,0.19618133703867593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,51200,0.19431465864181519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,51200,0.19215466578801474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,51200,0.189903994401296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,51200,0.1892533302307129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,51200,0.18848532438278198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,51200,0.1881706714630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,51200,0.18800000349680582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,51200,0.18755199511845908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,51200,0.18708799282709757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,51200,0.18740799029668173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,51200,0.1867146690686544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,51200,0.18392000595728555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,51200,0.1835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,51200,0.18305599689483643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,51200,0.18237332503000894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,51200,0.18216000000635782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,51200,0.1819253365198771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,51200,0.18106667200724283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,51200,0.179802676041921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,51200,17.67581303914388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,65536,1.6175840695699055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,51200,3.9914401372273765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,51200,2.164192040761312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,51200,8.393109639485678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,51200,2.1772212982177734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,51200,2.112837314605713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,51200,1.9758079846700032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,51200,2.1520427068074546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,51200,1.9020214080810547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,51200,1.8627999623616536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,51200,2.006885369618734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,51200,1.73743470509847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,51200,1.7266346613566081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,51200,1.5540587107340496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,51200,1.648405392964681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,51200,1.3942666053771973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,51200,1.3426027297973633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,51200,1.4666132926940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,51200,1.171290636062622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,51200,1.188693364461263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,51200,1.0667733351389568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,51200,1.0666986306508381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,51200,0.950160026550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,51200,0.9015680154164633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,51200,0.7793599764506022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,51200,0.8129599889119467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,51200,0.6692213217417399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,51200,0.6985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,51200,0.548362652460734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,51200,0.5607200066248575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,51200,0.42227200667063397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,51200,1.386474609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,51200,0.2709333300590515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,51200,0.16988799969355264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,51200,0.1553653379281362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,51200,0.15457066893577576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,51200,0.17674134174982706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,51200,0.16713599363962808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,51200,0.16532267133394876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,51200,0.14983466267585754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,51200,0.14921599626541138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,51200,0.14306132992108664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,51200,0.15028267105420431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,51200,0.13743999600410461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,51200,0.13557333747545877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,51200,0.39955198764801025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,51200,0.13089066743850708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,51200,0.12966400384902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,51200,0.2942506670951843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,51200,0.13115200400352478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,51200,0.12900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,51200,0.1293226679166158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,51200,0.12477333347002666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,51200,0.12650133172671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,51200,0.12011200189590454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,51200,0.119759996732076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,51200,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,51200,0.11494400103886922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,51200,0.11474666992823283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,51200,0.115365336338679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,51200,0.11336533228556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,51200,0.1135093371073405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,51200,0.11204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,51200,0.11251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,51200,0.11127466956774394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,51200,0.11019200086593628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,51200,0.10985599954922994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,51200,0.11051733295122783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,51200,0.11038933197657268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,51200,0.11003200213114421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,51200,0.10822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,51200,0.10743467013041179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,51200,0.10590400298436482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,65536,3.310160001118978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,51200,0.12993599971135458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,51200,2.7890345255533853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,51200,4.62061882019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,51200,2.219759941101074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,51200,2.5900746981302896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,51200,2.146202723185221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,51200,17.801029205322266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,51200,2.590160051981608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,51200,2.144005298614502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,51200,2.2870240211486816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,51200,1.981045405069987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,51200,2.1127306620279946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,51200,1.7278985977172852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,51200,1.5797279675801594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,51200,1.6579467455546062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,51200,1.3808479309082031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,51200,1.6299734115600586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,51200,1.373429298400879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,51200,1.9863732655843098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,51200,1.202181339263916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,51200,1.4880000750223796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,51200,1.45249605178833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,51200,1.046895980834961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,51200,1.2208267052968342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,51200,0.9953599770863851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,51200,0.822762648264567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,51200,0.808234691619873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,51200,0.6662026643753052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,51200,0.5409919818242391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,51200,0.9464266300201416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,51200,0.45263465245564777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,51200,0.6786666711171468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,51200,0.41390399138132733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,51200,0.2818560004234314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,51200,0.18397333224614462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,51200,0.17988799015680948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,51200,0.18026665846506754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,51200,0.17723733186721802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,51200,0.1783519983291626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,51200,0.17254400253295898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,51200,0.1734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,51200,0.17062399784723917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,51200,0.5926933288574219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,51200,0.2555519938468933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,51200,0.11972266435623169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,51200,0.11377066373825073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,51200,0.11332799990971883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,51200,0.11197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,51200,0.11140799522399902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,51200,0.11308266719182332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,51200,0.11110933621724446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,51200,0.10993599891662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,51200,0.10915199915568034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,51200,0.10783466696739197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,51200,0.10808533430099487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,51200,0.1065120001633962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,51200,0.10630933443705241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,51200,0.10654399792353313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,51200,0.10550933082898457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,51200,0.10541866223017375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,51200,0.11865599950154622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,51200,0.10559999942779541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,51200,0.10897066195805867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,51200,0.10594666997591655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,51200,0.10866666833559673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,51200,0.10578133662541707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,51200,0.10784533619880676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,51200,0.10612266262372334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,51200,0.10805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,51200,0.10556800166765849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,51200,0.10731732845306396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,51200,0.22357332706451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,51200,0.21153066555658975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,51200,0.12025599678357442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,51200,5.333594640096028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,51200,1.3281919956207275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,51200,11.973690032958984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,51200,1.3529653549194336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,51200,1.7206932703653972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,51200,1.084714651107788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,51200,1.5648372968037922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,51200,1.0332053502400715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,51200,0.987877368927002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,51200,0.934058666229248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,51200,0.9613119761149088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,51200,0.8470346927642822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,51200,0.9236533641815186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,51200,0.8164693514506022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,51200,0.7734506924947103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,51200,0.730522632598877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,51200,0.7244640191396078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,51200,0.639631986618042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,51200,0.6364746491114298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,51200,0.6085439920425415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,51200,0.6153279940287272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,51200,0.52510933081309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,51200,0.5201493501663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,51200,0.506384015083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,51200,0.4304266770680745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,51200,0.416869322458903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,51200,0.42499732971191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,51200,0.3264960050582886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,51200,0.3263253370920817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,51200,0.3142079909642537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,51200,0.2318293253580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,51200,0.22687999407450357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,51200,0.22225600481033325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,51200,0.1502346694469452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,51200,0.11201600233713786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,51200,0.11172800262769063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,51200,0.11161067088445027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,51200,0.11068800091743469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,51200,0.10960533221562703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,51200,0.10986666878064473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,51200,0.11066133777300517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,51200,0.11475200454394023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,51200,0.10832533240318298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,51200,0.10732266306877136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,51200,0.10734933614730835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,51200,0.10709333419799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,51200,0.10735999544461568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,51200,0.10724799831708272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,51200,0.10757333040237427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,51200,0.1076746682325999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,51200,0.10723732908566792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,51200,0.10770666599273682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,51200,0.10729066530863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,51200,0.10761066277821858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,51200,0.10678399602572124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,51200,0.10685867071151733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,51200,0.10547199845314026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,51200,0.1050879955291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,51200,0.10572800040245056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,51200,0.10525866349538167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,51200,0.1053546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,51200,0.10551466544469197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,51200,0.10545600454012553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,51200,0.10531199971834819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,51200,0.10610666871070862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,51200,0.10620266199111938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,51200,0.10615467031796773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,51200,0.10583999752998352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,51200,0.10604799787203471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,51200,0.10585600137710571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,51200,0.10563733180363973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,51200,0.10679466525713603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,16384,8.048730850219727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,16384,3.754058519999186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,16384,2.0224587122599282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,16384,1.069423993428548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,16384,1.0969866911570232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,16384,1.1096586386362712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,16384,0.9492159684499105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,16384,0.9777386983235677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,16384,0.9006186326344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,16384,0.8931146462758383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,16384,0.8902239799499512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,16384,0.7845760186513265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,16384,0.8864053090413412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,16384,0.7352800369262695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,16384,0.6993652979532877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,16384,0.6270720163981119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,16384,0.7029813130696615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,16384,0.5715306599934896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,16384,0.6739786465962728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,16384,0.5380533138910929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,16384,0.5300906499226888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,16384,0.5058506727218628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,16384,0.4353066682815552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,16384,0.39971200625101727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,16384,0.353551983833313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,16384,0.32891732454299927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,16384,0.28806400299072266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,16384,0.31299734115600586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,16384,0.23679999510447183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,16384,0.24900799989700317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,16384,0.1930560072263082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,16384,0.17638399203618368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,16384,0.14361066619555155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,16384,0.12300266822179158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,16384,0.08668800195058186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,16384,0.07836266855398814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,16384,0.4975466728210449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,16384,0.07746666669845581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,16384,0.08275733391443889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,16384,0.08116266628106435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,16384,0.07681599756081899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,16384,0.0765119989713033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,16384,0.07663466533025105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,16384,0.07055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,16384,0.06879466772079468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,16384,0.06910400092601776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,16384,0.06946666538715363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,16384,0.07504533231258392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,16384,0.07453866799672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,16384,0.07495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,16384,0.07398933172225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,16384,0.07306666672229767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,16384,0.07704000174999237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,16384,0.07454399764537811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,16384,0.07462933162848155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,16384,0.07194666564464569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,16384,0.07151466608047485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,16384,0.06947733461856842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,16384,0.07860266665617625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,16384,0.07032000025113423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,16384,0.06997333467006683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,16384,0.07010666529337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,16384,0.0692799985408783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,16384,0.0689333329598109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,16384,0.06937600175539653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,16384,0.0691786656777064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,16384,0.07464533547560374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,16384,0.07452266911665599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,16384,0.07428266604741414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,16384,0.07366399963696797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,16384,0.07424533367156982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,16384,0.07303466896216075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,16384,0.07302933434645335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,16384,0.07233599821726482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,16384,5.161461194356282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,16384,2.6607839266459146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,16384,1.3418505986531575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,16384,0.7367200056711832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,16384,0.7303786277770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,16384,0.692021369934082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,16384,0.6969066460927328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,16384,0.6399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,16384,0.631653348604838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,16384,0.581216017405192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,16384,0.5833653211593628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,16384,0.5548693339029948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,16384,0.5619626839955648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,16384,0.517525315284729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,16384,0.5074613491694132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,16384,0.4578239917755127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,16384,0.4836213191350301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,16384,0.42140265305836994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,16384,0.38205866018931073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,16384,0.4418133497238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,16384,0.37300801277160645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,16384,0.33896533648173016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,16384,0.3017066717147827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,16384,0.2874186635017395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,16384,0.2500480016072591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,51200,2.6550453503926597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,16384,0.24044267336527506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,16384,0.22548800706863403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,16384,0.26313600937525433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,16384,0.1753066579500834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,16384,0.22336000204086304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,16384,0.14275200168291727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,16384,0.16612266500790915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,16384,0.107232004404068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,16384,0.06797866523265839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,16384,0.13058666388193765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,16384,0.06398933132489522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,16384,0.07979733248551686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,16384,0.06481066842873891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,16384,0.06668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,16384,0.0676746666431427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,16384,0.06387733419736226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,16384,0.062405332922935486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,16384,0.059605335195859276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,16384,0.058448001742362976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,16384,0.057989334066708885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,16384,0.05874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,16384,0.05788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,16384,0.056741332014401756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,16384,0.05598933498064677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,16384,0.05701333284378052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,16384,0.33501867453257245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,16384,0.05509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,16384,0.051914667089780174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,16384,0.050586665670077004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,16384,0.05077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,16384,0.05063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,16384,0.05365866422653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,16384,0.05046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,16384,0.05090666810671488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,16384,0.050474668542544045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,16384,0.04947733382383982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,16384,0.050026665131251015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,16384,0.05021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,16384,0.04819199939568838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,16384,0.04818666477998098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,16384,0.04897066454092661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,16384,0.049141332507133484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,16384,0.04937066634496053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,16384,0.04872000217437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,16384,0.04877866804599762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,16384,0.049226666490236916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,16384,0.04902400076389313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,16384,0.04938666522502899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,16384,0.05235733091831207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,16384,2.7357918421427407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,16384,5.760986963907878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,16384,1.4484799702962239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,16384,0.8411413033803304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,16384,0.7890079816182455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,16384,0.8547360102335612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,16384,0.6584959824879965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,16384,0.713701327641805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,16384,0.8192373116811117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,16384,0.6409440040588379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,16384,0.6405973434448242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,16384,0.5904373327891032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,16384,0.6169386704762777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,16384,0.7617920239766439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,16384,0.5321013530095419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,16384,0.5816213289896647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,16384,0.4841119845708211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,16384,0.5168480078379313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,16384,0.4629013140996297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,16384,0.456709345181783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,16384,0.4103360176086426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,16384,0.44625600179036456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,16384,0.3585919936498006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,16384,0.37908267974853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,16384,0.3246240019798279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,16384,0.29020265738169354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,16384,0.26740266879399616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,16384,0.24008532365163168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,16384,0.19474667310714722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,16384,0.3206079999605815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,16384,0.16141333182652792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,16384,0.13854400316874185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,16384,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,16384,0.2444159984588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,16384,0.07125866909821828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,16384,0.07130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,16384,0.07171733180681865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,16384,0.07102933526039124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,16384,0.06946133573849995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,16384,0.06832533578077953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,16384,0.06805333495140076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,16384,0.06763733426729839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,16384,0.19468265771865845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,51200,1.2662560145060222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,16384,0.04867733518282572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,16384,0.08891200025876363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,16384,0.0476693312327067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,16384,0.04797333478927612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,16384,0.04800533254941305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,16384,0.04784533381462097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,16384,0.04786133269468943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,16384,0.04574400186538696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,16384,0.04458666841189066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,16384,0.04574933151404063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,16384,0.04578666885693868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,16384,0.04509866734345754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,16384,0.0443200021982193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,16384,0.04468800127506256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,16384,0.04410133262475332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,16384,0.044549331068992615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,16384,0.044165333112080894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,16384,0.043765331308046974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,16384,0.044165333112080894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,16384,0.04390933116277059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,16384,0.04389866689840952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,16384,0.07225599884986877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,16384,0.07249066730340321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,16384,0.07419733206431071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,16384,0.04905066887537638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,16384,0.07144000132878621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,16384,0.0783733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,16384,0.07471466561158498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,16384,0.0812853326400121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,16384,0.044768000642458596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,16384,0.04967466493447622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,16384,0.798858642578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,16384,1.6567467053731282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,16384,3.324861208597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,16384,0.41150665283203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,16384,0.3930426836013794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,16384,0.3896799882253011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,16384,0.3821733395258586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,16384,0.3471653461456299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,16384,0.3596239884694417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,16384,0.35042134920756024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,16384,0.31192533175150555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,16384,0.31895466645558673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,16384,0.3216480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,16384,0.28566932678222656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,16384,0.2813120086987813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,16384,0.28215734163920086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,16384,0.2626346747080485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,16384,0.24703200658162436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,16384,0.24936532974243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,16384,0.21944266557693481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,16384,0.22054400046666464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,16384,0.2109946608543396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,16384,0.21368267138799033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,16384,0.18133066097895303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,16384,0.18546400467554727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,16384,0.17889066537221274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,16384,0.14574133356412253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,16384,0.1465226709842682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,16384,0.15034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,16384,0.11381866534550984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,16384,0.11515733599662781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,16384,0.10942932963371277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,16384,0.08172800143559773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,16384,0.08550933003425598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,16384,0.07730933527151744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,16384,0.05921333531538645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,16384,0.0436160018046697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,16384,0.04229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,16384,0.04287466903527578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,16384,0.0421093354622523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,16384,0.04266133407751719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,16384,0.042277331153551735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,16384,0.04249866803487142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,16384,0.04462933540344238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,16384,0.04142933338880539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,16384,0.041135999063650765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,16384,0.04176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,16384,0.041375999649365745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,16384,0.04081333428621292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,16384,0.04038133223851522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,16384,0.040991999208927155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,16384,0.040477332969506584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,16384,0.040578665832678475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,16384,0.04033066580692927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,16384,0.04058400044838587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,16384,0.03995733211437861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,16384,0.04064533362785975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,16384,0.04038133223851522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,16384,0.040338667730490364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,16384,0.039349332451820374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,16384,0.04011466602484385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,16384,0.04046933352947235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,16384,0.039618665973345436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,16384,0.040349334478378296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,16384,0.03944266587495804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,16384,0.04021599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,16384,0.03959733247756958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,16384,0.03994133323431015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,16384,0.03976800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,16384,0.03932533413171768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,16384,0.04002933452526728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,12288,5.538405100504558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,16384,0.03938666731119156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,12288,1.3430453936258953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,12288,0.7721493244171143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,12288,2.998037338256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,12288,0.7376533349355062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,12288,0.6947733561197916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,12288,0.6435306469599406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,12288,0.6933279832204183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,12288,0.6305760145187378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,12288,0.6071946620941162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,12288,0.5833653211593628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,12288,0.5995093186696371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,12288,0.5249600013097128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,12288,0.4961706797281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,12288,0.47017598152160645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,12288,0.5064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,12288,0.4544746478398641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,12288,0.4904586474100749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,12288,0.41911999384562176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,12288,0.41182398796081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,12288,0.3763360182444255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,12288,0.3970400094985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,12288,0.337285319964091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,12288,0.30691732962926227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,12288,0.2716746727625529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,12288,0.2649493416150411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,12288,0.23410133520762125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,12288,0.25041067600250244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,12288,0.1901706655820211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,12288,0.2021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,12288,0.150629331668218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,12288,0.13597333431243896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,12288,0.11094933748245239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,12288,0.09866666793823242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,12288,0.06478400031725566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,12288,0.057706668972969055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,12288,0.057274664441744484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,12288,0.061103999614715576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,12288,0.06020266811052958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,12288,0.05635199944178263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,12288,0.056048000852266945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,12288,0.05539733171463013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,12288,0.0554613322019577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,12288,0.05005866785844167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,12288,0.04985066751639048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,12288,0.04985600213209788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,12288,0.05003199974695841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,12288,0.05402133365472158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,12288,0.5990613301595052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,12288,0.053871999184290566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,12288,0.05409599840641022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,12288,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,12288,0.04971200227737427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,12288,0.051498666405677795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,12288,0.05195199946562449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,12288,0.05414933462937673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,12288,0.0526506652434667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,12288,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,12288,0.051216001311937966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,12288,0.05137600004673004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,12288,0.05082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,12288,0.05134933193524679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,12288,0.05077866713205973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,12288,0.05053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,12288,0.05021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,12288,0.05017599960168203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,12288,0.05197333296140035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,12288,0.05170666674772898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,12288,0.05184000233809153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,12288,0.050981332858403526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,12288,0.052229334910710655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,12288,0.05179200073083242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,12288,0.052469333012898765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,12288,0.05180266499519348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,12288,3.8852319717407227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,12288,2.0023627281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,12288,1.0394773483276367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,12288,0.5780213276545206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,12288,0.5617333253224691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,12288,0.5229440132776896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,12288,0.5177546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,12288,0.48534401257832843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,12288,0.4814986785252889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,12288,0.45189865430196124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,12288,0.45431466897328693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,12288,0.4296799898147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,12288,0.4363413254419963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,12288,0.3924746513366699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,12288,0.3710933526357015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,12288,0.3476586739222209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,12288,0.35304001967112225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,12288,0.31754134098688763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,12288,0.33882665634155273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,12288,0.29000532627105713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,12288,0.28667734066645306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,12288,0.2547626694043477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,12288,0.26545600096384686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,12288,0.23354132970174155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,12288,0.22323199113210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,12288,0.2004959980646769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,12288,0.1921280026435852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,12288,0.16959466536839804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,12288,0.13542933265368143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,12288,0.1750346620877584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,12288,0.13743999600410461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,12288,0.1099679966767629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,12288,0.10519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,12288,0.08773866295814514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,12288,0.07948266466458638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,12288,0.05414933462937673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,12288,0.05271466573079427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,12288,0.05329066514968872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,12288,0.055013333757718406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,12288,0.055493334929148354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,12288,0.05129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,12288,0.05012799799442291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,12288,0.04938666522502899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,12288,0.04786666731039683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,12288,0.046207999189694725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,12288,0.04653333127498627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,12288,0.045653333266576133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,12288,0.04621333380540212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,12288,0.04572799801826477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,12288,0.04596266647179922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,12288,0.04358399907747904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,12288,0.041120000183582306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,12288,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,12288,0.04318933188915253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,12288,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,12288,0.043925335009892784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,12288,0.042965332667032875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,12288,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,12288,0.042591998974482216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,12288,0.058378666639328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,12288,0.04145599901676178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,12288,0.0408693328499794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,12288,0.042261332273483276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,12288,0.04042666653792063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,12288,0.040778666734695435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,12288,0.04084266722202301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,12288,0.04079466561476389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,12288,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,12288,0.03997333347797394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,12288,0.041077333192030586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,12288,0.041482667128245033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,12288,0.042810668547948204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,12288,0.04205866654713949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,12288,0.04153066625197729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,12288,4.4525651931762695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,12288,1.1762560208638508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,12288,2.216778596242269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,12288,0.6257386604944865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,12288,0.6404586633046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,12288,0.6851840019226074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,12288,0.5760960181554159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,12288,0.6111199855804443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,12288,0.5372746785481771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,12288,0.5780746539433798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,12288,0.5123626788457235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,12288,0.5300159851710001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,16384,0.03968266646067301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,12288,0.4780373175938924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,12288,0.49166401227315265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,12288,0.43647468090057373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,12288,0.4609333276748657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,16384,0.03980266551176707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,12288,0.39827199776967365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,12288,0.41977067788441974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,12288,0.39213867982228595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,12288,0.3349546591440837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,12288,0.38094933827718097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,12288,0.29469867547353107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,12288,0.3729706605275472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,12288,0.310698668162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,12288,0.2697333296140035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,12288,0.23943465948104858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,12288,0.22642666101455688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,12288,0.20111999909083048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,12288,0.15613333384195963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,12288,0.26046933730443317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,12288,0.11066133777300517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,12288,0.0869760016600291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,12288,0.20136533180872598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,12288,0.060271998246510826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,12288,0.0605973352988561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,12288,0.0605973352988561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,12288,0.06025599936644236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,12288,0.05829866727193197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,12288,0.058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,12288,0.05788800120353699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,12288,0.055973331133524575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,12288,0.13014933466911316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,12288,0.15409066279729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,12288,0.07276266813278198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,12288,0.04128533353408178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,12288,0.04031466692686081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,12288,0.04041066765785217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,12288,0.039813332259655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,12288,0.03980266551176707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,12288,0.03732266773780187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,12288,0.040576001008351646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,12288,0.037392000357309975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,12288,0.037685332198937736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,12288,0.03685333331425985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,12288,0.03656533360481262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,12288,0.03619733452796936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,12288,0.03558400024970373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,12288,0.03709333389997482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,12288,0.03697066754102707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,12288,0.037290667494138084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,12288,0.03665599972009659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,12288,0.0626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,12288,0.05817066629727682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,12288,0.06421866516272227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,12288,0.06217599908510844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,12288,0.0683840016523997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,12288,0.060047999024391174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,12288,0.06473599870999654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,12288,0.06417066852251689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,12288,0.04004266609748205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,12288,0.06676800052324931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,12288,0.054570664962132774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,12288,0.03566399961709976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,12288,0.0401706670721372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,12288,1.156549294789632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,12288,0.6199946800867716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,12288,2.463256041208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,12288,0.3152239918708801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,12288,0.300981342792511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,12288,0.2944213350613912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,12288,0.29426934321721393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,12288,0.26922400792439777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,12288,0.27564533551534015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,12288,0.2683519919713338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,12288,0.2460106611251831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,12288,0.24251466989517212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,12288,0.24964000781377158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,12288,0.21690666675567627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,12288,0.21913333733876547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,12288,0.217738668123881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,12288,0.20109866062800089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,12288,0.19128533204396567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,12288,0.19082667430241904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,12288,0.1691866715749105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,12288,0.1710240046183268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,12288,0.16330666343371072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,12288,0.16498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,12288,0.14034400383631387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,12288,0.1429413358370463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,12288,0.1376213332017263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,12288,0.11455466349919637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,12288,0.11303200324376424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,12288,0.11607467134793599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,12288,0.08864800135294597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,12288,0.08803733189900716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,12288,0.08583199977874756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,12288,0.06489333510398865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,12288,0.06603733201821645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,12288,0.05991466840108236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,12288,0.04265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,12288,0.03531466672817866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,12288,0.034117333590984344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,12288,0.034290666381518044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,12288,0.03401866555213928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,12288,0.03462666769822439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,12288,0.03331200033426285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,12288,0.03365066647529602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,12288,0.03420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,12288,0.03250933438539505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,12288,0.03216800093650818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,12288,0.0325573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,12288,0.03246133277813593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,12288,0.032186667124430336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,12288,0.032216000060240425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,12288,0.03218133250872294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,12288,0.03235200047492981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,12288,0.03215733418862025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,12288,0.0322080006202062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,12288,0.031816000739733376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,12288,0.03245066603024801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,12288,0.03236799935499827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,12288,0.031178665657838184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,12288,0.03125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,12288,0.03234133372704188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,12288,0.032229334115982056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,12288,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,12288,0.03158933420976003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,12288,0.0321040004491806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,12288,0.031170666217803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,12288,0.03165333221356074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,12288,0.031317333380381264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,12288,0.03256800025701523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,12288,0.03125066558519999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,12288,0.03182666748762131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,10240,4.8696638743082685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,10240,2.8225011825561523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,10240,1.3700052897135417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,10240,0.7179786364237467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,10240,0.6607893308003744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,10240,0.6900800069173177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,10240,0.5901920000712076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,10240,0.658181349436442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,10240,0.6037653287251791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,10240,0.578223983446757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,10240,0.5112586816151937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,10240,0.49487467606862384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,10240,0.48802133401234943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,10240,0.5050026575724283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,10240,0.44756801923116046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,10240,0.4291946490605672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,10240,0.40119465192159015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,10240,0.40215468406677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,10240,0.385696013768514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,10240,0.377072016398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,10240,0.36982401212056476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,10240,0.33105067412058514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,10240,0.35102399190266925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,10240,0.2825813293457031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,10240,0.26900267601013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,10240,0.2131040096282959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,10240,0.21077332894007364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,10240,0.18148799737294516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,10240,0.18928533792495728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,10240,0.14972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,10240,0.15458133816719055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,10240,0.12339199582735698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,10240,0.11763733625411987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,10240,0.09256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,10240,0.08275199929873149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,10240,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,10240,0.04985600213209788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,10240,0.05054399867852529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,10240,0.052789335449536644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,10240,0.052746668457984924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,10240,0.04832000037034353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,10240,0.04786666731039683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,10240,0.0481279989083608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,10240,0.04799466828505198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,10240,0.04287466903527578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,10240,0.04231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,10240,0.042352000872294106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,10240,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,10240,0.046906664967536926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,10240,0.04632000128428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,10240,0.04683733483155569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,10240,0.04609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,10240,0.041690667470296226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,10240,0.043749332427978516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,10240,0.04420266548792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,10240,0.048122664292653404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,10240,0.048010667165120445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,10240,0.046944002310434975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,10240,0.0454773356517156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,10240,0.046096002062161766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,10240,0.045498669147491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,10240,0.04496533175309499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,10240,0.045125335454940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,10240,0.04418133199214935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,10240,0.04383466641108195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,10240,0.04654400050640106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,10240,0.04491200049718221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,10240,0.04619200030962626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,10240,0.044879997769991554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,10240,0.04520000020662943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,10240,0.04730133215586344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,10240,0.046394666035970054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,10240,0.04619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,10240,0.0454720010360082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,10240,3.1962401072184243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,10240,1.6684800783793132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,10240,0.8718933264414469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,10240,0.4802159865697225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,10240,0.4423760175704956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,10240,0.42313865820566815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,10240,0.4193840026855469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,10240,0.42529066403706867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,12288,0.03155199935038885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,10240,0.3996560176213582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,10240,0.37507466475168866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,10240,0.3752506573994954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,10240,0.3515919844309489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,10240,0.3631173372268677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,10240,0.34298400084177655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,10240,0.30726667245229083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,10240,0.29053332408269245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,10240,0.2794293363889058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,10240,0.2617680033047994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,10240,0.2608213424682617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,10240,0.23915733893712363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,10240,0.2257573405901591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,10240,0.22116533915201822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,10240,0.22060267130533853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,10240,0.1996826728185018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,10240,0.17644000053405762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,10240,0.17294933398564658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,10240,0.14895199735959372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,10240,0.1439466675122579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,10240,0.11869866649309795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,10240,0.2539066672325134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,10240,0.12225866317749023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,10240,0.09785067041714986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,10240,0.09292533000310262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,10240,0.06799733142058055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,10240,0.07498933374881744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,10240,0.05157333115736643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,10240,0.049039999643961586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,10240,0.04738133152325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,10240,0.047314668695131935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,10240,0.048621331652005516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,10240,0.04696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,10240,0.04619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,10240,0.04494133094946543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,10240,0.0433573325475057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,10240,0.04231733580430349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,10240,0.0421973317861557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,10240,0.041984001795450844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,10240,0.04146933307250341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,10240,0.040976000328858696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,10240,0.040218666195869446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,10240,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,10240,0.0391893337170283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,10240,0.037962667644023895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,10240,0.03763733307520548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,10240,0.03716266651948293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,10240,0.037346666057904564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,10240,0.03992799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,10240,0.039349332451820374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,10240,0.03748800108830134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,10240,0.03566666692495346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,10240,0.03579200059175491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,10240,0.03563733398914337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,10240,0.03519733250141144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,10240,0.035202667117118835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,10240,0.03488533447186152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,10240,0.0354720006386439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,10240,0.03676266719897588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,10240,0.038664000729719795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,10240,0.03575466573238373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,10240,0.03676533450682958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,10240,0.03734933336575826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,10240,0.03893866638342539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,10240,0.03735733280579249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,10240,0.03877066572507223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,12288,0.03236533453067144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,10240,1.981269359588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,10240,3.899677276611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,10240,0.5761520067850748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,12288,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,10240,0.5108346541722616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,10240,1.0373040040334065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,10240,0.4815359910329183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,10240,0.6046133438746134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,10240,0.4599466721216838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,10240,0.46484800179799396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,10240,0.42420534292856854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,10240,0.42638134956359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,10240,0.5656933387120565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,10240,0.38441598415374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,10240,0.40320801734924316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,10240,0.350109338760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,10240,0.3702799876530965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,10240,0.33456265926361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,10240,0.3310106595357259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,10240,0.29682934284210205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,10240,0.30935466289520264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,10240,0.26148533821105957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,10240,0.268501341342926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,10240,0.23391733566919962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,10240,0.2103066643079122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,10240,0.19471466541290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,10240,0.175544003645579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,10240,0.5195600191752116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,10240,0.13204532861709595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,10240,0.5112080176671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,10240,0.23430132865905762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,10240,0.09565599759419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,10240,0.07667199770609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,10240,0.1725333333015442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,10240,0.05213066438833872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,10240,0.05193333327770233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,10240,0.052018667260805763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,10240,0.051741331815719604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,10240,0.04969066878159841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,10240,0.049229333798090615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,10240,0.048866664369901024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,10240,0.04764266808827718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,10240,0.13281333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,10240,0.11709599693616231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,10240,0.06161333123842875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,10240,0.03490933279196421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,10240,0.034416000048319496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,10240,0.03404266635576884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,10240,0.034245334565639496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,10240,0.03403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,10240,0.03121600051720937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,10240,0.031122667094071705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,10240,0.0310506671667099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,10240,0.030320001145203907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,10240,0.03018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,10240,0.030192000170548756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,10240,0.03068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,10240,0.03049866606791814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,10240,0.030082667867342632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,10240,0.03025600065787633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,10240,0.03384533276160558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,10240,0.047426665822664894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,10240,0.04947733382383982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,10240,0.04735200107097626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,10240,0.04647733271121979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,10240,0.047610665361086525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,10240,0.049229333798090615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,10240,0.046570668617884316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,10240,0.0476826677719752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,10240,0.04798933366934458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,10240,0.04967733224232992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,10240,0.04608266552289327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,10240,0.047354668378829956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,10240,0.03528800110022227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,10240,0.03443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,10240,0.9799270629882812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,10240,2.1754097408718533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,10240,0.5233830875820583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,10240,0.2697849008772108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,10240,0.252129766676161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,10240,0.2510417832268609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,10240,0.25728710492451984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,10240,0.22959287961324057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,10240,0.2297511100769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,10240,0.22844799359639487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,10240,0.2162168953153822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,10240,0.20726754930284289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,10240,0.20644977357652453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,10240,0.1855857769648234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,10240,0.19092622068193224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,10240,0.18638222747378877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,10240,0.16753955682118735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,10240,0.1676266723208957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,10240,0.16122844484117296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,10240,0.1437564425998264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,10240,0.1430435578028361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,10240,0.14274133576287165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,10240,0.1406951083077325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,10240,0.11908088790045844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,10240,0.11929244465298122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,10240,0.12033600277370876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,10240,0.09663644764158462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,10240,0.09494222535027398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,10240,0.09627555476294623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,10240,0.07785066631105211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,10240,0.07453866799672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,10240,0.07254933648639254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,10240,0.053207112683190234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,10240,0.05803555250167847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,10240,0.05082133412361145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,10240,0.03834844297832913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,10240,0.02971733278698391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,10240,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,10240,0.029706666866938274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,10240,0.02964622113439772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,10240,0.02961955467859904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,10240,0.03029688861634996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,10240,0.029024001624849107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,10240,0.02920177910063002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,10240,0.028268443213568792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,10240,0.028316444820827905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,10240,0.027644443843099806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,10240,0.027727999620967444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,10240,0.02755022214518653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,10240,0.027505778604083594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,10240,0.02748799986309475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,10240,0.0277173337009218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,10240,0.02747022277779049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,10240,0.027052443888452318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,10240,0.02753777801990509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,10240,0.027463111612531874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,10240,0.02718222141265869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,10240,0.02721244427892897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,10240,0.02697066631582048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,10240,0.026915555198987324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,10240,0.027267555395762127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,10240,0.026897778113683064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,10240,0.027196443743175928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,10240,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,10240,0.026924444569481745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,10240,0.026709333062171936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,10240,0.0270115551021364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,10240,0.02757688860098521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,10240,0.026903111073705886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,10240,0.026906667484177485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,10240,0.026871111657884385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,8192,4.0504961013793945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,8192,2.181509335835775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,8192,1.1275466283162434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,8192,0.6309173504511515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,8192,0.5592746734619141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,8192,0.5941493511199951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,8192,0.5572426716486613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,8192,0.5148640076319376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,8192,0.45723732312520343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,8192,0.45740799109141034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,8192,0.410314679145813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,8192,0.42128535111745197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,8192,0.4025546709696452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,8192,0.39742398262023926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,8192,0.3474133412043254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,8192,0.31938666105270386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,8192,0.31620800495147705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,8192,0.30984000364939374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,8192,0.3127466638882955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,10240,0.02696177860101064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,8192,0.307584007581075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,8192,0.2727573315302531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,8192,0.2381760080655416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,8192,0.2499786615371704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,8192,0.22452799479166666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,8192,0.22431999444961548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,8192,0.18012267351150513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,8192,0.17654933532079062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,8192,0.154858668645223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,8192,0.1507306694984436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,8192,0.12730666995048523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,8192,0.12460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,8192,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,8192,0.0965226689974467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,8192,0.07746666669845581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,8192,0.0666720022757848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,8192,0.0462773342927297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,8192,0.04164266586303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,8192,0.043663998444875084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,8192,0.04353600243727366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,8192,0.04091733445723852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,8192,0.04021333406368891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,8192,0.04011733333269755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,8192,0.0396373321612676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,8192,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,8192,0.03568533311287562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,8192,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,8192,0.036042665441830955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,8192,0.03941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,8192,0.039488000174363456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,8192,0.039813332259655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,8192,0.03955733279387156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,8192,0.035375999907652535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,8192,0.037503999968369804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,8192,0.03774400055408478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,8192,0.038549333810806274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,8192,0.03961066653331121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,8192,0.039488000174363456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,8192,0.0383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,8192,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,8192,0.038191998998324074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,8192,0.039093332986036934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,8192,0.03751466671625773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,8192,0.03789866715669632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,8192,0.03822399924198786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,8192,0.03783999880154928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,8192,0.03882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,8192,0.03853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,8192,0.03855466594298681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,8192,0.037920000652472176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,8192,0.039706667264302574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,8192,0.0417546679576238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,8192,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,8192,0.03986666599909464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,8192,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,8192,2.601978619893392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,8192,1.3408959706624348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,8192,0.6922372976938883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,8192,0.3711386521657308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,8192,0.36035998662312824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,8192,0.33699464797973633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,8192,0.34386666615804035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,8192,0.31985066334406537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,8192,0.3373066584269206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,8192,0.29306666056315106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,8192,0.27847999334335327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,8192,0.29869065682093304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,8192,0.275544007619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,8192,0.27884000539779663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,8192,0.2447119951248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,8192,0.24116533994674683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,8192,0.22712800900141397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,8192,0.22071200609207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,8192,0.21313599745432535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,8192,0.21386132637659708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,8192,0.19543999433517456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,8192,0.18545067310333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,8192,0.17544267574946085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,8192,0.18014399210611978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,8192,0.1641413370768229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,8192,0.14305333296457926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,8192,0.13036800424257913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,8192,0.12022667129834493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,8192,0.11834399898846944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,8192,0.09589866797129314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,8192,0.08051466445128123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,8192,0.0960586667060852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,8192,0.07743466893831889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,8192,0.06218933562437693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,8192,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,8192,0.044794668753941856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,8192,0.04141333450873693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,8192,0.041109333435694374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,8192,0.0415786678592364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,8192,0.04207199811935425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,8192,0.041362665593624115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,8192,0.04028266668319702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,8192,0.039330666263898216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,8192,0.03887466589609782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,8192,0.03753333290417989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,8192,0.03679200013478597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,8192,0.035562666753927864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,8192,0.035261332988739014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,8192,0.03606666624546051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,8192,0.035933333138624825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,8192,0.03672266751527786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,8192,0.03487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,8192,0.03316266586383184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,8192,0.033245332539081573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,8192,0.03222133219242096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,8192,0.031197334329287212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,8192,0.0313253328204155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,8192,0.03311466674009959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,8192,0.030978667239348095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,8192,0.031176000833511353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,8192,0.031680000325044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,8192,0.031314666072527565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,8192,0.031018666923046112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,8192,0.031397332747777305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,8192,0.03188000122706095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,8192,0.03241866578658422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,8192,0.03217600037654241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,8192,0.03192266573508581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,8192,0.031159999469916027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,8192,0.03351200123627981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,8192,0.034029332300027214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,8192,0.03327466547489166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,8192,0.03338133295377096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,8192,0.033186666667461395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,8192,1.6748693784077961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,8192,0.8902400334676107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,8192,3.310890515645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,8192,0.48188531398773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,10240,0.02702577743265364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,8192,0.44629065195719403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,10240,0.026942221654786006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,8192,0.424890677134196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,8192,0.5250266790390015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,8192,0.3999893267949422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,8192,0.40556800365448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,8192,0.49005866050720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,8192,0.3603626489639282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,8192,0.3676613171895345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,8192,0.3358773390452067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,8192,0.35235198338826496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,8192,0.305784006913503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,8192,0.3204853336016337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,8192,0.290175994237264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,8192,0.25997066497802734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,8192,0.26905866463979083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,8192,0.22830132643381754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,8192,0.2868853410085042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,8192,0.23543467124303183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,8192,0.20207200447718301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,8192,0.1835226615269979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,8192,0.168338676293691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,8192,0.1508906682332357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,8192,0.4533626635869344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,8192,0.11582133173942566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,8192,0.44385067621866864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,8192,0.20484799146652222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,8192,0.083256001273791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,8192,0.06685333450635274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,8192,0.14907733599344888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,8192,0.04557066659132639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,8192,0.0444186677535375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,8192,0.04492799937725067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,8192,0.04444799820582072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,8192,0.04244000216325124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,8192,0.041490666568279266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,8192,0.04194400211175283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,8192,0.04126933217048645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,8192,0.11527466773986816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,8192,0.09993066390355428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,8192,0.053727999329566956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,8192,0.030536000927289326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,8192,0.030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,8192,0.03012533237536748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,8192,0.029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,8192,0.029167999823888142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,8192,0.02752533306678136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,8192,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,8192,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,8192,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,8192,0.027050666511058807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,8192,0.027101332942644756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,8192,0.026911998788515728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,8192,0.03830133378505707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,8192,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,8192,0.0401733343799909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,8192,0.040680001179377236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,8192,0.038935999075571694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,8192,0.03935199975967407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,8192,0.04033333311478297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,8192,0.03940266619126002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,8192,0.03945866723855337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,8192,0.03931466738382975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,8192,0.039359999199708305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,8192,0.04025333374738693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,8192,0.04098133246103922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,8192,0.04223733146985372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,8192,0.03924000014861425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,8192,0.02991199990113576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,8192,0.02993333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,8192,0.029821333785851795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,8192,1.5653866661919489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,8192,0.7489564683702258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,8192,0.40769065750969785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,8192,0.21988088554806182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,8192,0.20392178164588082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,8192,0.20526577366722953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,8192,0.20873955885569254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,8192,0.18570133050282797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,8192,0.1870328850216336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,8192,0.1862328847249349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,8192,0.17571377754211426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,8192,0.16793955696953666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,8192,0.16862755351596406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,8192,0.15254578325483534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,8192,0.15509866343604192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,8192,0.15068088637457952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,8192,0.1364871131049262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,8192,0.13707378175523546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,8192,0.1336924499935574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,8192,0.11633777618408203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,8192,0.11609421836005317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,8192,0.11634133921729194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,8192,0.11424711015489365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,8192,0.09627377986907959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,8192,0.09712711307737563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,8192,0.09705244170294867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,8192,0.07883555359310575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,8192,0.07884799771838717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,8192,0.07847288582060072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,8192,0.06309866905212402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,8192,0.060807108879089355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,8192,0.060440891318851046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,8192,0.04632177617814806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,8192,0.04430222180154589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,8192,0.031694223483403526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,8192,0.04239644606908163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,8192,0.02529777752028571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,8192,0.024842666255103216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,8192,0.024990222520298425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,8192,0.02517866591612498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,8192,0.024970667229758367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,8192,0.02476088868247138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,8192,0.025544888443417017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,8192,0.024977778395016987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,8192,0.02349688940578037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,8192,0.023621333969963923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,8192,0.023610666394233704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,8192,0.02368533280160692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,8192,0.022855111294322546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,8192,0.02287111183007558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,8192,0.023553777072164748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,8192,0.02283199959331089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,8192,0.02302933401531643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,8192,0.02363555630048116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,8192,0.02290488945113288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,8192,0.022991999983787537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,8192,0.02310933338271247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,8192,0.022984888818528917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,8192,0.02292977770169576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,8192,0.02286400066481696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,8192,0.022812444302770827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,8192,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,8192,0.023150222169028387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,8192,0.023027555810080633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,8192,0.02241777711444431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,8192,0.02275733318593767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,8192,0.022848000129063923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,8192,0.023191110955344305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,8192,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,8192,0.022812444302770827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,8192,0.022840888963805303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,7168,3.322138786315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,8192,0.02294933299223582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,7168,0.8212640285491943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,7168,1.8185332616170247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,7168,0.44926400979359943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,7168,0.5210666656494141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,7168,0.40381864706675213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,7168,0.5187520186106364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,7168,0.413424015045166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,7168,0.45657598972320557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,7168,0.38309331734975177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,7168,0.42002665996551514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,7168,0.3998986482620239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,7168,0.37411201000213623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,7168,0.3246613343556722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,7168,0.30480533838272095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,7168,0.29443200429280597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,7168,0.28429333368937176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,7168,0.2842666705449422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,7168,0.2655786673227946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,7168,0.2473120093345642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,7168,0.23829867442448935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,7168,0.2274186611175537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,7168,0.20202134052912393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,7168,0.208079993724823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,7168,0.3641333182652791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,7168,0.15970666209856668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,7168,0.1638879974683126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,7168,0.1397279997666677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,7168,0.14199466506640115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,7168,0.11494400103886922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,7168,0.12200533350308736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,7168,0.09283199906349182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,7168,0.08855467041333516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,7168,0.07008533179759979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,7168,0.0640533318122228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,7168,0.044405331214269005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,7168,0.03757333258787791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,7168,0.040031999349594116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,7168,0.0390133336186409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,7168,0.03647999962170919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,7168,0.036576000352700554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,7168,0.035818666219711304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,7168,0.03583999971548716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,7168,0.033200000723203026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,7168,0.0328053335348765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,7168,0.03209066639343897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,7168,0.03305066625277201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,7168,0.03562133262554804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,7168,0.0355679988861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,7168,0.03573866685231527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,7168,0.0349440003434817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,7168,0.03177600105603536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,7168,0.033759998778502144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,7168,0.03376533339420954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,7168,0.03380800038576126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,7168,0.03629866739114126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,7168,0.03600533306598663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,7168,0.035232000052928925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,7168,0.03457066665093104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,7168,0.036015999813874565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,7168,0.035242666800816856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,7168,0.03363200028737386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,7168,0.03375466664632162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,7168,0.03380800038576126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,7168,0.03426666557788849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,7168,0.034517332911491394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,7168,0.03480000048875809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,7168,0.03412266572316488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,7168,0.03404266635576884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,7168,0.035487999518712364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,7168,0.03532266616821289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,7168,0.03568533311287562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,7168,0.03536533315976461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,7168,0.03841600070397059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,7168,2.297757307688395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,7168,1.2120719750722249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,7168,0.6121813456217448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,7168,0.3476800123850505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,7168,0.33831199010213214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,7168,0.3272426724433899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,7168,0.30378133058547974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,7168,0.3076373338699341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,7168,0.29374667008717853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,7168,0.2577066620190938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,7168,0.252895991007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,7168,0.24867733319600424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,7168,0.25379467010498047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,7168,0.2526826659838359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,7168,0.21992800633112589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,7168,0.2111519972483317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,7168,0.20015466213226318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,7168,0.19619200627009073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,7168,0.19045867522557577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,7168,0.1793760061264038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,7168,0.1608186662197113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,7168,0.16475466887156168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,7168,0.16297333439191183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,7168,0.14816799759864807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,7168,0.13396267096201578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,7168,0.12499733765920003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,7168,0.21113600333531699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,7168,0.10849600036938985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,7168,0.1054533322652181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,7168,0.09169333179791768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,7168,0.08674133817354839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,7168,0.07621066768964131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,7168,0.06955199937025706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,7168,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,7168,0.053026666243871055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,7168,0.03770400087038676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,7168,0.04237066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,7168,0.03782399992148081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,7168,0.040133332212766014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,7168,0.038759998977184296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,7168,0.03738666574160258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,7168,0.03577866653601328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,7168,0.03658933440844218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,7168,0.03473866730928421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,7168,0.034490667283535004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,7168,0.034101332227389015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,7168,0.03422933320204417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,7168,0.03268266717592875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,7168,0.03350666662057241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,7168,0.03249333302179972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,7168,0.032672000428040825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,7168,0.031082667410373688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,7168,0.030504000683625538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,7168,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,7168,0.031104000906149547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,7168,0.029317334294319153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,7168,0.02975200116634369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,7168,0.032501332461833954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,7168,0.02887200067440669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,7168,0.029314666986465454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,7168,0.02908266584078471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,7168,0.029122665524482727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,7168,0.02903733402490616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,7168,0.0290133332212766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,7168,0.030103998879591625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,7168,0.030466665824254353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,7168,0.03179199993610382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,7168,0.03457866609096527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,7168,0.03049066662788391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,7168,0.03136000037193298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,7168,0.03035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,7168,0.03065066784620285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,7168,0.03120533376932144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,7168,0.030760000149408977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,7168,1.6350293159484863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,8192,0.022620444496472675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,7168,0.8638052940368652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,7168,3.1506481170654297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,7168,0.4780506690343221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,7168,0.4294053316116333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,8192,0.02287111183007558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,7168,0.3934160073598226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,7168,0.4880373477935791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,7168,0.3775999943415324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,7168,0.45947468280792236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,7168,0.37936798731486004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,7168,0.3480079968770345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,7168,0.34603198369344074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,7168,0.3195599913597107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,7168,0.3301573395729065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,7168,0.4322719971338908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,7168,0.30018667380015057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,7168,0.2859999934832255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,7168,0.2696400086085002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,7168,0.2518320083618164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,7168,0.25147199630737305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,7168,0.22085066636403403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,7168,0.21837866306304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,7168,0.18775200843811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,7168,0.17253865798314413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,7168,0.2940239906311035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,7168,0.15847466389338175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,7168,0.1445093353589376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,7168,0.11141866445541382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,7168,0.4098159869511922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,7168,0.19747199614842734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,7168,0.07853599886099498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,7168,0.06529333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,7168,0.1397386689980825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,7168,0.04234133164087931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,7168,0.043063998222351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,7168,0.04308000206947327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,7168,0.04200000067551931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,7168,0.03972533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,7168,0.03937333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,7168,0.03925599902868271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,7168,0.038333334028720856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,7168,0.10648266474405925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,7168,0.09071200092633565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,7168,0.04958133399486542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,7168,0.02847466617822647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,7168,0.028575999041398365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,7168,0.028034667174021404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,7168,0.02752800037463506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,7168,0.02688266585270564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,7168,0.025120000044504803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,7168,0.023984000086784363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,7168,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,7168,0.024133334557215374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,7168,0.024274667104085285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,7168,0.03526666760444641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,7168,0.03526933242877325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,7168,0.03522400061289469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,7168,0.03535733371973038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,7168,0.03573866685231527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,7168,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,7168,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,7168,0.03617866585652033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,7168,0.0375066672762235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,7168,0.03730933368206024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,7168,0.03632266571124395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,7168,0.0351946676770846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,7168,0.03513066718975703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,7168,0.03626933445533117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,7168,0.03549333413441976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,7168,0.036343999207019806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,7168,0.036490666369597115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,7168,0.0366293340921402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,7168,0.028037334481875103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,7168,0.028010666370391846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,7168,0.6674746672312418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,7168,1.37746795018514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,7168,0.34795065720876056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,7168,0.20282934109369913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,7168,0.18439600865046182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,7168,0.1841413378715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,7168,0.18303465843200684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,7168,0.17327332496643066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,7168,0.16888133684794107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,7168,0.1673226753870646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,7168,0.1525879999001821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,7168,0.15506666898727417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,7168,0.1511360009511312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,7168,0.13667333126068115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,7168,0.13653733332951865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,7168,0.13871066768964133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,7168,0.12170933683713277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,7168,0.1191213329633077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,7168,0.11887866258621216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,7168,0.10901467005411784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,7168,0.10341866811116536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,7168,0.10185733437538147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,7168,0.10220000147819519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,7168,0.08997199932734172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,7168,0.08635333180427551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,7168,0.08504666884740193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,7168,0.07111066579818726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,7168,0.07162400086720784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,7168,0.07042266428470612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,7168,0.05599066615104675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,7168,0.05515600244204203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,7168,0.054401333133379616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,7168,0.04006000111500422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,7168,0.04181999961535136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,7168,0.038202665746212006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,7168,0.028403999904791515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,7168,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,7168,0.02232266714175542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,7168,0.022221334278583527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,7168,0.022614667812983196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,7168,0.0226093331972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,7168,0.021923998991648357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,7168,0.021903999149799347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,7168,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,7168,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,7168,0.020761333405971527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,7168,0.02128399908542633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,7168,0.021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,7168,0.021124000350634258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,7168,0.020853333175182343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,7168,0.020739999910195667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,7168,0.020790666341781616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,7168,0.020754666378100712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,7168,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,7168,0.02077733352780342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,7168,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,7168,0.020926666756470997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,7168,0.020261333634455998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,7168,0.020655999581019085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,7168,0.02072933316230774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,7168,0.020981334149837494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,7168,0.020594666401545208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,7168,0.020367999871571858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,7168,0.021082667013009388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,7168,0.02072133372227351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,7168,0.02067599942286809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,7168,0.02067733307679494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,7168,0.020664000262816746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,7168,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,7168,0.020748000591993332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,7168,0.020546667277812958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,6144,2.7393760681152344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,6144,1.4994133313496907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,6144,0.7292959690093994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,6144,0.42020801703135174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,6144,0.39190932114919025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,6144,0.4050399859746297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,6144,0.3593920071919759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,6144,0.36804266770680744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,6144,0.35517334938049316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,6144,0.32371199131011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,6144,0.3058133323987325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,6144,0.30473599831263226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,6144,0.3067359924316406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,6144,0.3147679964701335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,6144,0.27242666482925415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,6144,0.25307732820510864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,6144,0.24322134256362915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,6144,0.2330026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,6144,0.21926933526992798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,6144,0.22040534019470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,6144,0.20859734217325845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,6144,0.20694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,6144,0.19753066698710123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,6144,0.17249600092569986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,6144,0.1714400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,6144,0.13962133725484213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,6144,0.13380799690882364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,6144,0.11482133467992146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,6144,0.11660266915957133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,6144,0.09596266349156697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,6144,0.09911466638247173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,6144,0.077824001510938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,6144,0.07444799939791362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,6144,0.06046933432420095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,6144,0.05189866820971171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,6144,0.0364479993780454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,6144,0.03346133232116699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,6144,0.033439998825391136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,6144,0.03451200077931086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,6144,0.03468266626199087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,6144,0.032357332607110344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,6144,0.03178133318821589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,6144,0.03183999905983607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,6144,0.031397332747777305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,6144,0.02881066749493281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,6144,0.029157333076000214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,6144,0.028938665986061096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,6144,0.02921066681543986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,6144,0.03160000095764796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,6144,0.03145600110292435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,6144,0.031498665610949196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,6144,0.03153600047032038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,6144,0.02804800122976303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,6144,0.029445332785447437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,6144,0.029290666182835896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,6144,0.029685333371162415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,6144,0.03275733441114426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,6144,0.03129599988460541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,6144,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,6144,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,6144,0.02995733420054118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,6144,0.030192000170548756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,6144,0.029365333418051403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,6144,0.029338667790095013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,6144,0.02957333376010259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,6144,0.02962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,6144,0.030400000512599945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,6144,0.029743999242782593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,6144,0.029525332152843475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,6144,0.02992533395687739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,6144,0.02923733244339625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,6144,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,6144,0.030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,6144,0.030991998811562855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,6144,1.959722677866618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,6144,1.0233840147654216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,6144,0.5170106490453085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,6144,0.27297600110371906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,6144,0.25967200597127277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,6144,0.25354933738708496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,6144,0.2498799959818522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,6144,0.2512906591097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,6144,0.2409600019454956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,6144,0.22226667404174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,6144,0.21892533699671426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,6144,0.21656533082326254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,6144,0.21508800983428955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,6144,0.20943466822306314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,6144,0.19137332836786905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,6144,0.18045600255330405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,6144,0.1740079919497172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,6144,0.17047999302546182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,6144,0.16994933287302652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,6144,0.15969600280125937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,6144,0.15075199802716574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,6144,0.13330933451652527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,6144,0.13648800055185953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,6144,0.13962666193644205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,6144,0.12755200266838074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,6144,0.11049600442250569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,6144,0.10299467047055562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,6144,0.09255199631055196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,6144,0.09078933795293172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,6144,0.07798133293787639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,6144,0.07663999994595845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,6144,0.06433600187301636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,6144,0.06098933517932892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,6144,0.054048001766204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,6144,0.04971466461817423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,6144,0.03689333299795786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,6144,0.035061334570248924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,6144,0.03392533212900162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,6144,0.034901333351929985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,6144,0.03501066565513611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,6144,0.03278400003910065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,6144,0.032471999526023865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,6144,0.03178400049606959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,6144,0.031301334500312805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,6144,0.030290665725866955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,6144,0.0291119987765948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,6144,0.029504001140594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,6144,0.02903733402490616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,6144,0.029802667597929638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,6144,0.029997333884239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,6144,0.028962666789690655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,6144,0.029330665866533916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,6144,0.028815999627113342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,6144,0.02858400096495946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,6144,0.029149333635965984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,6144,0.028768000503381092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,6144,0.026528000831604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,6144,0.028205332656701405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,6144,0.029234667619069416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,6144,0.02714933454990387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,6144,0.02697066714366277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,6144,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,6144,0.026562665899594624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,6144,0.026920000712076824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,6144,0.02738933265209198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,6144,0.02738400051991145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,6144,0.028946665426095326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,6144,0.029157333076000214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,6144,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,6144,0.028714666763941448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,6144,0.029245334366957348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,6144,0.027074667314688366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,6144,0.028919999798138935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,6144,0.02908533314863841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,7168,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,6144,2.9059438705444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,6144,0.7621119817097982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,6144,1.5004347165425618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,6144,0.4177066485087077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,7168,0.020717332760492962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,6144,0.3841946522394816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,7168,0.020736000190178554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,6144,0.3577706813812256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,6144,0.445685346921285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,6144,0.3389706611633301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,6144,0.34243468443552655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,6144,0.3161733349164327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,6144,0.3208186626434326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,6144,0.2898426651954651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,6144,0.3030826648076375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,6144,0.2656426628430684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,6144,0.273909330368042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,6144,0.2520266572634379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,6144,0.24683733781178793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,6144,0.22497065862019858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,6144,0.22807733217875162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,6144,0.19604800144831339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,6144,0.198527991771698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,6144,0.391208012898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,6144,0.17535734176635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,6144,0.1606746713320414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,6144,0.14522399504979452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,6144,0.4286959966023763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,6144,0.13144532839457193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,6144,0.10198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,6144,0.3729226589202881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,6144,0.1754053235054016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,6144,0.07017600039641063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,6144,0.05951199928919474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,6144,0.12776000301043192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,6144,0.039330666263898216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,6144,0.03899466743071874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,6144,0.03872533390919367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,6144,0.03673599908749262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,6144,0.036157332360744476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,6144,0.03523466736078262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,6144,0.03553866595029831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,6144,0.033402666449546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,6144,0.09638399879137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,6144,0.08413867155710857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,6144,0.042135998606681824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,6144,0.0257466658949852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,6144,0.025061334172884624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,6144,0.024879999458789825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,6144,0.024618667860825855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,6144,0.022759998838106792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,6144,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,6144,0.021903999149799347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,6144,0.021202666064103443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,6144,0.020853333175182343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,6144,0.020957333346207935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,6144,0.03412533303101858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,6144,0.03419466565052668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,6144,0.031138665974140167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,6144,0.03212266663710276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,6144,0.03717333326737086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,6144,0.03533600022395452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,6144,0.03219466656446457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,6144,0.032514666517575584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,6144,0.03525333354870478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,6144,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,6144,0.03246666739384333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,6144,0.03367733210325241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,6144,0.03624533365170161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,6144,0.03523733218510946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,6144,0.03327733278274536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,6144,0.03457333395878474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,6144,0.03368533402681351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,6144,0.02368266632159551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,6144,0.024138666689395905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,6144,0.02380266785621643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,6144,1.1604466438293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,6144,0.5834373235702515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,6144,0.302619993686676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,6144,0.17416934172312418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,6144,0.16745734214782715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,6144,0.16201600432395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,6144,0.16131200393040976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,6144,0.1486146648724874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,6144,0.15217066804567972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,6144,0.14806399742762247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,6144,0.13567599654197693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,6144,0.1327786644299825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,6144,0.13661866386731467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,6144,0.12041466434796651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,6144,0.12036400039990743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,6144,0.11939332882563274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,6144,0.11106666922569275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,6144,0.104694664478302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,6144,0.10557867089907329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,6144,0.09156666199366252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,6144,0.09400000174840291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,6144,0.09001466631889343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,6144,0.09085333347320557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,6144,0.07718933125336964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,6144,0.07875999808311462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,6144,0.07444133361180623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,6144,0.06314133107662201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,6144,0.06198533376057943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,6144,0.06343333423137665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,6144,0.04952266812324524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,6144,0.04953200121720632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,6144,0.047983999053637184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,6144,0.03681999941666921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,6144,0.03717999905347824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,6144,0.03406533350547155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,6144,0.026234666506449383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,6144,0.020302666972080868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,6144,0.02032666653394699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,6144,0.02024000013868014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,6144,0.020253332952658337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,6144,0.020469332734743755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,6144,0.020844000081221264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,6144,0.020214666922887165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,6144,0.020128000527620316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,6144,0.01974133277932803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,6144,0.01948533331354459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,6144,0.019287999719381332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,6144,0.01908400033911069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,6144,0.019194666296243668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,6144,0.019267999877532322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,6144,0.019186666856209438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,6144,0.01915466661254565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,6144,0.019181333482265472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,6144,0.0192413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,6144,0.018719999740521114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,6144,0.019137332836786907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,6144,0.018858666221300762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,6144,0.018726666768391926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,6144,0.019179999828338623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,6144,0.01874133323629697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,6144,0.01922266681989034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,6144,0.01921999951203664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,6144,0.01873999958237012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,6144,0.018667999655008316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,6144,0.019140000144640606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,6144,0.018827999631563824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,6144,0.018804000069697697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,6144,0.019068000217278797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,6144,0.018961332738399506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,6144,0.019217333445946377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,6144,0.018692000458637874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,5120,2.350874741872152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,5120,1.3911466598510742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,5120,0.7038799921671549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,5120,0.37168800830841064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,5120,0.3401840130488078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,5120,0.3410373528798421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,5120,0.3210639953613281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,5120,0.32710399230321247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,5120,0.3000640074412028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,5120,0.2623973290125529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,5120,0.2593093315760295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,5120,0.3001280029614766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,5120,0.2633146643638611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,5120,0.2544853289922078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,5120,0.22176265716552734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,5120,0.21941600243250528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,5120,0.19615467389424643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,5120,0.19460266828536987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,5120,0.19765333334604898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,5120,0.19363733132680258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,5120,0.1661573350429535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,5120,0.1637786626815796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,5120,0.15294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,5120,0.17047999302546182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,5120,0.14283200105031332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,5120,0.12032799919446309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,5120,0.10763466358184814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,5120,0.09574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,5120,0.09638667106628418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,5120,0.07900000115235646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,5120,0.08176800111929576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,5120,0.06619999806086223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,5120,0.062165334820747375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,5120,0.05137866735458374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,5120,0.042621334393819175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,5120,0.029725333054860432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,5120,0.026808001101017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,5120,0.027309333284695942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,5120,0.028647998968760174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,5120,0.028509333729743958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,5120,0.026394667724768322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,5120,0.026573332647482555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,5120,0.026013332108656567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,5120,0.0259226659933726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,5120,0.02387733260790507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,5120,0.02316266546646754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,5120,0.02348266790310542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,5120,0.023765332996845245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,5120,0.025261332591374714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,5120,0.025426665941874187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,5120,0.025263999899228413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,5120,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,5120,0.02312533309062322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,5120,0.02402399977048238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,5120,0.023901333411534626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,5120,0.024893333514531452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,5120,0.02292000005642573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,5120,0.023562667270501454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,5120,0.025080000360806782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,5120,0.02325066675742467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,5120,0.023847999672094982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,5120,0.023389334479967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,5120,0.02349066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,5120,0.023389334479967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,5120,0.023554667830467224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,5120,0.023386667172114056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,5120,0.024824000895023346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,5120,0.02420266717672348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,5120,0.024098667005697887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,5120,0.02424799899260203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,5120,0.02403733382622401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,5120,0.024077333509922028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,5120,0.02495466669400533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,5120,0.025021334489186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,5120,1.6872924168904622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,5120,0.8800889121161567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,5120,0.43926578097873265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,5120,0.23346845308939615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,5120,0.2298968897925483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,5120,0.2156640026304457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,5120,0.20897955364651152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,5120,0.2122488949033949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,5120,0.2023822201622857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,5120,0.19862755139668783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,5120,0.18596266375647652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,5120,0.18071999814775255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,5120,0.18013511763678658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,5120,0.17605866326226127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,5120,0.16309689150916204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,5120,0.15603378083970812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,5120,0.14873954984876844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,5120,0.1406044430202908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,5120,0.14038577344682482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,5120,0.1359822220272488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,5120,0.13027732902103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,5120,0.11602489153544109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,5120,0.1185528834660848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,5120,0.11553955078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,5120,0.107278221183353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,5120,0.09569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,5120,0.08887110816107856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,5120,0.08041422234641181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,5120,0.08014221986134847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,5120,0.06841955582300822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,5120,0.06544355551401775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,5120,0.056629333231184215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,5120,0.05455466773774889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,5120,0.047594666481018066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,5120,0.043440000878440015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,5120,0.03305955396758185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,5120,0.032551109790802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,5120,0.030040889978408813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,5120,0.030945777893066406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,5120,0.03113599949412876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,5120,0.029562665356530085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,5120,0.029233776860766943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,5120,0.02955377764172024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,5120,0.02903466754489475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,5120,0.02721600068940057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,5120,0.02657777733272976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,5120,0.027077333794699773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,5120,0.027662222584088642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,5120,0.02886399957868788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,5120,0.026908444033728704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,5120,0.027818666564093694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,5120,0.026590221458011206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,5120,0.0254737784465154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,5120,0.0259253333012263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,5120,0.027685332629415724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,5120,0.02534755567709605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,5120,0.025082666012975905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,5120,0.025546666648652818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,5120,0.0239964442120658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,5120,0.02492977844344245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,5120,0.02623288830121358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,5120,0.0243484444088406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,5120,0.024513777759340074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,5120,0.02464177707831065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,5120,0.024842666255103216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,5120,0.025740444660186768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,5120,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,5120,0.026220444175932143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,5120,0.02679644525051117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,5120,0.025859556264347498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,5120,0.02674666709370083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,5120,0.02678044471475813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,5120,0.027054222093688116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,6144,0.018609333783388138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,5120,0.026983110441101923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,6144,0.01892933373649915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,5120,1.3345866733127172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,6144,0.019257333129644394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,5120,0.3741457727220323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,5120,2.637676450941298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,5120,0.351198222902086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,5120,0.7036995357937283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,5120,0.3352959950764974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,5120,0.4031448894076877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,5120,0.3170542187160916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,5120,0.31476089689466685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,5120,0.29323911666870117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,5120,0.29307201173570424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,5120,0.3807484573788113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,5120,0.2688479953342014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,5120,0.3613777690463596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,5120,0.27127822240193683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,5120,0.2469280030992296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,5120,0.2511822117699517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,5120,0.23012622197469076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,5120,0.21025421884324816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,5120,0.22564623090955946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,5120,0.2102186679840088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,5120,0.17657066716088188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,5120,0.17718044916788736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,5120,0.15005689197116429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,5120,0.14542578326331243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,5120,0.12660800086127386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,5120,0.12038577927483453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,5120,0.0931875573264228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,5120,0.3438257906172011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,5120,0.1641955508126153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,5120,0.05854044357935587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,5120,0.04974933465321859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,5120,0.08658133612738715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,5120,0.1149137814839681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,5120,0.029260443316565618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,5120,0.02899555696381463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,5120,0.029466665453381006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,5120,0.028988444142871436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,5120,0.027608889672491286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,5120,0.02701866626739502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,5120,0.026935110489527386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,5120,0.026922666364245947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,5120,0.07780088980992635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,5120,0.034734222624037005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,5120,0.019335110982259113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,5120,0.021144888467258875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,5120,0.02029511166943444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,5120,0.02000177734427982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,5120,0.01937955617904663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,5120,0.01759111053413815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,5120,0.017299556069903903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,5120,0.017511111166742113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,5120,0.01775644388463762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,5120,0.017493334081437852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,5120,0.024849777420361836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,5120,0.025608888930744592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,5120,0.025628444221284654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,5120,0.0262737770875295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,5120,0.02556266718440586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,5120,0.026885333988401625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,5120,0.02745955520206028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,5120,0.02568888829814063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,5120,0.026289777623282537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,5120,0.025592888394991558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,5120,0.026289777623282537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,5120,0.02627022233274248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,5120,0.026289777623282537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,5120,0.02713777787155575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,5120,0.02812622321976556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,5120,0.02679644525051117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,5120,0.026124444272783067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,5120,0.02014222244421641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,5120,0.02068622244728936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,5120,0.020382222202089097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,5120,1.0187274932861328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,5120,0.4995242754618327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,5120,0.26978985468546546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,5120,0.15111786524454754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,5120,0.1418432076772054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,5120,0.14048320452372234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,5120,0.14388799667358398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,5120,0.12921280066172283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,5120,0.12770773569742838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,5120,0.12839573224385578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,5120,0.12054293155670166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,5120,0.1156160036722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,5120,0.11604906717936199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,5120,0.10438186327616375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,5120,0.10726079940795899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,5120,0.10327359835306804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,5120,0.09299946626027425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,5120,0.09264853000640869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,5120,0.09029119809468587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,5120,0.08028799692789713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,5120,0.08015680313110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,5120,0.08010453383127848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,5120,0.07771093050638835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,5120,0.06770880222320556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,5120,0.06694719791412354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,5120,0.06645546754201254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,5120,0.05540800094604492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,5120,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,5120,0.05407253503799438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,5120,0.04347519874572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,5120,0.04201706647872925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,5120,0.04114773273468018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,5120,0.031754666566848756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,5120,0.031137067079544067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,5120,0.029975465933481854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,5120,0.022087466716766358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,5120,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,5120,0.018312533696492515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,5120,0.01837653319040934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,5120,0.018088533480962118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,5120,0.018305067221323648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,5120,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,5120,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,5120,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,5120,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,5120,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,5120,0.01721280018488566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,5120,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,5120,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,5120,0.017114667097727458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,5120,0.017121066649754844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,5120,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,5120,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,5120,0.017409066359202065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,5120,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,5120,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,5120,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,5120,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,5120,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,5120,0.01704853375752767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,5120,0.017146666844685875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,5120,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,5120,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,5120,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,5120,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,5120,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,5120,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,5120,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,5120,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,5120,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,4096,1.7933653195699055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,4096,0.9687279860178629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,4096,0.5097119808197021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,4096,0.2816133300463359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,4096,0.28296265999476117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,4096,0.2621999979019165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,4096,0.2643706599871318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,4096,0.25676000118255615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,4096,0.23538933197657266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,4096,0.21596000591913858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,4096,0.2100586692492167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,4096,0.21365867058436075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,4096,0.2106293241182963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,4096,0.20366666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,4096,0.1782640020052592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,4096,0.17637600501378378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,4096,0.1582746704419454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,4096,0.1478613317012787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,4096,0.14857332905133566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,4096,0.14983466267585754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,4096,0.1337386667728424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,4096,0.13059733311335245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,4096,0.12205866972605388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,4096,0.13553866744041443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,4096,0.11413066585858662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,4096,0.10292533040046692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,4096,0.09170132875442505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,4096,0.08369333545366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,4096,0.08286666870117188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,4096,0.06637066602706909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,4096,0.06344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,4096,0.05356800059477488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,4096,0.05031999945640564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,4096,0.0407706672946612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,4096,0.03477333237727483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,4096,0.024933333198229473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,4096,0.022533332308133442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,4096,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,4096,0.02388266722361247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,4096,0.023885334531466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,4096,0.021848000586032867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,4096,0.022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,4096,0.022295999030272167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,4096,0.021880000829696655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,4096,0.019802667200565338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,4096,0.019760000209013622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,4096,0.01974133277932803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,4096,0.019765333582957584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,4096,0.02160800000031789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,4096,0.021594665944576263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,4096,0.021746667722860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,4096,0.020743999630212784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,4096,0.01886133352915446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,4096,0.019823999454577763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,4096,0.020087999602158863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,4096,0.020818666865428288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,4096,0.018754666050275166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,4096,0.019978666057189304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,4096,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,4096,0.01979999989271164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,4096,0.019757332901159923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,4096,0.01976799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,4096,0.019733333339293797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,4096,0.01987733319401741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,4096,0.019813333948453266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,4096,0.01979200045267741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,4096,0.02083733429511388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,4096,0.020824000239372253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,4096,0.020831999679406483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,4096,0.02042666698495547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,4096,0.021037332713603973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,4096,0.020874666670958202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,4096,0.02178666740655899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,4096,0.02183733383814494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,4096,1.3187306722005208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,4096,0.688627560933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,4096,0.3458755546145969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,4096,0.20127288500467935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,4096,0.1859182251824273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,4096,0.1727893352508545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,4096,0.17012622621324328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,4096,0.17392178376515707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,4096,0.16853688822852242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,4096,0.16884444819556343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,4096,0.15360711680518255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,4096,0.14933155642615423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,4096,0.14944533507029215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,5120,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,4096,0.14187555842929417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,4096,0.13223644097646078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,4096,0.13105777899424234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,4096,0.126181337568495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,4096,0.11943999926249187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,4096,0.11886578136020237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,4096,0.11123555236392552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,4096,0.10630222161610921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,4096,0.09284977780448066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,4096,0.09174578057395087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,4096,0.0978613363371955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,4096,0.09050133493211533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,4096,0.08030044370227389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,4096,0.07441422012117174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,4096,0.06776355372534858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,4096,0.0653688907623291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,4096,0.05570844146940443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,4096,0.05456711186303032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,4096,0.049512889650132924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,4096,0.04859911070929634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,4096,0.038986666334999934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,4096,0.04163555635346307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,4096,0.031189332405726116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,4096,0.02917155623435974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,4096,0.02959288822280036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,4096,0.028622223271263972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,4096,0.029770665698581274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,4096,0.02680711117055681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,4096,0.027456000447273254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,4096,0.02713955607679155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,4096,0.026526222626368206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,4096,0.024677332904603746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,4096,0.02555022140343984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,4096,0.024152888192070857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,4096,0.025080889463424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,4096,0.025713778204388086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,4096,0.025153777665562097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,4096,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,4096,0.024716445141368445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,4096,0.024903110331959192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,4096,0.02458311120669047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,4096,0.024759110477235582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,4096,0.023246222072177466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,4096,0.02416177756256527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,4096,0.02293511066171858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,4096,0.021137777302000258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,4096,0.02290311124589708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,4096,0.025290666355027094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,4096,0.02314844396379259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,4096,0.022824888428052265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,4096,0.02292622294690874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,4096,0.022849778334299724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,4096,0.021555556191338435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,4096,0.021306667062971327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,4096,0.023052444060643513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,4096,0.021518222159809534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,4096,0.022311111291249592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,4096,0.021617778473430212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,4096,0.021107556091414556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,4096,0.021244444780879553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,4096,0.022707555029127333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,5120,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,5120,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,4096,1.204284456041124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,4096,2.3789225684271917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,4096,0.3354915512932672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,4096,0.31476977136400014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,4096,0.6177404191758897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,4096,0.29552356402079266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,4096,0.3675982157389323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,4096,0.28886045349968803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,4096,0.2834808826446533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,4096,0.26710576481289333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,4096,0.26484089427524143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,4096,0.24103111690945098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,4096,0.24670222070482042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,4096,0.22315910127427843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,4096,0.2249493334028456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,4096,0.2099555598364936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,4096,0.20185955365498862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,4096,0.18867733743455675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,4096,0.18602489100562203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,4096,0.16594489415486655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,4096,0.16178488731384277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,4096,0.3406471146477594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,4096,0.13852088981204563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,4096,0.12721067004733616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,4096,0.3184231122334798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,4096,0.11045333411958481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,4096,0.10504355695512559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,4096,0.08193244536717732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,4096,0.30345243877834743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,4096,0.1475857761171129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,4096,0.04667733444107903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,4096,0.042055110136667885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,4096,0.09221866395738389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,4096,0.025797333982255723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,4096,0.025527111358112756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,4096,0.02556444373395708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,4096,0.06634844674004449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,4096,0.0255022214518653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,4096,0.02429155508677165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,4096,0.0243857784403695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,4096,0.024238222175174292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,4096,0.02350933353106181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,4096,0.06102755334642199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,4096,0.030755556292004053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,4096,0.01745244363943736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,4096,0.01774044500456916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,4096,0.017998221847746108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,4096,0.017491555876202054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,4096,0.017278222574128043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,4096,0.01594311164485084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,4096,0.015930665863884818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,4096,0.015692444311247934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,4096,0.01607644392384423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,4096,0.016081778539551627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,4096,0.0222062220176061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,4096,0.021477333373493616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,4096,0.02216177847650316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,4096,0.022618666291236877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,4096,0.022247110803922016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,4096,0.02281422250800663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,4096,0.02280355493227641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,4096,0.022835556003782485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,4096,0.01792711185084449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,4096,0.022108443909221228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,4096,0.022707555029127333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,4096,0.01807822287082672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,4096,0.023144889209005568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,4096,0.023079110516442194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,4096,0.02353422178162469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,4096,0.02351466649108463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,4096,0.023212444451120164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,4096,0.023384888966878254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,4096,0.023539554741647508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,4096,0.018030222919252183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,4096,0.2123018741607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,4096,0.8772181193033853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,4096,0.4090421358744304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,4096,0.1256725311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,4096,0.11547626654307049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,4096,0.11422399679819743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,4096,0.11421866416931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,4096,0.10811839898427326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,4096,0.10494933128356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,4096,0.10346240202585857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,4096,0.09562773704528808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,4096,0.09651947021484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,4096,0.0946069320042928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,4096,0.08540799617767333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,4096,0.08525333404541016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,4096,0.08660373687744141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,4096,0.07676586310068766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,4096,0.07443412939707438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,4096,0.0743722677230835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,4096,0.06820800304412841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,4096,0.06607786814371744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,4096,0.06463679869969687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,4096,0.0642911990483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,4096,0.05690240065256754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,4096,0.05521066586176554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,4096,0.053719464937845865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,4096,0.04633280038833618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,4096,0.046002133687337236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,4096,0.045254401365915936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,4096,0.0365450660387675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,4096,0.0360426664352417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,4096,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,4096,0.027106134096781413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,4096,0.026572799682617186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,4096,0.025883734226226807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,4096,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,4096,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,4096,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,4096,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,4096,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,4096,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,4096,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,4096,0.015980799992879234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,4096,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,4096,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,4096,0.015068800250689188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,4096,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,4096,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,4096,0.015001599987347921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,4096,0.015474133690198264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,4096,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,4096,0.0151146670182546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,4096,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,4096,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,4096,0.015013333161671957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,4096,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,4096,0.01502293348312378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,4096,0.01516800026098887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,4096,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,4096,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,4096,0.015014400084813436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,4096,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,4096,0.01509119967619578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,4096,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,4096,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,4096,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,4096,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,4096,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,4096,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,4096,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,4096,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,4096,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,3584,0.8193973700205485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,3584,0.39500268300374347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,3584,1.7944746017456055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,3584,0.23938934008280435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,3584,0.26684800783793133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,3584,0.21942933400472006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,3584,0.24934399127960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,3584,0.2187733252843221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,3584,0.23566399017969766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,3584,0.1868186593055725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,3584,0.19302133719126383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,3584,0.18274933099746704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,3584,0.1948960026105245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,3584,0.18108532826105753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,3584,0.16822133461634317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,3584,0.15499732891718546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,3584,0.1529413362344106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,3584,0.13733866810798645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,3584,0.14407199621200562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,3584,0.1341093381245931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,3584,0.13157600164413452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,3584,0.10869333148002625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,3584,0.11747999986012776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,3584,0.11153599619865417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,3584,0.0944640040397644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,3584,0.08514933784802754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,3584,0.07737333575884502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,3584,0.07525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,3584,0.06393866737683614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,3584,0.05862133204936981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,3584,0.048570667703946434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,3584,0.04678933322429657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,3584,0.03746933241685232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,3584,0.03310133268435796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,3584,0.022848000129063923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,3584,0.02086399992307027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,3584,0.020824000239372253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,3584,0.02184266597032547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,3584,0.02117866774400075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,3584,0.020090666910012562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,3584,0.01998399943113327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,3584,0.01944799969593684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,3584,0.01913333311676979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,3584,0.017818666994571686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,3584,0.01794933279355367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,3584,0.12121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,3584,0.01803733284274737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,3584,0.017866666118303936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,3584,0.019053333749373753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,3584,0.018877333650986355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,3584,0.019010666757822037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,3584,0.018866666903098423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,3584,0.017768000562985737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,3584,0.017768000562985737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,3584,0.01833333323399226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,3584,0.016858667135238647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,3584,0.017826666434605915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,3584,0.019208000351985294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,3584,0.017762667189041775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,3584,0.017682666579882305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,3584,0.017554666846990585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,3584,0.0179626668492953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,3584,0.017551999539136887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,3584,0.017509333789348602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,3584,0.017608000586430233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,3584,0.01900533338387807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,3584,0.018904000520706177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,3584,0.01974133277932803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,3584,0.01881866653760274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,3584,0.019415999452273052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,3584,0.01939733326435089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,3584,0.01996533324321111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,3584,0.020527999848127365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,3584,0.016864000509182613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,3584,0.6155240138371786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,3584,1.184820016225179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,3584,0.2000866731007894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,3584,0.30000799894332886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,3584,0.19738932450612387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,3584,0.16513066490491232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,3584,0.17369200785954794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,3584,0.16090533137321472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,3584,0.15028400222460428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,3584,0.1492533286412557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,3584,0.13703599572181702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,3584,0.13715466856956482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,3584,0.13395466407140097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,3584,0.1330786645412445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,3584,0.12165733178456624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,3584,0.119377334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,3584,0.10877333084742229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,3584,0.1029866635799408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,3584,0.10200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,3584,0.09799866875012715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,3584,0.09278399745623271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,3584,0.08597866694132487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,3584,0.08608532945315044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,3584,0.08643999695777893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,3584,0.08040000001589458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,3584,0.07048400243123372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,3584,0.06614533563454945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,3584,0.06050266822179159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,3584,0.057746668656667076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,3584,0.05357333521048228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,3584,0.05163466433684031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,3584,0.045484001437822975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,3584,0.04365066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,3584,0.03759333242972692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,3584,0.035218665997187294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,3584,0.027606666088104248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,3584,0.029708000520865124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,3584,0.027079999446868896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,3584,0.02749733378489812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,3584,0.026954665780067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,3584,0.02625466634829839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,3584,0.027294665575027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,3584,0.02508266766866048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,3584,0.025070667266845703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,3584,0.02426133304834366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,3584,0.024269332488377888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,3584,0.0244133323431015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,3584,0.024328000843524933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,3584,0.023782665530840557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,3584,0.023606665432453156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,3584,0.025127999484539032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,3584,0.023070665697256725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,3584,0.02310933421055476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,3584,0.022985334197680157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,3584,0.02285066743691762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,3584,0.022892000774542492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,3584,0.022672000030676525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,3584,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,3584,0.021197333931922913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,3584,0.023629332582155865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,3584,0.02367199957370758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,3584,0.02163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,3584,0.022653333842754364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,3584,0.022867999970912933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,3584,0.02329200009504954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,3584,0.021407999098300934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,3584,0.02112133304278056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,3584,0.021712000171343487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,3584,0.020881332457065582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,3584,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,3584,0.02201066662867864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,3584,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,3584,0.020925333102544148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,3584,0.020794666061798733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,4096,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,4096,0.01506239970525106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,3584,2.2704854011535645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,3584,0.32538000742594403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,3584,1.1869786580403645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,3584,0.30941200256347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,3584,0.5998253424962362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,3584,0.28706665833791095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,3584,0.3447786569595337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,3584,0.26426267623901367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,3584,0.2636093298594157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,3584,0.26004666090011597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,3584,0.2496760090192159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,3584,0.23061466217041016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,3584,0.2273213267326355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,3584,0.3272706667582194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,3584,0.21047866344451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,3584,0.21447465817133585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,3584,0.19743732611338297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,3584,0.1947173277537028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,3584,0.31045599778493244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,3584,0.17737066745758057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,3584,0.17610265811284384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,3584,0.16010800004005432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,3584,0.15179999669392905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,3584,0.1301413377126058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,3584,0.12074800332387288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,3584,0.10464266935984294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,3584,0.09862666328748067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,3584,0.07528399924437205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,3584,0.2897546688715617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,3584,0.1411960025628408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,3584,0.04173600176970164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,3584,0.0354693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,3584,0.05757999916871389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,3584,0.024329334497451782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,3584,0.023875998953978222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,3584,0.02389599879582723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,3584,0.023818666736284893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,3584,0.022278666496276855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,3584,0.08282933135827382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,3584,0.022252000868320465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,3584,0.02221599966287613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,3584,0.022013333936532337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,3584,0.05628266433874766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,3584,0.027744000156720478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,3584,0.015770666301250458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,3584,0.01579733317097028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,3584,0.01627599944670995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,3584,0.016100000590085983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,3584,0.015635999540487926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,3584,0.0145559993882974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,3584,0.014181333283583323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,3584,0.014440000057220459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,3584,0.01940000057220459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,3584,0.018755999704202015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,3584,0.0205226664741834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,3584,0.020224000016848247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,3584,0.019524000585079193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,3584,0.019920000185569126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,3584,0.020390667021274567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,3584,0.02090800056854884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,3584,0.020817333211501438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,3584,0.016193332771460216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,3584,0.020738666256268818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,3584,0.021693333983421326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,3584,0.020474666108687718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,3584,0.020253332952658337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,3584,0.02263599882523219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,3584,0.02071866641441981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,3584,0.022389332453409832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,3584,0.02146666745344798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,3584,0.02223333219687144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,3584,0.02290400117635727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,3584,0.015670667092005413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,3584,0.01617066686352094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,3584,0.36268800099690757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,3584,0.7283530553181966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,3584,0.19090666770935058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,3584,0.11042133172353108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,3584,0.10518613656361897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,3584,0.10406293074289959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,3584,0.102947203318278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,3584,0.0948736031850179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,3584,0.09656426906585694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,3584,0.09353813330332438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,3584,0.08678507010142009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,3584,0.08481919765472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,3584,0.08726507027943929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,3584,0.07805333137512208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,3584,0.07714986801147461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,3584,0.07575253645579019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,3584,0.07139946619669596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,3584,0.06805546283721924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,3584,0.06806826591491699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,3584,0.06063786745071411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,3584,0.060702931880950925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,3584,0.05850453376770019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,3584,0.058387200037638344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,3584,0.05054080088933309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,3584,0.05104106664657593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,3584,0.048861865202585855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,3584,0.04218026796976725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,3584,0.04165226618448893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,3584,0.04135893185933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,3584,0.03291306694348653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,3584,0.033113600810368855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,3584,0.03209386666615804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,3584,0.025294933716456098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,3584,0.024293333292007446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,3584,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,3584,0.01767573356628418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,3584,0.015044266978899637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,3584,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,3584,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,3584,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,3584,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,3584,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,3584,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,3584,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,3584,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,3584,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,3584,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,3584,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,3584,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,3584,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,3584,0.013931733369827271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,3584,0.013963733116785684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,3584,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,3584,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,3584,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,3584,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,3584,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,3584,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,3584,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,3584,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,3584,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,3584,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,3584,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,3584,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,3584,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,3584,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,3584,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,3584,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,3584,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,3584,0.013770666718482972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,3584,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,3072,1.3355093002319336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,3072,0.8465332984924316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,3072,0.435970664024353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,3072,0.23814666271209717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,3072,0.20930665731430054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,3072,0.20932000875473022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,3072,0.2059146761894226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,3072,0.18607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,3072,0.16824533541997275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,3072,0.15729066729545593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,3072,0.152621328830719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,3072,0.15166667103767395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,3072,0.1514133314291636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,3072,0.14933866262435913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,3072,0.13023466865221658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,3072,0.1242853303750356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,3072,0.11840800444285075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,3072,0.11461333433787028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,3072,0.11230933666229248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,3072,0.11083466808001201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,3072,0.10282933712005615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,3072,0.09196533759435017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,3072,0.09211732943852742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,3072,0.09967466195424397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,3072,0.08389866352081299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,3072,0.07474933564662933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,3072,0.06803466876347859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,3072,0.06011466681957245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,3072,0.060306668281555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,3072,0.04919999837875366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,3072,0.04911466439565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,3072,0.041805331905682884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,3072,0.038693333665529885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,3072,0.0322053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,3072,0.02790133406718572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,3072,0.019893333315849304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,3072,0.017815999686717987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,3072,0.018119999517997105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,3072,0.018962666392326355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,3072,0.01889333377281825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,3072,0.016967999438444775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,3072,0.016898666818936665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,3072,0.016906666258970898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,3072,0.016866666575272877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,3072,0.015840000162522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,3072,0.015850666910409927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,3072,0.015794667104880016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,3072,0.015850666910409927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,3072,0.017024000485738117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,3072,0.01687466725707054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,3072,0.016837333639462788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,3072,0.01624800016482671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,3072,0.016074666132529575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,3072,0.01589599996805191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,3072,0.016085332880417507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,3072,0.01658133293191592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,3072,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,3072,0.015861333658297855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,3072,0.016893333444992702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,3072,0.015664000064134598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,3072,0.015743999431530636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,3072,0.015578666081031164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,3072,0.015599999576807022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,3072,0.01581866666674614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,3072,0.015757333487272263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,3072,0.015791999797026317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,3072,0.016842667013406754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,3072,0.01685599982738495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,3072,0.016890666137139004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,3072,0.01674933359026909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,3072,0.016927999754746754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,3072,0.016778666526079178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,3072,0.01746933286388715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,3072,0.017544000099102657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,3072,1.0262760321299236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,3072,0.5338866710662842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,3072,0.25863200426101685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,3072,0.15629067023595175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,3072,0.1415733297665914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,3072,0.1381160020828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,3072,0.1330826679865519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,3072,0.13742933670679727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,3072,0.13128133614857992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,3072,0.12913466493288675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,3072,0.1206119954586029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,3072,0.11772132913271587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,3072,0.11780266960461934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,3072,0.11078799764315288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,3072,0.10268400112787883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,3072,0.09870266914367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,3072,0.0946013331413269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,3072,0.09212932984034221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,3072,0.09100266297658284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,3072,0.08966267108917236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,3072,0.08546666304270427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,3584,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,3072,0.07617199917634328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,3072,0.07585866749286652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,3072,0.077224001288414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,3072,0.07026800016562144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,3072,0.0624946653842926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,3072,0.058915997544924416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,3072,0.055089334646860756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,3072,0.05409599840641022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,3072,0.04812000195185343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,3072,0.04786666731039683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,3072,0.04125333329041799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,3072,0.03498133271932602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,3072,0.04063866784175237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,3072,0.032270667453606926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,3072,0.02669599900643031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,3072,0.028547999759515125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,3072,0.025489332775274914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,3072,0.026662667592366535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,3072,0.02515999972820282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,3072,0.0245919997493426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,3072,0.024346667031447094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,3072,0.02415200074513753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,3072,0.02309466650088628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,3072,0.02307866762081782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,3072,0.023442665735880535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,3072,0.022837333381175995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,3072,0.023959999283154804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,3072,0.02309199919303258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,3072,0.023557332654794056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,3072,0.021369333068529766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,3072,0.02130933354298274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,3072,0.022831998765468597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,3072,0.02085600048303604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,3072,0.022182665765285492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,3072,0.02131466567516327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,3072,0.0216306671500206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,3072,0.022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,3072,0.02290400117635727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,3072,0.021302667756875355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,3072,0.020768000433842342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,3072,0.020801333089669544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,3072,0.020765333125988644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,3072,0.0206493337949117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,3072,0.020849332213401794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,3072,0.021157334248224895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,3072,0.0199946661790212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,3072,0.020793333649635315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,3072,0.02024799957871437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,3072,0.021210665504137676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,3072,0.020155999809503555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,3072,0.020340000589688618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,3072,0.020732000470161438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,3072,0.01990533371766408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,3584,0.013859200477600097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,3584,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,3072,2.139314651489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,3072,0.30439066886901855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,3072,1.0878413518269856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,3072,0.28212400277455646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,3072,0.5761253436406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,3072,0.2750506599744161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,3072,0.3295466701189677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,3072,0.2597373326619466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,3072,0.25241732597351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,3072,0.2398959994316101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,3072,0.23680132627487183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,3072,0.2199079990386963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,3072,0.21986399094263712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,3072,0.20124399662017822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,3072,0.20205734173456827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,3072,0.1909439961115519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,3072,0.18312400579452515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,3072,0.17222400506337485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,3072,0.1701320012410482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,3072,0.15296133359273276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,3072,0.1442466676235199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,3072,0.30551467339197796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,3072,0.1132813294728597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,3072,0.11201467116673787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,3072,0.0893666644891103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,3072,0.2846826712290446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,3072,0.08902933200200398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,3072,0.0669653316338857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,3072,0.2741653323173523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,3072,0.13678133487701416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,3072,0.03921733299891154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,3072,0.033570667107899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,3072,0.05186666548252106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,3072,0.022625334560871124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,3072,0.022436000406742096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,3072,0.07043866813182831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,3072,0.022332000235716503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,3072,0.022286665936311085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,3072,0.020673333356777828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,3072,0.020398666461308796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,3072,0.020975999534130096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,3072,0.020210667202870052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,3072,0.051400000850359596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,3072,0.025796001156171162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,3072,0.015590666482845942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,3072,0.01514266679684321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,3072,0.015042666345834732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,3072,0.015040000279744467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,3072,0.015022666503985723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,3072,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,3072,0.013542667031288147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,3072,0.013532000283400217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,3072,0.013536000003417334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,3072,0.01792266716559728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,3072,0.017630666494369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,3072,0.018990666915973026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,3072,0.01791200041770935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,3072,0.01823600009083748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,3072,0.01860800012946129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,3072,0.01823600009083748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,3072,0.01781066631277402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,3072,0.018658666561047237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,3072,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,3072,0.018625333905220032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,3072,0.018637333065271378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,3072,0.01873333379626274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,3072,0.019306667149066925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,3072,0.018709332992633183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,3072,0.015053333093722662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,3072,0.018418667217095692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,3072,0.018374666571617126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,3072,0.01974933346112569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,3072,0.01977066695690155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,3072,0.015067999561627706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,3072,0.16908693313598633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,3072,0.32727572123209636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,3072,0.6152021408081054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,3072,0.09753812948862711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,3072,0.0917738676071167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,3072,0.09026453495025635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,3072,0.09237013657887777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,3072,0.08358080387115478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,3072,0.08332053025563559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,3072,0.07813546657562256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,3072,0.08200853665669759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,3072,0.07516266504923502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,3072,0.07485546271006266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,3072,0.07035199801127115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,3072,0.06792000134785971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,3072,0.06764586766560873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,3072,0.06131626764933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,3072,0.06112533410390218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,3072,0.06028266747792562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,3072,0.053591465950012206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,3072,0.054179199536641444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,3072,0.05264960130055746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,3072,0.05194773276646932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,3072,0.045099735260009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,3072,0.04401386578877767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,3072,0.04501973390579224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,3072,0.037650132179260255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,3072,0.036583467324574785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,3072,0.03704213301340739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,3072,0.0301472008228302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,3072,0.029496532678604127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,3072,0.029303467273712157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,3072,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,3072,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,3072,0.0217631995677948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,3072,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,3072,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,3072,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,3072,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,3072,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,3072,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,3072,0.013870933651924133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,3072,0.014204800128936768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,3072,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,3072,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,3072,0.01300373375415802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,3072,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,3072,0.013025066256523133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,3072,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,3072,0.013006933530171714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,3072,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,3072,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,3072,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,3072,0.01300159990787506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,3072,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,3072,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,3072,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,3072,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,3072,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,3072,0.012506666779518127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,3072,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,3072,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,3072,0.012949333588282267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,3072,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,3072,0.013062399625778199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,3072,0.012771200140317282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,3072,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,3072,0.012928000092506409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,3072,0.013061333696047464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,3072,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,3072,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,2560,1.1704088846842449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,2560,0.6873457696702746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,2560,0.3553617795308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,2560,0.21588444709777832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,2560,0.18637333975897896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,2560,0.15744000011020237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,2560,0.15363732973734537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,2560,0.15698311063978407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,2560,0.14315199851989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,2560,0.1416977776421441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,2560,0.12955910629696316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,2560,0.13996622297498915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,2560,0.1288764476776123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,2560,0.1264515585369534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,2560,0.11459022098117405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,2560,0.11173866854773627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,2560,0.10222755538092719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,2560,0.09893866380055745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,2560,0.09584889147016738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,2560,0.09671466880374485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,2560,0.08638755480448405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,2560,0.07638044489754571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,2560,0.07796266343858507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,2560,0.08081777890523274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,2560,0.07038578059938219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,2560,0.06224711073769463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,2560,0.05628266599443224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,2560,0.05031999945640564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,2560,0.05006222261322869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,2560,0.04399822155634562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,2560,0.04103466537263658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,2560,0.03453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,2560,0.032538665665520564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,2560,0.026862222287389968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,2560,0.022970666488011677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,2560,0.016581333345837064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,2560,0.014951111541854011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,2560,0.014860444598727755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,2560,0.015966221690177917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,2560,0.015635554989178974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,2560,0.01480888823668162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,2560,0.014686221877733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,2560,0.01457244488928053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,2560,0.014161777165200977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,2560,0.0127697777416971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,2560,0.012688000169065265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,2560,0.013020444247457715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,2560,0.013164444102181328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,2560,0.013948443863126965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,2560,0.014030221435758801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,2560,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,2560,0.01370666672786077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,2560,0.01329066687160068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,2560,0.013358222113715278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,2560,0.013560888667901358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,2560,0.013770666387346057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,2560,0.013249778085284762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,2560,0.013253333667914072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,2560,0.012472888661755456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,2560,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,2560,0.012759110993809171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,2560,0.013077333569526672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,2560,0.012632889052232107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,2560,0.012768000364303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,2560,0.012952889005343119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,2560,0.013176889055305056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,2560,0.01418133411142561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,2560,0.013939556148317126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,2560,0.015071999695565967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,2560,0.014136888914638095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,2560,0.014574221438831754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,2560,0.014673777752452426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,2560,0.015127110812399121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,2560,0.015336889359686108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,2560,0.8484885533650717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,2560,0.46576534907023115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,2560,0.2456223964691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,2560,0.14926187197367352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,2560,0.12242240111033123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,2560,0.11969280242919922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,2560,0.11747413476308186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,2560,0.11699946721394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,2560,0.11205226580301922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,3072,0.01276479959487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,2560,0.10881706873575847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,2560,0.10336426893870036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,2560,0.0992629369099935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,2560,0.09521599610646567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,2560,0.09535573323567709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,2560,0.09013439814249674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,2560,0.08732586701711019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,2560,0.08322133223215739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,2560,0.07975893020629883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,2560,0.07997546990712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,2560,0.07730240027109782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,2560,0.07308266957600912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,2560,0.06417280038197835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,2560,0.06473280191421509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,2560,0.06615573167800903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,2560,0.060331734021504727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,2560,0.055498667558034266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,2560,0.05146880149841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,2560,0.05307733217875162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,2560,0.05030719836552938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,2560,0.04347306489944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,2560,0.04224640130996704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,2560,0.037247999509175615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,2560,0.036076800028483076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,2560,0.031229867537816362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,2560,0.030220800638198854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,2560,0.025671466191609697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,2560,0.023668267329533896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,2560,0.023695999383926393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,2560,0.023219199975331624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,2560,0.02395626703898112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,2560,0.022746666272481283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,2560,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,2560,0.023028266429901124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,2560,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,2560,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,2560,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,2560,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,2560,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,2560,0.023534933725992836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,2560,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,2560,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,2560,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,2560,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,2560,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,2560,0.020544000466664634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,2560,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,2560,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,2560,0.019633066654205323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,2560,0.02006933291753133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,2560,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,2560,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,2560,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,2560,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,2560,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,2560,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,2560,0.02002240022023519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,2560,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,2560,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,2560,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,2560,0.01880106727282206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,2560,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,2560,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,2560,0.01883413394292196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,2560,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,3072,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,3072,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,2560,2.016769027709961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,2560,0.2910325368245443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,2560,1.0282474517822267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,2560,0.27589120864868166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,2560,0.532044792175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,2560,0.2598752021789551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,2560,0.3020415941874186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,2560,0.23980266253153482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,2560,0.2340650717417399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,2560,0.22280640602111818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,2560,0.22185707092285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,2560,0.20654080708821615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,2560,0.2048960049947103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,2560,0.18855253855387372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,2560,0.18732693990071614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,2560,0.17584212621053058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,2560,0.1683242638905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,2560,0.15695254007975262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,2560,0.1515445391337077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,2560,0.1372437318166097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,2560,0.12271359761555989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,2560,0.2910229365030924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,2560,0.09504106839497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,2560,0.09778133233388266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,2560,0.2757322629292806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,2560,0.07249813079833985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,2560,0.07514986991882325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,2560,0.055988268057505286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,2560,0.25967253049214684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,2560,0.12002346515655518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,2560,0.035595734914143876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,2560,0.030609067281087237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,2560,0.04787199894587199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,2560,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,2560,0.020755199591318767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,2560,0.020512000719706217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,2560,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,2560,0.06177706718444824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,2560,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,2560,0.018946133057276406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,2560,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,2560,0.01879253387451172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,2560,0.043350398540496826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,2560,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,2560,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,2560,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,2560,0.013999999562899271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,2560,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,2560,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,2560,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,2560,0.012371200323104858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,2560,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,2560,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,2560,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,2560,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,2560,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,2560,0.017052799463272095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,2560,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,2560,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,2560,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,2560,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,2560,0.017692800362904867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,2560,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,2560,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,2560,0.01704746683438619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,2560,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,2560,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,2560,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,2560,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,2560,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,2560,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,2560,0.01740480065345764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,2560,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,2560,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,2560,0.5581706364949544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,2560,0.27807467778523765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,2560,0.1465877374013265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,2560,0.08378453254699707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,2560,0.08118613560994467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,2560,0.07875520388285319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,2560,0.07943786780039469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,2560,0.07305173079172769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,2560,0.0741749366124471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,2560,0.06710933049519857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,2560,0.07195200125376383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,2560,0.0653493324915568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,2560,0.06632959842681885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,2560,0.06011093457539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,2560,0.059818665186564125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,2560,0.059241600831349696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,2560,0.05299199819564819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,2560,0.055301332473754884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,2560,0.05246506532033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,2560,0.046597333749135335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,2560,0.046590932210286456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,2560,0.046817068258921304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,2560,0.047646931807200116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,2560,0.0392576018969218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,2560,0.0398634672164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,2560,0.03805226484934489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,2560,0.03354453245798747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,2560,0.032451200485229495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,2560,0.032278400659561154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,2560,0.026705066363016765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,2560,0.026794666051864625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,2560,0.02611839969952901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,2560,0.020808533827463786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,2560,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,2560,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,2560,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,2560,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,2560,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,2560,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,2560,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,2560,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,2560,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,2560,0.012513066331545511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,2560,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,2560,0.011698133746782939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,2560,0.011397332946459452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,2560,0.01176533301671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,2560,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,2560,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,2560,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,2560,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,2560,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,2560,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,2560,0.011327999830245971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,2560,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,2560,0.01130560040473938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,2560,0.01139520009358724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,2560,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,2560,0.011462400356928509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,2560,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,2560,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,2560,0.011711999773979187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,2560,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,2560,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,2560,0.011457066734631855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,2048,0.9382862514919705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,2048,0.4803502294752333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,2048,0.2665404478708903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,2048,0.13604622417026097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,2048,0.13253511322869196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,2048,0.1250364383061727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,2048,0.12094755967458089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,2048,0.12428800264994304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,2048,0.11774933338165283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,2048,0.11527644263373481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,2048,0.10803021987279256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,2048,0.10605511400434707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,2048,0.106240000989702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,2048,0.10278044144312541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,2048,0.09259021944469875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,2048,0.08919466866387261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,2048,0.08371733294592963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,2560,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,2048,0.08118933439254761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,2048,0.07726933558781941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,2048,0.0778577791319953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,2048,0.07116444243325128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,2048,0.06470577584372626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,2048,0.060609777768452965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,2048,0.055884447362687856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,2048,0.049160887797673546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,2048,0.045884443653954395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,2048,0.04110222061475118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,2048,0.04031999905904134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,2048,0.03481422199143304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,2048,0.03305955396758185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,2048,0.028188443846172754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,2048,0.02628266645802392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,2048,0.022042666872342426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,2048,0.019351111518012155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,2048,0.014037332601017423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,2048,0.0127697777416971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,2048,0.012535110943847232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,2048,0.013989332649442883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,2048,0.013870221873124441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,2048,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,2048,0.012524444195959302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,2048,0.012535110943847232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,2048,0.012472888661755456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,2048,0.011034666664070554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,2048,0.01109333336353302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,2048,0.011141333315107556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,2048,0.011157333023018308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,2048,0.012387555506494312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,2048,0.012071111136012606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,2048,0.011884444289737277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,2048,0.011932444241311816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,2048,0.06723199950324164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,2048,0.011340444286664328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,2048,0.011848889291286469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,2048,0.011811555259757571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,2048,0.011143111520343356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,2048,0.011226666470368704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,2048,0.01052977806992001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,2048,0.011121778024567498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,2048,0.01127822200457255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,2048,0.011185777684052786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,2048,0.01112711098459032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,2048,0.011251555548773872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,2048,0.011228444675604502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,2048,0.011201777391963534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,2048,0.010202666951550378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,2048,0.010556444525718689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,2048,0.010268444816271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,2048,0.01035377797153261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,2048,0.010460444622569613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,2048,0.010492444038391113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,2048,0.010508444574144153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,2048,0.01092266705301073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,2048,0.011381333072980246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,2048,0.6914143880208333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,2048,0.347377077738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,2048,0.20081599553426108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,2048,0.10417066415150959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,2048,0.11772586504618328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,2048,0.10001173019409179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,2048,0.09433600107828775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,2048,0.1102943976720174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,2048,0.09422720273335775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,2048,0.1002890666325887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,2048,0.08784533341725667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,2048,0.08922239939371744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,2048,0.0844544013341268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,2048,0.08452053070068359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,2048,0.07509439786275228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,2048,0.07490666707356772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,2048,0.06989440123240152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,2048,0.06588373184204102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,2048,0.06410880088806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,2048,0.06124693155288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,2048,0.054622932275136316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,2048,0.05451840162277222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,2560,0.011313066879908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,2048,0.0591103990872701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,2048,0.054280531406402585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,2048,0.04900373220443725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,2048,0.04574293295542399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,2048,0.04435520172119141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,2048,0.04188693364461263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,2048,0.06820800304412841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,2048,0.038496001561482744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,2048,0.03816639979680379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,2048,0.033243733644485476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,2048,0.03370560010274251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,2048,0.030380799372990923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,2048,0.0286080002784729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,2048,0.024953599770863852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,2048,0.022758400440216063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,2048,0.022612265745798745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,2048,0.023379200696945192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,2048,0.02204266587893168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,2048,0.023381332556406655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,2048,0.021248000860214233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,2048,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,2048,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,2048,0.021284266312917074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,2048,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,2048,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,2048,0.021082667509714763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,2048,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,2048,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,2048,0.020460800329844157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,2048,0.019579732418060304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,2048,0.020721065998077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,2048,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,2048,0.019730132818222047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,2048,0.02034239967664083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,2048,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,2048,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,2048,0.020486400524775187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,2048,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,2048,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,2048,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,2048,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,2048,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,2048,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,2048,0.01872106591860453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,2048,0.018092799186706542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,2048,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,2048,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,2048,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,2048,0.017915733655293784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,2048,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,2048,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,2048,0.020358399550120036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,2560,0.011689600348472596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,2048,0.49576107660929364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,2048,0.26963733037312826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,2048,0.9647882461547852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,2048,0.2497429370880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,2048,0.2812650680541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,2048,0.26104960441589353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,2048,0.2345205307006836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,2048,0.2344085375467936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,2048,1.9002068837483723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,2048,0.22226880391438802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,2048,0.2111658732096354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,2048,0.20789333979288735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,2048,0.204092804590861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,2048,0.18786880175272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,2048,0.18634880383809407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,2048,0.1726410706837972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,2048,0.16691412925720214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,2048,0.15918720563252767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,2048,0.148690128326416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,2048,0.14173866907755533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,2048,0.13366293907165527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,2048,0.1180234670639038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,2048,0.0993397315343221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,2048,0.07697707017262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,2048,0.07808852990468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,2048,0.06426346699396769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,2048,0.06097919940948486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,2048,0.04826879898707072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,2048,0.2657375971476237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,2048,0.05467520157496134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,2048,0.03243093291918437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,2048,0.04356480042139689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,2048,0.10186453660329182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,2048,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,2048,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,2048,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,2048,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,2048,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,2048,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,2048,0.017151999473571777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,2048,0.017037866512934367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,2048,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,2048,0.04001706838607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,2048,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,2048,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,2048,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,2048,0.012628266215324402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,2048,0.012914133071899415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,2048,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,2048,0.011335466305414836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,2048,0.013890133301417033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,2048,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,2048,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,2048,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,2048,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,2048,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,2048,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,2048,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,2048,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,2048,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,2048,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,2048,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,2048,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,2048,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,2048,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,2048,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,2048,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,2048,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,2048,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,2048,0.015126400192578635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,2048,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,2048,0.4455103874206543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,2048,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,2048,0.23378666241963705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,2048,0.12549973328908284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,2048,0.07141760190327963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,2048,0.06831040382385253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,2048,0.06719146569569906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,2048,0.06267093420028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,2048,0.06817920207977295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,2048,0.06252053181330362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,2048,0.06127039988835653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,2048,0.05758613348007202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,2048,0.056576001644134524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,2048,0.05146666765213013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,2048,0.05611093441645304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,2048,0.0515936017036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,2048,0.05129599968592326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,2048,0.04680853287378947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,2048,0.045320534706115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,2048,0.045534932613372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,2048,0.04132266839345296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,2048,0.040321067969004316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,2048,0.03909120162328084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,2048,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,2048,0.03420053323109944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,2048,0.03467306693394979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,2048,0.033046400547027587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,2048,0.02900159955024719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,2048,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,2048,0.028600533803304035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,2048,0.023206400871276855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,2048,0.023201066255569457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,2048,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,2048,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,2048,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,2048,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,2048,0.012544000148773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,2048,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,2048,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,2048,0.011358933647473653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,2048,0.010886399944623312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,2048,0.011281067132949829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,2048,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,2048,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,2048,0.010950400431950887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,2048,0.010532266894976298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,2048,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,2048,0.010473600029945374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,2048,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,2048,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,2048,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,2048,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,2048,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,2048,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,2048,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,2048,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,2048,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,2048,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,2048,0.01009386678536733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,2048,0.010123733679453533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,2048,0.010101333260536194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,2048,0.010196266571680705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,1536,0.6693173249562582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,1536,0.3477746645609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,1536,0.18050666650136313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,1536,0.12276666363080342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,1536,0.09817999601364136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,1536,0.09810533126195271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,1536,0.09614266951878865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,1536,0.09306533137957256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,1536,0.08814133207003276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,1536,0.08396666248639424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,1536,0.07775333523750305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,1536,0.07614533106486003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,1536,0.07538400093714397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,1536,0.07324666778246562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,1536,0.06658133367697398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,1536,0.06499999761581421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,1536,0.06071599821249644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,1536,0.05818133552869161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,1536,0.05916933218638102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,1536,0.05782000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,1536,0.0547026644150416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,1536,0.04711333413918813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,1536,0.04815599819024404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,1536,0.050041332840919495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,1536,0.04468399782975515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,1536,0.03864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,1536,0.03619733452796936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,1536,0.03235200047492981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,1536,0.03192133456468582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,1536,0.026006666322549183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,1536,0.02662266542514165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,1536,0.02217866728703181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,1536,0.020396000395218532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,1536,0.01696133365233739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,1536,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,1536,0.01041333315273126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,1536,0.013023999830087027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,1536,0.010470667233069738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,1536,0.010969333350658417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,1536,0.010751999914646149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,1536,0.009996000056465467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,1536,0.010053333515922228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,1536,0.009932000190019608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,1536,0.009816000238060951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,1536,0.008948000147938728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,1536,0.008874666566650072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,1536,0.008933333059151968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,1536,0.008896000062425932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,1536,0.009858666608730951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,1536,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,1536,0.00958133302628994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,1536,0.009400000174840292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,1536,0.008934666713078817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,1536,0.009429333110650381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,1536,0.009326666593551636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,1536,0.008921333278218905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,1536,0.00890266646941503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,1536,0.008886666968464851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,1536,0.009082666908701261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,1536,0.00871999996403853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,1536,0.008636000255743662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,1536,0.008537333458662033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,1536,0.008757333581646284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,1536,0.008869333192706108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,1536,0.008806666359305382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,1536,0.00817333348095417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,1536,0.00820266641676426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,1536,0.008143999924262365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,1536,0.008034666379292807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,1536,0.008355999986330668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,1536,0.00827066662410895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,1536,0.00839866635700067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,1536,0.00842400019367536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,1536,0.008923999965190887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,1536,0.5219039916992188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,1536,0.25968853632609046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,1536,0.08354667027791342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,1536,0.08029546737670898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,1536,0.07866453329722087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,1536,0.07699519793192545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,1536,0.07798399925231933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,1536,0.07556053002675375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,1536,0.06966933409372965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,1536,0.06820267041524251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,1536,0.0659114678700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,1536,0.13708052635192872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,1536,0.06580373446146646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,1536,0.06722559928894042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,1536,0.05954986810684204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,1536,0.058405331770579015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,1536,0.05497493346532186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,1536,0.05520533323287964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,1536,0.05405653317769369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,1536,0.052086400985717776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,1536,0.05243626832962036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,1536,0.04701226552327474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,1536,0.047470935185750324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,1536,0.04792213439941406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,1536,0.04494293530782063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,1536,0.041892266273498534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,1536,0.03914560079574585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,1536,0.03714880148569743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,1536,0.03603413502375285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,1536,0.03330559929211934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,1536,0.03423893451690674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,1536,0.030271999041239422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,1536,0.029338665803273517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,1536,0.026207999388376875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,2048,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,2048,0.010097066561381023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,1536,0.025538132588068647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,1536,0.02081706722577413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,1536,0.02289066712061564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,1536,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,1536,0.020567466815312706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,1536,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,1536,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,1536,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,1536,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,1536,0.01953493356704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,1536,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,1536,0.01999146739641825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,1536,0.018407466014226277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,1536,0.019388800859451293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,1536,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,1536,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,1536,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,1536,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,1536,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,1536,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,1536,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,1536,0.017548799514770508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,1536,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,1536,0.017569067080815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,1536,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,1536,0.021528534094492593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,1536,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,1536,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,1536,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,1536,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,1536,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,1536,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,1536,0.016200533509254454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,1536,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,1536,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,1536,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,1536,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,1536,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,1536,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,1536,0.01797013282775879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,1536,0.4594101270039876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,1536,0.2653792063395182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,1536,0.9184650421142578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,1536,0.24822613398234047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,1536,0.2462261358896891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,1536,0.2446026643117269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,1536,0.23149120012919105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,1536,0.2209386666615804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,1536,0.2194368044535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,1536,0.20793387095133462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,1536,0.20178346633911132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,1536,0.1999392032623291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,1536,0.18818559646606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,1536,1.7938805898030599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,1536,0.17625385920206707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,1536,0.17507093747456867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,1536,0.16146880785624187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,1536,0.14168000221252441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,1536,0.13321173191070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,1536,0.14912853240966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,1536,0.12876266638437908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,1536,0.10182720025380451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,1536,0.07991786797841391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,1536,0.07060373624165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,1536,0.06505386829376221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,1536,0.05899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,1536,0.053882666428883876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,1536,0.04631040096282959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,1536,0.10153386592864991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,1536,0.07989866733551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,1536,0.029363199075063066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,1536,0.026366933186848955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,1536,0.05005653301874796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,1536,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,1536,0.03903253475824992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,1536,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,1536,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,1536,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,1536,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,1536,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,1536,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,1536,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,1536,0.03588586648305257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,1536,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,1536,0.010964266459147136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,1536,0.011095466216405232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,1536,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,1536,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,1536,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,1536,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,1536,0.012653866410255432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,1536,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,1536,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,1536,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,1536,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,1536,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,1536,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,1536,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,1536,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,1536,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,1536,0.012795733412106833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,1536,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,1536,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,1536,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,1536,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,1536,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,1536,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,1536,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,1536,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,1536,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,1536,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,1536,0.013185066978136697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,1536,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,1536,0.19382719993591307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,1536,0.37744105656941734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,1536,0.10160640080769856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,1536,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,1536,0.059952000776926674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,1536,0.058141867319742836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,1536,0.056360534826914464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,1536,0.057137068112691244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,1536,0.052154668172200526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,1536,0.052517334620157875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,1536,0.05105066696802775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,1536,0.048547200361887616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,1536,0.047413333257039385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,1536,0.04832746585210164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,1536,0.04327893257141113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,1536,0.043892268339792886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,1536,0.04263893365859985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,1536,0.039700265725453696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,1536,0.03804479837417603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,1536,0.03839360078175862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,1536,0.034092799822489424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,1536,0.0341482679049174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,1536,0.03340906699498494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,1536,0.03292373418807983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,1536,0.029314132531483968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,1536,0.029435733954111736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,1536,0.027780266602834065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,1536,0.02502293388048808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,1536,0.024451200167338052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,1536,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,1536,0.01989439924558004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,1536,0.020321067174275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,1536,0.01978666583697001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,1536,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,1536,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,1536,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,1536,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,1536,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,1536,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,1536,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,1536,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,1536,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,1536,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,1536,0.009678933024406432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,1536,0.009384533762931824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,1536,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,1536,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,1536,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,1536,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,1536,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,1536,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,1536,0.009399466713269551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,1536,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,1536,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,1536,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,1536,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,1536,0.00927786628405253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,1536,0.00928106705347697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,1024,0.4708565394083659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,1024,0.23649919827779137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,1024,0.14119572639465333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,1024,0.08391253153483072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,1024,0.07827093601226806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,1024,0.07813013394673665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,1024,0.06953813234965006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,1024,0.07327253023783366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,1024,0.0677290678024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,1024,0.06033493280410766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,1024,0.05960959990819296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,1536,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,1024,0.05423359870910645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,1024,0.05451093514760336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,1024,0.05325440168380737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,1024,0.04781973361968994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,1024,0.04607679843902588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,1024,0.04321066538492839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,1024,0.0420576016108195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,1024,0.04112853209177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,1024,0.04123306671778361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,1024,0.03670613368352254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,1024,0.03198933402697245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,1024,0.032390399773915605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,1024,0.035417600472768145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,1024,0.030306132634480794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,1024,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,1024,0.024222934246063234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,1024,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,1024,0.021721599499384563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,1024,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,1024,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,1024,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,1024,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,1024,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,1024,0.011346133550008138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,1024,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,1536,0.010226133465766906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,1024,0.007826133569081625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,1024,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,1024,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,1024,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,1024,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,1024,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,1024,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,1024,0.00727040022611618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,1024,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,1024,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,1024,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,1024,0.006877866884072621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,1024,0.006810666620731353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,1024,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,1024,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,1024,0.007020799815654755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,1024,0.006876799960931141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,1024,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,1024,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,1024,0.006791466474533081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,1024,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,1024,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,1024,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,1024,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,1024,0.0069472000002861025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,1024,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,1024,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,1024,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,1024,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,1024,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,1024,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,1024,0.006392533580462138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,1024,0.006563200056552887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,1024,0.18937066396077473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,1024,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,1024,0.37310825983683266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,1024,0.09828480084737143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,1024,0.06370879809061686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,1024,0.06457279920578003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,1024,0.059290667374928795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,1024,0.05779413382212321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,1024,0.06778773466746012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,1024,0.058613332112630215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,1024,0.05589439868927002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,1024,0.06209386587142944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,1024,0.05602560043334961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,1024,0.06038399934768677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,1024,0.05048533280690511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,1024,0.05234880050023397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,1024,0.047918931643168135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,1024,0.04636799891789754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,1024,0.04609173138936361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,1024,0.04501013358434041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,1024,0.04195520083109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,1536,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,1024,0.03972266515096028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,1024,0.0386186679204305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,1024,0.038780800501505536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,1024,0.037972267468770346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,1024,0.03404159943262736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,1024,0.032075732946395874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,1024,0.032620799541473386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,1024,0.031481599807739256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,1024,0.028445865710576373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,1024,0.029502934217453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,1024,0.025769599278767902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,1024,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,1024,0.02309439977010091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,1024,0.02140373388926188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,1024,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,1024,0.01927679975827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,1024,0.05528959830602011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,1024,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,1024,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,1024,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,1024,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,1024,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,1024,0.017190400759379068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,1024,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,1024,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,1024,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,1024,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,1024,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,1024,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,1024,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,1024,0.017141334215799966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,1024,0.017602133750915527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,1024,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,1024,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,1024,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,1024,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,1024,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,1024,0.01564479966958364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,1024,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,1024,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,1024,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,1024,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,1024,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,1024,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,1024,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,1024,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,1024,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,1024,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,1024,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,1024,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,1024,0.4292373339335124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,1024,0.230294402440389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,1024,0.8508085250854492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,1024,0.23837973276774088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,1024,0.226420259475708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,1024,0.21744426091512045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,1024,0.21336852709452309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,1024,0.20659306844075523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,1024,0.19867520332336425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,1024,0.18714879353841146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,1024,0.1894485314687093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,1024,0.1757599989573161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,1024,1.6756010691324872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,1024,0.16735679308573406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,1024,0.15886826515197755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,1024,0.14455359776814777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,1024,0.12916053136189778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,1024,0.12164586385091145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,1024,0.11778879960378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,1024,0.0955637296040853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,1024,0.08294933636983236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,1024,0.08014293511708578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,1024,0.07022186915079752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,1024,0.06114666859308878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,1024,0.05764906803766886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,1024,0.05147733290990194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,1024,0.04868799845377604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,1024,0.04013653198877971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,1024,0.10490026473999023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,1024,0.06577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,1024,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,1024,0.022773333390553794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,1024,0.04394133488337199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,1024,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,1024,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,1024,0.034859732786814375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,1024,0.013921067118644714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,1024,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,1024,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,1024,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,1024,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,1024,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,1024,0.0325653334458669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,1024,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,1024,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,1024,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,1024,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,1024,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,1024,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,1024,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,1024,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,1024,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,1024,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,1024,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,1024,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,1024,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,1024,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,1024,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,1024,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,1024,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,1024,0.010315733154614766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,1024,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,1024,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,1024,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,1024,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,1024,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,1024,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,1024,0.010083199540774027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,1024,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,1024,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,1024,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,1024,0.28507839838663734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,1024,0.14665066401163737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,1024,0.07856106758117676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,1024,0.04692373275756836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,1024,0.04492799838383992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,1024,0.044044800599416095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,1024,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,1024,0.04429119825363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,1024,0.04084159930547078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,1024,0.04125119845072429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,1024,0.04036693175633748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,1024,0.038173866271972653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,1024,0.037539199988047285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,1024,0.03762986660003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,1024,0.03461333513259888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,1024,0.03467306693394979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,1024,0.03365439971288045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,1024,0.031075199445088703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,1024,0.031016532580057782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,1024,0.030636799335479737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,1024,0.027731200059254963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,1024,0.02768213351567586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,1024,0.02699199914932251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,1024,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,1024,0.02395306626955668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,1024,0.023586134115854897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,1024,0.023118933041890465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,1024,0.02029013236363729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,1024,0.019630932807922365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,1024,0.020188800493876138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,1024,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,1024,0.016057599584261575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,1024,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,1024,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,1024,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,1024,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,1024,0.009692800045013428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,1024,0.008858666817347208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,1024,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,1024,0.008847999572753906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,1024,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,1024,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,1024,0.00885653297106425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,1024,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,1024,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,1024,0.00846613347530365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,1024,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,1024,0.008441600203514098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,1024,0.00865280032157898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,1024,0.0081535999973615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,1024,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,1024,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,1024,0.008444799979527792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,1024,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,1024,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,1024,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,768,0.3822655995686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,768,0.19059947331746419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,768,0.09741013050079346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,768,0.054797867933909096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,768,0.05698026816050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,768,0.053506131966908774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,768,0.05098239978154501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,768,0.05287786722183228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,768,0.05032213528951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,768,0.046742399533589676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,768,0.04437119960784912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,768,0.04315946499506633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,768,0.04405119816462199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,768,0.043535999457041424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,768,0.03849173386891683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,1024,0.008400000135103862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,768,0.03629013299942017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,768,0.033854933579762776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,768,0.032440533240636185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,768,0.03205440044403076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,768,0.03272533416748047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,768,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,768,0.025036799907684325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,768,0.0253983994325002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,768,0.027476267019907637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,768,0.02381653388341268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,768,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,768,0.019146666924158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,768,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,768,0.017644800742467246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,768,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,768,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,768,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,768,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,768,0.010182399551073711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,768,0.009392000238100688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,768,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,768,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,768,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,768,0.006771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,768,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,768,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,768,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,768,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,768,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,768,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,768,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,768,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,768,0.005782400071620941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,768,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,768,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,768,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,768,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,1024,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,768,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,768,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,768,0.005294933418432872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,768,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,768,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,768,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,768,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,768,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,768,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,768,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,768,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,768,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,768,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,768,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,768,0.004102399945259095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,768,0.004134399940570196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,768,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,768,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,768,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,768,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,768,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,768,0.15554986000061036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,768,0.29923200607299805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,768,0.0558357318242391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,768,0.0904853343963623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,768,0.056092798709869385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,768,0.05386879841486612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,768,0.05199893315633138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,768,0.05691413482030233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,768,0.05382826725641886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,768,0.04907199939092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,768,0.0495957334836324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,768,0.04768960078557332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,768,0.04966506560643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,768,0.052321068445841466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,768,0.04410773515701294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,768,0.044378666083017985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,768,0.03982400099436442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,768,0.042439464728037515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,768,0.040302932262420654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,768,0.03693653345108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,768,0.03519893487294515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,768,0.03519573211669922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,768,0.03373013337453206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,768,0.0333898663520813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,768,0.031632000207901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,768,0.0290175994237264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,768,0.02954453428586324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,768,0.0293013334274292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,768,0.025945599873860675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,768,0.02770133415857951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,768,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,768,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,768,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,768,0.02021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,768,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,768,0.018844799200693766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,768,0.017640533049901326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,768,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,768,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,768,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,768,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,768,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,768,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,768,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,768,0.03946666717529297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,768,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,768,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,768,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,768,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,768,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,768,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,768,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,768,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,768,0.015879467129707336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,768,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,768,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,768,0.015043200055758158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,768,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,768,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,768,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,768,0.017102932929992674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,768,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,768,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,768,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,768,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,768,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,768,0.41870934168497725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,768,0.2268160025278727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,768,0.8322133382161458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,768,0.21516586939493815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,768,0.2338090737660726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,768,0.20858240127563477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,768,0.20040106773376465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,768,0.1933568000793457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,768,1.6390101114908855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,768,0.17653013865152994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,768,0.1683029333750407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,768,0.15618133544921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,768,0.14922879536946615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,768,0.13428692817687987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,768,0.12980053424835206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,768,0.11073919932047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,768,0.10768319765726726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,768,0.08837973276774089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,768,0.08601280053456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,768,0.07785600026448568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,768,0.07196906407674154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,768,0.06706559658050537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,768,0.18710613250732422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,768,0.05772373278935751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,768,0.05488213300704956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,768,0.0491370677947998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,768,0.046462933222452804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,768,0.03815893332163493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,768,0.21967466672261557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,768,0.06276053190231323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,768,0.023746132850646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,768,0.021230934063593547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,768,0.04127039909362793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,768,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,768,0.013192533453305563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,768,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,768,0.031201066573460896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,768,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,768,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,768,0.012083199620246888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,768,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,768,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,768,0.029704533020655316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,768,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,768,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,768,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,768,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,768,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,768,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,768,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,768,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,768,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,768,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,768,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,768,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,768,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,768,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,768,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,768,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,768,0.009508267045021057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,768,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,768,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,768,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,768,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,768,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,768,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,768,0.00988266666730245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,768,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,768,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,768,0.24333225886027016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,768,0.12658560276031494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,768,0.06746026674906412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,768,0.0412714680035909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,768,0.03970346848169963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,768,0.039188265800476074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,768,0.0092330664396286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,768,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,768,0.03908160130182902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,768,0.0369706670443217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,768,0.03669439951578776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,768,0.0357749342918396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,768,0.034050134817759196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,768,0.03360319932301839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,768,0.03315946658452352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,768,0.03072426716486613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,768,0.03094826738039653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,768,0.030487465858459472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,768,0.028086400032043456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,768,0.027261867125829058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,768,0.02735893328984578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,768,0.02485226591428121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,768,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,768,0.023944532871246337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,768,0.023941334088643393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,768,0.021171200275421142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,768,0.021160533030827842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,768,0.020473599433898926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,768,0.01830186645189921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,768,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,768,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,768,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,768,0.011287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,768,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,768,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,768,0.008924800157546996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,768,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,768,0.008682666222254436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,768,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,768,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,768,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,768,0.008620799581209818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,768,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,768,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,768,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,768,0.008045866588751475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,768,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,768,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,768,0.007729066908359528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,768,0.008063999811808269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,768,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,768,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,768,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,768,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,768,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,768,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,512,0.2818688074747721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,512,0.13950293858846027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,512,0.07375040054321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,512,0.04198293288548787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,512,0.042637864748636886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,512,0.04268480141957601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,512,0.040505599975585935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,512,0.04484479824701945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,512,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,512,0.03771093289057414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,512,0.036133333047231035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,512,0.03612053394317627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,512,0.03246506651242574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,512,0.03171839912732442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,512,0.027670399347941084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,512,0.02941333254178365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,512,0.025203200181325276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,512,0.024306132396062215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,512,0.02547093431154887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,512,0.02315946618715922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,512,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,512,0.019220266739527384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,512,0.019256534179051717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,512,0.020142932732899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,512,0.018078933159510292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,512,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,512,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,512,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,512,0.014291200041770934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,512,0.011524266997973124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,512,0.012155733505884806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,512,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,512,0.009393067161242167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,512,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,512,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,512,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,512,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,512,0.0053951998551686605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,512,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,512,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,512,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,512,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,512,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,512,0.004964266717433929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,512,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,512,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,512,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,512,0.004334933559099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,512,0.00443200021982193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,512,0.0043029333154360454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,512,0.004344533383846283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,512,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,512,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,512,0.003962666789690653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,512,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,512,0.0038751999537150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,512,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,512,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,512,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,512,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,512,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,512,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,512,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,512,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,512,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,512,0.0032437334458033243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,512,0.0032426667710145317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,512,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,512,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,512,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,512,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,512,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,512,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,512,0.1255776007970174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,512,0.23414293924967447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,512,0.06802666982014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,512,0.04616106748580932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,512,0.04952640136082967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,512,0.04625920057296753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,512,0.05273919900258382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,512,0.04476906855901082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,512,0.047687466939290366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,512,0.04324373404184977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,512,0.041501867771148684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,512,0.04265173276265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,512,0.047389864921569824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,512,0.04113386472066243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,512,0.03997653325398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,512,0.040210131804148355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,512,0.03504960139592488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,512,0.03659626642862956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,512,0.035691734155019125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,512,0.031625600655873616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,512,0.031830400228500366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,512,0.03143786589304606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,512,0.029332266251246138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,512,0.029870933294296263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,512,0.030135466655095415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,512,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,512,0.02664533257484436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,512,0.026365866263707478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,512,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,512,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,512,0.02140799959500631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,512,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,512,0.018713599443435668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,512,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,512,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,512,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,512,0.01809813380241394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,512,0.01672533353169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,512,0.01997013290723165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,512,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,512,0.01720959941546122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,512,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,512,0.01786880095799764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,512,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,512,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,512,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,512,0.033240532875061034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,512,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,512,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,512,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,512,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,512,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,512,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,512,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,512,0.015554133057594299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,512,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,512,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,512,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,512,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,512,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,512,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,512,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,512,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,512,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,512,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,512,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,512,0.39592320124308267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,512,0.21981333096822103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,512,0.790667724609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,512,0.21346346537272134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,512,0.2053984006245931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,512,0.1997312068939209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,512,1.5636736551920571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,512,0.1926047960917155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,512,0.17576746940612792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,512,0.1882805347442627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,512,0.16756906509399414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,512,0.15720106760660807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,512,0.13842560450236002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,512,0.15357759793599446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,512,0.1413482666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,512,0.10810346603393554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,512,0.11675519943237304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,512,0.09754133224487305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,512,0.07930773099263509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,512,0.07713706493377685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,512,0.07326080004374186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,512,0.06713600158691406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,512,0.06200000047683716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,512,0.052849066257476804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,512,0.05190186500549317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,512,0.04485760132471721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,512,0.043339733282725015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,512,0.03559039831161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,512,0.09680426915486653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,512,0.03726826508839925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,512,0.059271466732025144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,512,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,512,0.02921066681543986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,512,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,512,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,512,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,512,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,512,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,512,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,512,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,512,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,512,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,512,0.028051199515660603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,512,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,512,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,512,0.008958933750788371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,512,0.008858666817347208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,512,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,512,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,512,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,512,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,512,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,512,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,512,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,512,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,512,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,512,0.008154666423797608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,512,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,512,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,512,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,512,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,512,0.20722986857096354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,512,0.10825386842091878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,512,0.06008106470108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,512,0.035792001088460285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,512,0.03748586575190226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,512,0.03551146586736043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,512,0.03530559937159221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,512,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,512,0.03300053278605143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,512,0.032214399178822836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,512,0.030483200152715044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,512,0.03003093401590983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,512,0.029237333933512372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,512,0.008820266524950663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,512,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,512,0.027510400613149005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,512,0.026834134260813398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,512,0.023836799462636313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,512,0.024833067258199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,512,0.024116265773773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,512,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,512,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,512,0.02127573291460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,512,0.020793600877126058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,512,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,512,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,512,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,512,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,512,0.015176533659299215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,512,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,512,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,512,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,512,0.010072533289591472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,512,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,512,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,512,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,512,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,512,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,512,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,512,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,512,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,512,0.007652266820271809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,512,0.00774186650911967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,512,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,512,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,512,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,512,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,512,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,512,0.007259733478228251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,512,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,512,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,512,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,512,0.007855999966462452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,256,0.18546133041381835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,256,0.0904256025950114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,256,0.04659413496653239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,256,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,256,0.02633066574732463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,256,0.026246400674184163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,256,0.030750934282938642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,256,0.02650559941927592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,256,0.026358399788538617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,256,0.02332586646080017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,256,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,256,0.021399466196695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,256,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,256,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,256,0.019103999932607016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,256,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,256,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,256,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,256,0.015868799885114034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,256,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,256,0.013420800367991129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,256,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,256,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,256,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,256,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,256,0.010060800115267436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,256,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,256,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,256,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,256,0.007247999807198842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,256,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,256,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,256,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,256,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,256,0.006402133405208588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,256,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,256,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,256,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,256,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,256,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,256,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,256,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,256,0.0038933334251244865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,256,0.0037546666959921518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,256,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,256,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,256,0.0035242666800816857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,256,0.0036170666416486105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,256,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,256,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,256,0.0032458665470282235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,256,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,256,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,256,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,256,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,256,0.0030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,256,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,256,0.0030805334448814393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,256,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,256,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,256,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,256,0.0030975999931494398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,256,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,256,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,256,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,256,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,256,0.0027306665976842242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,256,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,256,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,256,0.09436480204264322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,256,0.1711850643157959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,256,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,256,0.06136426528294882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,256,0.0407477339108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,256,0.03954773346583049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,256,0.039122132460276286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,256,0.04445653359095256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,256,0.04203840096791585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,256,0.03691840171813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,256,0.03866346677144368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,256,0.03740799824396769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,256,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,256,0.03286079963048299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,256,0.030798933903376263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,256,0.03164373238881429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,256,0.029335467020670573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,256,0.02898453275362651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,256,0.02930240035057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,256,0.02744426727294922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,256,0.02658560077349345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,256,0.02786986629168193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,256,0.025212800502777098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,256,0.025037866830825806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,256,0.025033599138259886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,256,0.02606186668078105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,256,0.023246934016545616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,256,0.023095466693242393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,256,0.02466239929199219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,256,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,256,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,256,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,256,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,256,0.017947733402252197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,256,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,256,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,256,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,256,0.016734933853149413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,256,0.03486293156941732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,256,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,256,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,256,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,256,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,256,0.015161599715550741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,256,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,256,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,256,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,256,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,256,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,256,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,256,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,256,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,256,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,256,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,256,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,256,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,256,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,256,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,256,0.012785067160924276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,256,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,256,0.01334933340549469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,256,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,256,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,256,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,256,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,256,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,256,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,256,0.5420031865437825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,256,0.14873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,256,0.15042880376180012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,256,1.074615478515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,256,0.2745525360107422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,256,0.1401781400044759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,256,0.13205653031667072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,256,0.12710399627685548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,256,0.11694933573404949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,256,0.11741653283437092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,256,0.10333973566691082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,256,0.10045013427734376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,256,0.09133226871490478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,256,0.08813440004984538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,256,0.07657600243886312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,256,0.06808533668518066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,256,0.0672106663386027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,256,0.06101973454157511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,256,0.059735465049743655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,256,0.056284801165262854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,256,0.053437864780426024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,256,0.04928106864293416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,256,0.0428330659866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,256,0.04200106859207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,256,0.036407466729482016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,256,0.035444267590840656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,256,0.07587520281473795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,256,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,256,0.14163947105407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,256,0.0465173323949178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,256,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,256,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,256,0.024152533213297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,256,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,256,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,256,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,256,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,256,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,256,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,256,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,256,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,256,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,256,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,256,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,256,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,256,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,256,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,256,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,256,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,256,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,256,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,256,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,256,0.006557866434256236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,256,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,256,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,256,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,256,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,256,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,256,0.006811733543872833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,256,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,256,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,256,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,256,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,256,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,256,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,256,0.006534400085608165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,256,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,256,0.16248854001363117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,256,0.08931306997934976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,256,0.05128320058186849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,256,0.03127040068308513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,256,0.03027519981066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,256,0.029708800713221233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,256,0.0293503999710083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,256,0.02797973354657491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,256,0.027591466903686523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,256,0.026840533812840777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,256,0.025737599531809492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,256,0.025269333521525068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,256,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,256,0.022923733790715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,256,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,256,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,256,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,256,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,256,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,256,0.019949867328008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,256,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,256,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,256,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,256,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,256,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,256,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,256,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,256,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,256,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,256,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,256,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,256,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,256,0.011083733042081196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,256,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,256,0.009820800026257832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,256,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,256,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,256,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,256,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,256,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,256,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,256,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,256,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,128,0.1459818681081136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,128,0.07085119883219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,128,0.03717759847640991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,128,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,128,0.020396800835927327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,128,0.022369066874186196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,128,0.019718400637308755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,128,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,128,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,128,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,128,0.017223467429478966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,128,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,256,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,128,0.021524266401926676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,128,0.01769919991493225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,128,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,128,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,128,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,128,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,128,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,128,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,128,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,128,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,128,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,128,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,128,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,128,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,128,0.007630933324495952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,128,0.006855466465155284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,256,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,128,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,128,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,128,0.004163199911514918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,128,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,128,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,128,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,128,0.00365226666132609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,128,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,128,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,128,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,128,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,128,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,128,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,128,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,128,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,128,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,128,0.0030741333961486817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,128,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,128,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,128,0.00886826713879903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,128,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,128,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,128,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,128,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,128,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,128,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,128,0.0026709333062171934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,128,0.0026677332818508146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,128,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,128,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,128,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,128,0.002491733431816101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,128,0.08569599787394205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,128,0.1503434658050537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,128,0.05181866486867269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,128,0.03572479883829753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,128,0.03355199893315633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,128,0.03593493302663167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,128,0.033115732669830325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,128,0.03713920116424561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,128,0.03239466746648152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,128,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,128,0.03057173291842143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,128,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,128,0.031249066193898518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,128,0.03364906708399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,128,0.03025066653887431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,128,0.02964479923248291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,128,0.027100799481074016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,128,0.02951146761576335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,128,0.03080959916114807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,128,0.026315732796986895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,128,0.024829866488774617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,128,0.024881066878636678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,128,0.025029333432515462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,128,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,128,0.02296853264172872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,128,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,128,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,128,0.021013333400090536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,128,0.024675200382868447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,128,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,128,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,128,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,128,0.019875200589497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,128,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,128,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,128,0.016272000471750894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,128,0.015379200379053751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,128,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,128,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,128,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,128,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,128,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,128,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,128,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,128,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,128,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,128,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,128,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,128,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,128,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,128,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,128,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,128,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,128,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,128,0.022843732436498006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,128,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,128,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,128,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,128,0.01337493360042572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,128,0.013981866836547851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,128,0.013940266768137612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,128,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,128,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,128,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,128,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,128,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,128,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,128,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,128,0.012914133071899415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,128,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,128,0.8226090749104819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,128,0.41501439412434893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,128,0.11611519654591877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,128,0.1086400032043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,128,0.2132160027821859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,128,0.0987498680750529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,128,0.11600000063578289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,128,0.09274240334828696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,128,0.08226772944132486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,128,0.0821557362874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,128,0.07704426447550455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,128,0.07644800345102945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,128,0.06741759777069092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,128,0.06654933293660482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,128,0.05966399908065796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,128,0.05939840078353882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,128,0.053267200787862144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,128,0.05271893342336019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,128,0.04896639982859294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,128,0.04729066689809163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,128,0.04321920077006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,128,0.10486079851786297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,128,0.037878398100535074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,128,0.03708693186442057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,128,0.03240320086479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,128,0.0929855982462565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,128,0.03178026676177979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,128,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,128,0.10951680342356365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,128,0.040763731797536215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,128,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,128,0.01567146678765615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,128,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,128,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,128,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,128,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,128,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,128,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,128,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,128,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,128,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,128,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,128,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,128,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,128,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,128,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,128,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,128,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,128,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,128,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,128,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,128,0.006049066781997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,128,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,128,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,128,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,128,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,128,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,128,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,128,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,128,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,128,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,128,0.006169599791367849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,128,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,128,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,128,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,128,0.14987626075744628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,128,0.046112000942230225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,128,0.028904533386230467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,128,0.027778132756551104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,128,0.08499200344085693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,128,0.027228800455729167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,128,0.026898133754730224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,128,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,128,0.02546986738840739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,128,0.024793599049250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,128,0.023821866512298583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,128,0.022617600361506143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,128,0.02318399945894877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,128,0.0214464008808136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,128,0.020780799786249797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,128,0.020322134097417198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,128,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,128,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,128,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,128,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,128,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,128,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,128,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,128,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,128,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,128,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,128,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,128,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,128,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,128,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,128,0.010498133301734925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,128,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,128,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,128,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,128,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,128,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,128,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,128,0.0072618668278058365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,128,0.006806399921576183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,128,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,128,0.006919466455777486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,128,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,128,0.006799999872843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,64,0.1274784008661906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,64,0.06589653491973876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,64,0.034705066680908205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,64,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,64,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,64,0.01804479956626892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,64,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,64,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,64,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,64,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,64,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,64,0.014962133765220643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,64,0.01949013272921244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,64,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,64,0.014987732966740927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,64,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,64,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,64,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,64,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,64,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,64,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,64,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,64,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,64,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,64,0.010206933816274006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,64,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,64,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,64,0.01013973355293274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,64,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,64,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,64,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,64,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,64,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,64,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,64,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,64,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,64,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,64,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,64,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,64,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,64,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,64,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,64,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,64,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,64,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,64,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,64,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,64,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,64,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,64,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,64,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,64,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,64,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,64,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,64,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,64,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,64,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,64,0.0023402666052182515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,64,0.002295466760794322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,64,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,64,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,64,0.14683626492818197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,64,0.08241386413574218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,64,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,64,0.0531712015469869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,64,0.03394879897435506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,64,0.036475733915964766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,64,0.03349013328552246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,64,0.03576106627782186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,64,0.03225920001665751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,64,0.03740373452504476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,64,0.02909226616223653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,64,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,64,0.029692800839742024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,64,0.03371306657791138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,64,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,64,0.028935466210047407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,64,0.03123413324356079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,64,0.026147200663884478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,64,0.026205867528915405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,64,0.02545493245124817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,64,0.030190932750701904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,64,0.023805866638819374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,64,0.023983999093373617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,64,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,64,0.023832533756891885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,64,0.022366933027903237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,64,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,64,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,64,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,64,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,64,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,64,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,64,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,64,0.018305067221323648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,64,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,64,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,64,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,64,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,64,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,64,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,64,0.01541973352432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,64,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,64,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,64,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,64,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,64,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,64,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,64,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,64,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,64,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,64,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,64,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,64,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,64,0.013389866550763449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,64,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,64,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,64,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,64,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,64,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,64,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,64,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,64,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,64,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,64,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,64,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,64,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,64,0.013115732868512472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,64,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,32,0.12610773245493573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,32,0.0646944006284078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,64,0.013829333583513894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,32,0.03756159941355387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,32,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,32,0.019476266702016194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,32,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,32,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,32,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,32,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,32,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,32,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,32,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,32,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,32,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,32,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,32,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,32,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,32,0.013125333189964294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,32,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,32,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,32,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,32,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,32,0.010880000392595927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,32,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,32,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,32,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,32,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,32,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,32,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,32,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,12288,32,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,12288,32,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,12288,32,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,12288,32,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,12288,32,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,12288,32,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,12288,32,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,12288,32,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,12288,32,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,12288,32,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,12288,32,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,12288,32,0.0030975999931494398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,12288,32,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,12288,32,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,12288,32,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,12288,32,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,12288,32,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,12288,32,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,12288,32,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,12288,32,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,12288,32,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,12288,32,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,12288,32,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,12288,32,0.0028319999575614927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,12288,32,0.0027701333165168762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,12288,32,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,12288,32,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,12288,32,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,32,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,12288,32,0.002682666728893916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,12288,32,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,12288,32,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,12288,32,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,12288,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,12288,32,0.002284800012906392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,12288,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,12288,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,12288,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,12288,32,0.0033386667569478357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,12288,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,12288,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,12288,32,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,32,0.08019200166066488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,32,0.1454751968383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,32,0.052985600630442296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,32,0.036200535297393796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,32,0.03402666648228963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,32,0.034970664978027345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,32,0.0317631999651591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,32,0.03172159989674886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,32,0.035027201970418295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,12288,32,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,32,0.029393066962560017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,32,0.030758400758107502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,12288,32,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,32,0.029418667157491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,32,0.03337706724802653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,32,0.027966932455698652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,32,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,32,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,32,0.028653866052627562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,32,0.025494400660196943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,32,0.029550933837890626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,32,0.02534719904263814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,32,0.024718934297561647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,32,0.024637866020202636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,32,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,32,0.023945599794387817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,32,0.021543467044830324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,32,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,32,0.021210666497548422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,32,0.023137066761652628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,32,0.01872640053431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,32,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,32,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,32,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,32,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,32,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,32,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,32,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,32,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,32,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,32,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,32,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,32,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,32,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,32,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,32,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,32,0.020064000288645426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,32,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,32,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,32,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,32,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,32,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,32,0.013484799861907959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,32,0.013527466853459676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,32,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,32,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,32,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,32,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,32,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,32,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,32,0.01343786617120107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,32,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,32,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,32,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,32,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,32,0.013379200299580892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,32,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,32,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,32,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,65536,3.169322649637858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,65536,7.301205317179362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,65536,3.7425225575764975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,65536,3.8590240478515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,65536,15.331130981445312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,65536,3.8453280131022134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,65536,3.3718185424804688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,65536,3.3347040812174478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,65536,2.9152161280314126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,65536,3.2886826197306314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,65536,3.1038293838500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,65536,3.1283092498779297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,65536,2.7042773564656577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,65536,2.425173282623291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,65536,2.9072160720825195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,65536,2.2441226641337075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,65536,2.3478453954060874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,65536,29.367215474446613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,65536,2.2839840253194175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,65536,2.128373305002848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,65536,1.7745866775512695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,65536,1.7471680641174316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,65536,1.8460693359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,65536,1.3728480339050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,65536,2.387514591217041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,65536,1.3755359649658203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,65536,1.4044853846232097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,65536,0.9701973597208658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,65536,1.1297492980957031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,65536,0.6267786820729574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,65536,0.9704266389211019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,65536,0.9996906916300455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,65536,0.5503146648406982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,65536,0.5263253450393677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,65536,0.3118613362312317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,65536,0.24955199162165323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,65536,0.2429493268330892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,65536,0.2349920074144999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,65536,0.2677173415819804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,65536,0.28228267033894855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,65536,0.2448373238245646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,65536,0.33502399921417236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,65536,0.1992266575495402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,65536,0.2716853419939677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,65536,0.19944000244140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,65536,0.19726399580637613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,65536,0.2161653240521749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,65536,0.211082657178243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,65536,0.2127093275388082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,65536,0.2100213368733724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,65536,0.21131734053293863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,65536,0.21039466063181558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,65536,0.20779200394948324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,65536,0.22177600860595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,65536,0.2157813310623169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,65536,0.2177600065867106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,65536,0.2228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,65536,0.2047040065129598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,65536,0.19931199153264365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,65536,0.20651733875274658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,65536,0.213919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,65536,0.21579732497533163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,65536,0.21262933810551962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,65536,0.20954134066899618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,65536,0.20910932620366415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,65536,0.19906665881474814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,65536,0.1958613395690918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,65536,0.19713066021601358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,65536,0.19331733385721842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,65536,0.19508800903956094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,65536,0.1926506757736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,65536,0.19437867403030396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,65536,0.19112000862757364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,65536,0.6404746770858765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,65536,2.483344078063965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,65536,9.381397247314453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,65536,4.8046080271403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,65536,2.4735892613728843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,65536,2.399397373199463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,65536,2.2304107348124185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,65536,2.4513920148213706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,65536,2.1979360580444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,65536,1.9692959785461426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,65536,1.9389227231343586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,65536,1.9622774124145508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,65536,1.7956533432006836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,65536,19.859898885091145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,65536,1.9043359756469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,65536,1.6817919413248699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,65536,1.7169973055521648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,65536,1.4761172930399578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,65536,1.5183040301005046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,65536,1.3959946632385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,65536,2.1297760009765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,65536,1.415829340616862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,65536,1.2085386912027996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,65536,1.2093173662821453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,65536,1.0355839729309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,65536,1.1177972952524822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,65536,0.9042773246765137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,65536,0.903434673945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,65536,0.7915999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,65536,0.8215999603271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,65536,0.6489706834157308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,65536,0.6429760058720907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,65536,0.4797439972559611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,65536,0.5114133358001709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,65536,0.351306676864624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,65536,0.3253333369890849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,65536,0.2287893295288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,65536,0.1694506605466207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,65536,0.20539732774098715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,65536,0.1902666687965393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,65536,0.178330659866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,65536,0.17672000328699747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,65536,0.17316800355911255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,65536,0.1529973347981771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,65536,0.14944000045458475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,65536,0.15450666348139444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,65536,0.15318399667739868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,65536,0.15335999925931296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,65536,0.1502133309841156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,65536,0.14949333667755127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,65536,0.14404799540837607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,65536,0.14793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,65536,0.14603733023007712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,65536,0.14783466855684915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,65536,0.13895466923713684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,65536,0.1409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,65536,0.13155200084050497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,65536,0.13267733653386435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,65536,0.13025599718093872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,65536,0.13111467162768045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,65536,0.13277332981427512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,65536,0.13051733374595642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,65536,0.12924266854921976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,65536,0.12943999965985617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,65536,0.1281066636244456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,65536,0.12830400466918945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,65536,0.12723199526468912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,65536,0.20823999245961508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,65536,0.1268160045146942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,65536,0.12195733189582825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,65536,0.12467199563980103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,65536,0.12101333340009053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,65536,0.12169599533081055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,65536,0.11779733498891194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,65536,0.15865600109100342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,65536,10.173360188802084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,65536,2.5702826182047525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,65536,2.394053300221761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,65536,2.145439942677816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,65536,2.2835946083068848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,65536,2.2307306925455728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,65536,2.261786619822184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,65536,1.9638932545979817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,65536,2.3132640520731607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,65536,1.7843039830525715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,65536,2.0764586130777993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,65536,1.7561333974202473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,65536,1.8323626518249512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,65536,1.5386932690938313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,65536,1.6852960586547852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,65536,1.4978933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,65536,1.468117396036784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,65536,1.2921120325724285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,65536,1.4775519371032715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,65536,1.0921706358591716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,65536,1.1767040093739827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,65536,0.970965305964152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,65536,0.9361440340677897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,65536,0.8295893669128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,65536,0.8806933561960856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,65536,0.7323040167490641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,65536,0.6900800069173177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,65536,0.5652053356170654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,65536,0.5179733435312907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,65536,0.4358239968617757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,65536,0.43449600537618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,65536,0.31405866146087646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,65536,0.24147733052571616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,65536,0.18685867389043173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,65536,0.18451732397079468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,65536,0.18474666277567545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,65536,0.17763733863830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,65536,0.17862399419148764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,65536,0.17155200242996216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,65536,0.17100799083709717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,65536,0.16741333405176798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,65536,0.13896000385284424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,65536,0.13794133067131042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,65536,0.13689066966374716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,65536,0.1344480017820994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,65536,0.1341813306013743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,65536,0.13220266501108804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,65536,0.1328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,65536,0.13100266456604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,65536,0.1316266655921936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,65536,0.13004799683888754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,65536,0.12902399897575378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,65536,0.1264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,65536,0.12637866536776224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,65536,0.12389866511027019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,65536,0.12397332986195882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,65536,0.12470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,65536,0.12392000357309978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,65536,0.12410133083661397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,65536,0.12446399529774983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,65536,0.12366933623949687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,65536,0.12408533692359924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,65536,0.12401599685351054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,65536,0.12452800075213115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,65536,0.12462400396664937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,65536,0.12405332922935486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,65536,0.12450666228930156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,65536,0.12331199645996094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,65536,0.1239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,65536,0.1237333317597707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,65536,0.2791893283526103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,65536,14.153284708658854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,65536,1.9105706214904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,65536,1.4285759925842285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,65536,1.2686293125152588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,65536,1.3128906885782878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,65536,1.207045316696167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,65536,1.1289172967274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,65536,1.0992746353149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,65536,1.081397294998169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,65536,0.9885706901550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,65536,0.9866080284118652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,65536,0.9630293051401774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,65536,0.9555786450703939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,65536,0.8593226273854574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,65536,0.8251146475474039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,65536,0.8197279771169027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,65536,0.718127965927124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,65536,0.7025706768035889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,65536,0.6805706818898519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,65536,0.6810399691263834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,65536,0.5713866551717123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,65536,0.5604053338368734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,65536,0.5410399834314982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,65536,0.5431413253148397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,65536,0.4293919801712036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,65536,0.4265333414077759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,65536,0.41626667976379395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,65536,0.42048001289367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,65536,0.2992159922917684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,65536,0.28703999519348145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,65536,0.2910613417625427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,65536,0.2829226652781169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,65536,0.1675999959309896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,65536,0.1404853363831838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,65536,0.13910933335622153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,65536,0.1389173368612925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,65536,0.13873066504796347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,65536,0.13878933588663736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,65536,0.13945600390434265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,65536,0.1379146675268809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,65536,0.13667733470598856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,65536,0.13613866766293845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,65536,0.13646933436393738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,65536,0.13661332925160727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,65536,0.13664533694585165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,65536,0.1362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,65536,0.13587733109792074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,65536,0.1360213359196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,65536,0.13611732920010886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,65536,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,65536,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,65536,0.13616533080736795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,65536,0.13514133294423422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,65536,0.13479999701182047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,65536,0.13446933031082153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,65536,0.13500266273816428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,65536,0.13451733191808066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,65536,0.13396267096201578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,65536,0.13427733381589255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,65536,0.13518399993578592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,65536,0.13411733508110046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,65536,0.13875200351079306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,65536,0.1341493328412374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,65536,0.13396267096201578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,65536,0.1338933308919271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,65536,0.13422399759292603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,65536,0.13414399822553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,65536,0.13387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,65536,0.13384532928466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,65536,0.13405332962671915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,65536,0.13409599661827087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,51200,23.305872599283855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,51200,11.497183481852213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,51200,5.515098571777344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,51200,3.3355627059936523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,51200,3.2182238896687827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,51200,2.896325429280599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,51200,3.1251627604166665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,51200,2.9103094736735025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,65536,5.5213063557942705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,51200,2.6251999537150064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,51200,2.584122657775879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,51200,1.9751787185668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,51200,2.411856015523275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,51200,2.1114986737569175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,51200,2.0699307123819985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,51200,2.2186080614725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,51200,1.9563786188761394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,51200,2.139706611633301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,51200,1.827679951985677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,51200,1.7361332575480144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,51200,1.6951786677042644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,51200,1.3937919934590657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,51200,1.2117813428243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,51200,1.589205265045166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,51200,1.1867199738820393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,51200,0.9916053613026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,51200,1.0011626879374187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,51200,0.8982079823811849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,51200,0.7548426787058512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,51200,0.8886346817016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,51200,0.6826826731363932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,51200,0.67030930519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,51200,0.4583786725997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,51200,0.5239520072937012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,51200,0.4239413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,51200,0.23264533281326294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,51200,0.1827253301938375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,51200,0.18224533398946127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,51200,0.18130133549372354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,51200,0.372320016225179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,51200,0.19108267625172934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,51200,0.2160159945487976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,51200,0.21980265776316324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,51200,0.19136534134546915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,51200,0.20987733205159506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,51200,0.15428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,51200,0.15446399648984274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,51200,0.1532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,51200,0.1647040049235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,51200,0.16572800278663635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,51200,0.16697067022323608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,51200,0.1644426683584849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,51200,0.16870933771133423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,51200,0.16770132382710776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,51200,0.16342399517695108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,51200,0.16526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,51200,0.18398932615915933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,51200,0.180351992448171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,51200,0.17192532618840536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,51200,0.162063995997111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,51200,0.1586720049381256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,51200,0.1616320013999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,51200,0.16156267126401266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,51200,0.16125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,51200,0.16055466731389365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,51200,0.17004267374674478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,51200,0.16993065675099692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,51200,0.15849600235621134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,51200,0.15707733233769736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,51200,0.15693333745002747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,51200,0.15667733550071716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,51200,0.1569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,51200,0.15656532843907675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,51200,0.1558026671409607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,51200,0.15521599849065146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,51200,6.872943878173828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,65536,2.542912006378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,51200,3.460474650065104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,51200,1.9100106557210286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,51200,15.502122243245443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,51200,2.2269387245178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,51200,1.768378734588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,51200,1.9986294110616047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,51200,1.8217652638753254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,51200,1.6429386138916016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,51200,1.5913759867350261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,51200,1.6672053337097168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,65536,1.3862026532491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,51200,1.433274745941162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,51200,1.4498186111450195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,51200,1.6384426752726238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,51200,1.2490346431732178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,51200,1.4158612887064617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,51200,1.311306635538737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,51200,1.1694133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,51200,1.1422719955444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,51200,1.0652373631795247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,51200,1.1522986888885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,51200,0.9594186941782633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,51200,0.9020480314890543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,51200,0.8485973676045736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,51200,0.8715360164642334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,51200,0.7190933227539062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,51200,0.7005173365275065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,51200,0.6324426730473837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,51200,0.6527680158615112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,51200,0.4904533227284749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,51200,0.38945599397023517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,51200,0.3859573205312093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,51200,0.2754240036010742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,51200,0.2727893392244975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,51200,0.13784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,51200,0.1497706671555837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,51200,0.13876266280810037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,51200,0.18821867307027182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,51200,0.16474666198094687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,51200,0.1425226628780365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,51200,0.1455359955628713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,51200,0.1537440021832784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,51200,0.1386293371518453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,51200,0.11868266264597575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,51200,0.11803733309110005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,51200,0.11610133449236552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,51200,0.12378133336702983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,51200,0.12314666310946147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,51200,0.12180266777674358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,51200,0.12070399522781372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,51200,0.11901866396268208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,51200,0.11779200037320454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,51200,0.11684800187746684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,51200,0.11242133378982544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,51200,0.11028800408045451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,51200,0.10313066840171814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,51200,0.1011199951171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,51200,0.10107200344403584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,51200,0.10141332944234212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,51200,0.10038399696350098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,51200,0.0997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,51200,0.09773332873980205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,51200,0.09910399715105693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,51200,0.0974826713403066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,51200,0.09691733121871948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,51200,0.09745599826176961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,51200,0.09713066617647807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,51200,0.09603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,51200,0.09630399942398071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,51200,0.09493333101272583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,51200,0.09337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,51200,0.09292266766230266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,51200,0.1162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,51200,0.5203253428141276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,51200,3.53602663675944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,51200,2.011136054992676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,51200,2.172149340311686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,51200,1.7417227427164714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,51200,2.03548272450765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,51200,1.7382826805114746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,51200,1.8287307421366374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,51200,1.5654880205790203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,51200,1.7916587193806965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,51200,1.394693374633789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,51200,1.569973309834798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,51200,1.3485280672709148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,51200,1.3973280588785808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,51200,1.2042453289031982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,51200,1.368175983428955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,51200,1.1741920312245686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,51200,1.217530647913615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,51200,1.0293493270874023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,51200,1.1581652959187825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,51200,0.8796746730804443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,51200,0.9755573272705078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,51200,2.104069391886393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,51200,0.8601386547088623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,51200,0.6909279823303223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,51200,0.798245350519816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,51200,0.5929813385009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,51200,0.5894613265991211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,51200,0.4665813446044922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,51200,0.79093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,51200,0.3527466853459676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,51200,0.38766932487487793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,51200,0.4273546536763509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,51200,0.20071999231974283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,51200,0.15244799852371216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,51200,0.14714133739471436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,51200,0.14658666650454202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,51200,0.14312000075976053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,51200,0.1448799967765808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,51200,0.1390720009803772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,51200,0.13826133807500204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,51200,0.13417067130406699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,51200,0.2652906576792399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,51200,0.11027200023333232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,51200,0.10587199529012044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,51200,0.1035093367099762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,51200,0.1037066678206126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,51200,0.102783997853597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,51200,0.10359467069307964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,51200,0.10254399975140889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,51200,0.10206933816274007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,51200,0.10099200407663982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,51200,0.10061333576838176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,51200,0.09858133395512898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,51200,0.09890666604042053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,51200,0.09728533029556274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,51200,0.09700266520182292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,51200,0.09735467036565144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,51200,0.0969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,51200,0.09696533282597859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,51200,0.09709866841634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,51200,0.09682666261990865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,51200,0.09706667065620422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,51200,0.09739200274149577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,51200,0.0969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,51200,0.09734933574994405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,51200,0.09700799981753032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,51200,0.0972160001595815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,51200,0.09664000074068706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,51200,0.09725333253542583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,51200,0.21877866983413696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,51200,0.21971732378005981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,51200,0.11281599601109822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,51200,9.66478411356608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,51200,1.1876906553904216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,51200,1.0614186922709148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,51200,0.9895093441009521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,51200,0.968618631362915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,51200,0.8864853382110596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,51200,0.8711840311686198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,51200,0.8691199620564779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,51200,0.8379147052764893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,51200,0.7593333721160889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,51200,0.7441759904225668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,51200,0.7398826281229655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,51200,0.7345759868621826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,51200,0.6565813223520914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,51200,0.6435999870300293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,51200,0.6221386591593424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,51200,0.5485759973526001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,51200,0.5415039857228597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,51200,0.5253546635309855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,51200,0.5241066614786783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,51200,0.4376266797383626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,51200,0.4309920072555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,51200,0.422976016998291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,51200,0.4264320135116577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,51200,0.331167995929718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,51200,0.3306453426678975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,51200,0.3257439931233724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,51200,0.3274293343226115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,51200,0.2326186696688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,51200,0.22460265954335532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,51200,0.22865599393844604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,51200,0.22292266289393106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,51200,0.12965866923332214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,51200,0.10847999652226765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,51200,0.10846400260925293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,51200,0.10898133118947347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,51200,0.10834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,51200,0.10770133137702942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,51200,0.10758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,51200,0.10742933551470439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,51200,0.1074186662832896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,51200,0.10524800419807434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,51200,0.10540800293286641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,51200,0.10553600390752156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,51200,0.1055573324362437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,51200,0.10545066992441814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,51200,0.10559466481208801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,51200,0.10514133175214131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,51200,0.10608533024787903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,51200,0.10548266768455505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,51200,0.10546132922172546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,51200,0.1050933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,51200,0.1053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,51200,0.10500799616177876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,51200,0.10512000322341919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,51200,0.10542933146158855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,51200,0.10514666636784871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,51200,0.10493866602579753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,51200,0.10500267148017883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,51200,0.10546666383743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,51200,0.10539733370145161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,51200,0.10492799679438274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,51200,0.10518399874369304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,51200,0.10512533783912659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,51200,0.10538666447003682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,51200,0.10503466924031575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,51200,0.10532800356547038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,51200,0.10520000259081523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,51200,0.10514666636784871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,51200,0.10525332887967427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,51200,0.10437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,16384,6.62827746073405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,51200,4.222474733988444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,16384,3.620149294535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,16384,0.9749066829681396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,16384,0.9933066368103027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,16384,1.469007968902588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,16384,0.88155198097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,16384,0.7696106433868408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,16384,0.7601813475290934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,16384,0.6912266413370768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,16384,0.6657973527908325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,16384,0.6721759637196859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,16384,0.6346506675084432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,16384,0.6421066522598267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,16384,0.5759573380152384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,16384,0.6451146602630615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,16384,0.5369600057601929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,16384,0.5188373327255249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,16384,0.48321600755055744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,16384,0.5113066832224528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,16384,0.4645119905471802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,16384,0.48444799582163495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,16384,0.4184853235880534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,16384,0.39020800590515137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,16384,0.38342400391896564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,16384,0.3477706511815389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,16384,0.30853867530822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,16384,0.32238932450612384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,16384,0.2643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,16384,0.28031466404596966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,16384,0.2275893290837606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,16384,0.17148266235987344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,16384,0.16265066464742026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,16384,0.13712533315022787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,16384,0.11223999659220378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,16384,0.0767680009206136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,16384,0.06671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,16384,0.06702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,16384,0.06700799862543742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,16384,0.07492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,16384,0.0869653324286143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,16384,0.08865066369374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,16384,0.06814399858315785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,16384,0.216213325659434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,16384,0.07578133543332417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,16384,0.059749335050582886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,16384,0.05942399799823761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,16384,0.05929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,16384,0.0642133355140686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,16384,0.0643039991458257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,16384,0.06410133341948192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,16384,0.06418666740258534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,16384,0.0682826687892278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,16384,0.058746665716171265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,16384,0.0664160003264745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,16384,0.06589333216349284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,16384,0.06436799963315327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,16384,0.06409599880377452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,16384,0.06432533264160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,16384,0.06440000236034393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,16384,0.06444799900054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,16384,0.06462400158246358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,16384,0.06424533327420552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,16384,0.06420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,16384,0.0632479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,16384,0.06301333506902058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,16384,0.06314133107662201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,16384,0.06485866506894429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,16384,0.06473599870999654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,16384,0.06542933483918507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,16384,0.06402666866779327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,16384,0.06433066725730896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,16384,0.06355200211207072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,16384,0.06393066545327504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,16384,0.06198399762312571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,16384,4.593509356180827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,16384,1.1973919868469238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,16384,2.328517278035482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,16384,0.6647679805755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,16384,0.6760160128275553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,16384,0.611951986948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,16384,0.6210879882176717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,16384,0.5751733382542928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,16384,0.5581386486689249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,16384,0.5111253261566162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,16384,0.5202346642812093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,16384,0.47997868061065674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,16384,0.4955199956893921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,16384,0.44897600015004474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,16384,0.4721226692199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,16384,0.41713066895802814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,16384,0.41043734550476074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,16384,0.3762400150299072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,16384,0.3810880184173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,16384,0.3426346778869629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,16384,0.3500373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,16384,0.2979360024134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,16384,0.2646613319714864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,16384,0.29847999413808185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,16384,0.22695465882619223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,16384,0.26787734031677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,16384,0.208186666170756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,16384,0.23030400276184082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,16384,0.16965866088867188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,16384,0.19251734018325806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,16384,0.12824533383051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,16384,0.12476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,16384,0.10575466354688008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,16384,0.09339200456937154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,16384,0.06516266862551372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,16384,0.05713599920272827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,16384,0.057573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,16384,0.058335999647776283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,16384,0.0584799995024999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,16384,0.06185600161552429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,16384,0.06137600044409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,16384,0.06409599880377452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,16384,0.058575997749964394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,16384,0.052154665191968284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,16384,0.05195199946562449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,16384,0.05130666494369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,16384,0.05061866839726766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,16384,0.049738665421803795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,16384,0.05022933085759481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,16384,0.049914668003718056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,16384,0.048058668772379555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,16384,0.04429866870244344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,16384,0.04401599864164988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,16384,0.16593600312868753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,16384,0.04933866858482361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,16384,0.05040533343950907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,16384,0.04660800099372864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,16384,0.04552533229192098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,16384,0.04558933277924856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,16384,0.04437333345413208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,16384,0.04428799947102865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,16384,0.04404800136884054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,16384,0.044346665342648826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,16384,0.044026667873064675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,16384,0.04278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,16384,0.042405332128206887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,16384,0.04251199960708618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,16384,0.044853334625562034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,16384,0.04394133388996124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,16384,0.04201599955558777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,16384,0.04423466821511587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,16384,0.0432533323764801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,16384,0.04229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,16384,0.04411733150482178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,16384,4.991936047871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,16384,1.284058650334676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,16384,2.379258632659912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,16384,0.6890719731648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,51200,2.172565301259359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,51200,1.0714293320973713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,16384,0.6384533246358236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,16384,0.6155466636021932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,16384,0.7516533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,16384,0.5619839827219645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,16384,0.671674648920695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,16384,0.59661865234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,16384,0.5490026473999023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,16384,0.4959466854731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,16384,0.48715198040008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,16384,0.4877653519312541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,16384,0.4328853289286296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,16384,0.47195200125376385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,16384,0.41837334632873535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,16384,0.4083520174026489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,16384,0.3733546733856201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,16384,0.3916746775309245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,16384,0.3168906569480896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,16384,0.3312480052312215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,16384,0.2760426600774129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,16384,0.6930346488952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,16384,0.24431999524434408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,16384,0.6208053429921468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,16384,0.2101973295211792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,16384,0.2232159972190857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,16384,0.28521066904067993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,16384,0.1304906706015269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,16384,0.257914662361145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,16384,0.17549333969751993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,16384,0.07714133461316426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,16384,0.12890133261680603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,16384,0.1534826656182607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,16384,0.05982399980227152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,16384,0.05878399809201559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,16384,0.05693333347638448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,16384,0.055904000997543335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,16384,0.09496000409126282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,16384,0.05515199899673462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,16384,0.0553653339544932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,16384,0.06070399781068166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,16384,0.05921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,16384,0.045221333702405296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,16384,0.044293334086736046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,16384,0.045642669002215065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,16384,0.04435733457406362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,16384,0.043935999274253845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,16384,0.042853335539499916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,16384,0.042122667034467064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,16384,0.04196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,16384,0.04212800165017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,16384,0.041877334316571556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,16384,0.040778666734695435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,16384,0.04121066629886627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,16384,0.040405333042144775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,16384,0.04158399999141693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,16384,0.04152533411979675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,16384,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,16384,0.04155199974775314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,16384,0.04112533231576284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,16384,0.0409706657131513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,16384,0.04048000027736028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,16384,0.07574933270613353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,16384,0.07241066793600719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,16384,0.04385599990685781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,16384,0.07384000221888225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,16384,0.07256533205509186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,16384,0.07494933406511943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,16384,0.07433066765467326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,16384,0.07309333483378093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,16384,0.045824001232783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,16384,0.04423999786376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,16384,1.2850133577982585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,16384,2.774434725443522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,16384,0.6879920164744059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,16384,0.35602398713429767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,16384,0.3293253382047017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,16384,0.32074934244155884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,16384,0.33061333497365314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,16384,0.31939200560251874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,16384,0.2911253372828166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,16384,0.28680533170700073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,16384,0.29424800475438434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,16384,0.28574132919311523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,16384,0.2540773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,16384,0.25205334027608234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,16384,0.2581813335418701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,16384,0.25097066164016724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,16384,0.22065067291259766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,16384,0.21601333220799765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,16384,0.22276532649993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,16384,0.18693600098292032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,16384,0.18478133281071982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,16384,0.18104533354441324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,16384,0.18801865975062051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,16384,0.1510159969329834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,16384,0.149125337600708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,16384,0.14597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,16384,0.1524453361829122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,16384,0.11429066459337871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,16384,0.11353600025177002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,16384,0.11262933413187663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,16384,0.11754932999610901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,16384,0.08399732907613118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,16384,0.07700533171494801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,16384,0.08784533540407817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,16384,0.07804800073305766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,16384,0.04967199762662252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,16384,0.04153866569201151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,16384,0.041378666957219444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,16384,0.0415706659356753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,16384,0.040576001008351646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,16384,0.04138399908939997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,16384,0.04061066607634226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,16384,0.04090400040149689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,16384,0.04057066639264425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,16384,0.03994933267434438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,16384,0.04004266609748205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,16384,0.0402453343073527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,16384,0.03983200093110403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,16384,0.040103999276955925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,16384,0.03937600056330363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,16384,0.03977066775163015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,16384,0.03944533318281174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,16384,0.039503999054431915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,16384,0.038776000340779625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,16384,0.03978666663169861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,16384,0.039362666507562004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,16384,0.03923733284076055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,16384,0.03923733284076055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,16384,0.03937333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,16384,0.03845066577196121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,16384,0.039162665605545044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,16384,0.03856533269087473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,16384,0.03941600024700165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,16384,0.03859733293453852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,16384,0.03941600024700165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,16384,0.03945333262284597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,16384,0.039618665973345436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,16384,0.03935199975967407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,16384,0.03910933434963226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,16384,0.03942666699488958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,16384,0.03946666667858759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,12288,4.6345014572143555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,12288,2.6999893188476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,12288,1.357034683227539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,12288,0.7615466912587484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,12288,0.7013813654581705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,12288,0.7264906565348307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,12288,0.6224586566289266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,12288,0.5833653211593628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,12288,0.5555306673049927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,12288,0.5266559918721517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,12288,0.5499946673711141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,12288,0.5173439979553223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,12288,0.493397315343221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,12288,0.471013347307841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,12288,0.5078239838282267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,16384,0.03835200021664301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,12288,0.44207465648651123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,12288,0.43166399002075195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,12288,0.398634672164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,12288,0.4435306787490845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,12288,0.3468480110168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,12288,0.304202675819397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,12288,0.3962666591008504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,12288,0.2837546666463216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,12288,0.3021120031674703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,12288,0.2478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,12288,0.23531200488408408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,12288,0.22553600867589316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,12288,0.21555199225743613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,12288,0.19042134284973145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,12288,0.1753013332684835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,12288,0.161871999502182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,12288,0.11821333567301433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,12288,0.13209066788355509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,12288,0.0920799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,12288,0.10515200098355611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,12288,0.06253866851329803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,12288,0.05133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,12288,0.05101333558559418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,12288,0.05192000170548757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,12288,0.0554666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,12288,0.058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,12288,0.05968533456325531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,12288,0.05206400156021118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,12288,0.05629333357016245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,12288,0.04338666796684265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,12288,0.043466667334238686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,12288,0.043525333205858864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,12288,0.04720533390839895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,12288,0.04674133161703745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,12288,0.04706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,12288,0.047082667549451195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,12288,0.050255998969078064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,12288,0.04212800165017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,12288,0.041696002086003624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,12288,0.041946664452552795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,12288,0.04817600051561991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,12288,0.0476800004641215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,12288,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,12288,0.04794666667779287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,12288,0.04781333108743032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,12288,0.04708800216515859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,12288,0.047242666284243263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,12288,0.046613335609436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,12288,0.04618666569391886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,12288,0.045941332976023354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,12288,0.045978665351867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,12288,0.04552533229192098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,12288,0.04492799937725067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,12288,0.04533866544564565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,12288,0.04530133306980133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,12288,0.046053335070610046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,12288,0.04517333209514618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,12288,0.045498669147491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,12288,0.04451733330885569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,12288,3.603871981302897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,12288,0.9353253046671549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,12288,1.7169067064921062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,12288,0.5091919898986816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,12288,0.46083998680114746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,12288,0.4676453272501628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,12288,0.43453065554300946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,12288,0.42746134599049884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,12288,0.5252613226572672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,12288,0.3948400020599365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,12288,0.4094800154368083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,12288,0.3722453514734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,12288,0.3399920066197713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,12288,0.39030134677886963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,12288,0.3539919853210449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,12288,0.33001599709192914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,12288,0.30823999643325806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,12288,0.2915066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,12288,0.2829893430074056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,12288,0.27000532547632855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,12288,0.26209332545598346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,12288,0.23416799306869507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,12288,0.2203973333040873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,12288,0.21652267376581827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,12288,0.19703733921051025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,12288,0.1819360057512919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,12288,0.17853333552678427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,12288,0.16601333022117615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,12288,0.1547439992427826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,12288,0.13543466726938883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,12288,0.104285329580307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,12288,0.10027999679247539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,12288,0.0857973297437032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,12288,0.07840266823768616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,12288,0.05602400004863739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,12288,0.05217866599559784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,12288,0.0506000022093455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,12288,0.051551997661590576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,12288,0.051039998730023704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,12288,0.051551997661590576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,12288,0.05388799806435903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,12288,0.04966400067011515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,12288,0.048623998959859215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,12288,0.04456533491611481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,12288,0.1267093320687612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,12288,0.04358666638533274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,12288,0.042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,12288,0.043325334787368774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,12288,0.0412240003546079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,12288,0.041290665666262306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,12288,0.04018400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,12288,0.04142399877309799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,12288,0.037117332220077515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,12288,0.037021333972613014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,12288,0.036090667049090065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,12288,0.035962666074434914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,12288,0.04044266790151596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,12288,0.03878666708866755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,12288,0.03948266555865606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,12288,0.03904266655445099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,12288,0.0373279998699824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,12288,0.03881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,12288,0.037575999895731606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,12288,0.03749600052833557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,12288,0.037618666887283325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,12288,0.037871999045213066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,12288,0.03769866625467936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,12288,0.038160001238187156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,12288,0.03828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,12288,0.036650667587916054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,12288,0.03721600025892258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,12288,0.03737333416938782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,12288,0.03694933404525121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,12288,0.03714400033156077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,12288,4.149855931599935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,12288,1.0554479757944744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,12288,1.982634703318278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,12288,0.5828320185343424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,16384,0.03870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,12288,0.5065386692682902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,16384,0.03923466553290685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,12288,0.4925653139750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,12288,0.6088053385416666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,12288,0.4583573341369629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,12288,0.4770346482594808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,12288,0.4172906478246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,12288,0.4549413522084554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,12288,0.4056560198465983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,12288,0.4018426736195882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,12288,0.5730426708857218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,12288,0.35707199573516846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,12288,0.39058399200439453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,12288,0.3450719912846883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,12288,0.3423759937286377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,12288,0.3039733370145162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,12288,0.3250666658083598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,12288,0.2643306652704875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,12288,0.27645599842071533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,12288,0.23293866713841757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,12288,0.21160266796747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,12288,0.5458613236745199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,12288,0.5005813439687093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,12288,0.1675999959309896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,12288,0.23572800556818643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,12288,0.21296000480651855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,12288,0.11000000437100728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,12288,0.10513066252072652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,12288,0.18382932742436728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,12288,0.061050668358802795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,12288,0.14244799812634787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,12288,0.12585332989692688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,12288,0.04909333089987437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,12288,0.04740533232688904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,12288,0.04543466866016388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,12288,0.04516000052293142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,12288,0.045538668831189476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,12288,0.04462933540344238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,12288,0.08075200021266937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,12288,0.0487386683622996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,12288,0.04957333207130432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,12288,0.03590933233499527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,12288,0.03569599986076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,12288,0.035559999446074166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,12288,0.035455999275048576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,12288,0.03637866675853729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,12288,0.03517599900563558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,12288,0.03221066544453303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,12288,0.03194133440653483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,12288,0.032216000060240425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,12288,0.03229066729545593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,12288,0.0321040004491806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,12288,0.03133599956830343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,12288,0.03186933447917303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,12288,0.03129333257675171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,12288,0.032069332897663116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,12288,0.031370667119820915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,12288,0.03223466624816259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,12288,0.03159733364979426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,12288,0.05877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,12288,0.053685332338015236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,12288,0.059661333759625755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,12288,0.055642664432525635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,12288,0.06076533099015554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,12288,0.05457333226998647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,12288,0.06300533314545949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,12288,0.057477335135142006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,12288,0.06007199982802073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,12288,0.05463733275731405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,12288,0.0352906659245491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,12288,0.03595199932654699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,12288,0.9658809238009982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,12288,2.043443467881944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,12288,0.5002435578240289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,12288,0.26975644959343803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,12288,0.25060976876152885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,12288,0.25239109992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,12288,0.24812621540493437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,12288,0.24415821499294707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,12288,0.22259200943840873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,12288,0.2262079980638292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,12288,0.22099555863274467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,12288,0.21940799554189047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,12288,0.1947644419140286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,12288,0.19385955068800184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,12288,0.19789689117007783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,12288,0.1925119956334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,12288,0.16650133662753636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,12288,0.1700355609258016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,12288,0.17055466439988878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,12288,0.1419395605723063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,12288,0.14166755146450466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,12288,0.13889955149756536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,12288,0.14298133055369058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,12288,0.11567289299435085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,12288,0.11376710732777913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,12288,0.1137511067920261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,12288,0.11458667119344075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,12288,0.08768888976838853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,12288,0.0864480005370246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,12288,0.08608711428112453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,12288,0.0631928907500373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,12288,0.08859378099441528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,12288,0.06009066767162747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,12288,0.06524799929724799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,12288,0.05855111281077067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,12288,0.03927822245491876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,12288,0.03272355596224467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,12288,0.03214577833811442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,12288,0.03244266576237149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,12288,0.03253511256641812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,12288,0.03243555625279745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,12288,0.03177600105603536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,12288,0.03241599930657281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,12288,0.03222044308980306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,12288,0.030615111192067463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,12288,0.030576000610987347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,12288,0.03119644522666931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,12288,0.0314720008108351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,12288,0.030999110804663763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,12288,0.031015111340416804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,12288,0.03067555692460802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,12288,0.030474666092130873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,12288,0.030645334058337744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,12288,0.03035199973318312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,12288,0.029912889003753662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,12288,0.030403554439544678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,12288,0.03042666779624091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,12288,0.030357334348890517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,12288,0.030497776137457952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,12288,0.030408889055252075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,12288,0.03046222196684943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,12288,0.030421333180533514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,12288,0.0303182237678104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,12288,0.030753778086768255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,12288,0.030341333813137476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,12288,0.03010666701528761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,12288,0.030339555607901678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,12288,0.03055466545952691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,12288,0.030279109875361126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,12288,0.029898666673236426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,12288,0.030270222160551283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,10240,4.104661305745442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,10240,2.3859413464864097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,10240,1.1794880231221516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,10240,0.6552160183588663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,10240,0.5533119837443033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,10240,0.5520586570103964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,10240,0.5485333204269409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,10240,0.5545920133590698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,10240,0.4930773178736369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,10240,0.47390933831532794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,10240,0.5459733406702677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,10240,0.5217066605885824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,10240,0.43803731600443524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,10240,0.43833601474761963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,10240,0.4246559937795003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,10240,0.35806934038798016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,10240,0.3572959899902344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,10240,0.33716265360514325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,10240,0.3306453426678975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,10240,0.3145280083020528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,10240,0.28490666548411053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,10240,0.2934719920158386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,10240,0.2844746708869934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,10240,0.2602399984995524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,10240,0.23452266057332358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,10240,0.198634664217631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,10240,0.20777599016825357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,10240,0.18218666315078735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,10240,0.1771893302599589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,10240,0.1700213352839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,10240,0.14261333147684732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,10240,0.11629866560300191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,10240,0.10752000411351521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,10240,0.09558399518330891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,10240,0.07518399755160014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,10240,0.05607999861240387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,10240,0.04637333254019419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,10240,0.04585599899291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,10240,0.04461866617202759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,10240,0.04650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,10240,0.04876266419887543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,10240,0.050250664353370667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,10240,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,10240,0.04939199984073639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,10240,0.03749333322048187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,10240,0.03752533346414566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,10240,0.03743999948104223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,10240,0.040922666589419045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,10240,0.040549332896868386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,10240,0.04173333446184794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,10240,0.041221333046754204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,10240,0.04222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,10240,0.037530665596326195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,10240,0.03640000025431315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,10240,0.03775999943415324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,10240,0.0429066667954127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,10240,0.042223999897638954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,10240,0.04131733377774557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,10240,0.04066666712363561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,10240,0.04088533421357473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,10240,0.03998400022586187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,10240,0.039919999738534294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,10240,0.04045866678158442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,10240,0.04025600105524063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,10240,0.04009599983692169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,10240,0.03999999910593033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,10240,0.04037333279848099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,10240,0.04038399954636892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,10240,0.040218666195869446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,10240,0.03977066775163015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,10240,0.04012266546487808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,10240,0.04018666595220566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,10240,0.03976533313592275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,10240,0.039434666434923805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,10240,2.8959360122680664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,12288,0.029848890172110662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,10240,1.5309200286865234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,10240,0.772986650466919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,10240,0.42631200949350995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,10240,0.40316001574198407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,10240,0.3804853359858195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,10240,0.37729334831237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,10240,0.35597066084543866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,10240,0.34863734245300293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,10240,0.3428399960199992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,10240,0.3183013399442037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,10240,0.31039732694625854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,10240,0.2971679965655009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,10240,0.37960533301035565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,10240,0.2863759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,10240,0.25867199897766113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,10240,0.25593332449595135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,10240,0.24480533599853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,10240,0.23457332452138266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,10240,0.22969067096710205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,10240,0.21262667576471964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,10240,0.20391732454299927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,10240,0.19248799482981363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,10240,0.18719732761383057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,10240,0.17317599058151245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,10240,0.15890399614969888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,10240,0.135752002398173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,10240,0.15052266915639242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,10240,0.134661336739858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,10240,0.1180133322874705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,10240,0.11211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,10240,0.09957066178321838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,10240,0.08539199829101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,10240,0.07200799882411957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,10240,0.06227999925613403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,10240,0.04549066722393036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,10240,0.04966933528582255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,10240,0.04391466577847799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,10240,0.04365066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,10240,0.04497866829236349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,10240,0.045421332120895386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,10240,0.04562666515509287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,10240,0.0455626646677653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,10240,0.04350399971008301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,10240,0.03863733261823654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,10240,0.039143999417622886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,10240,0.03860799968242645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,10240,0.037461332976818085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,10240,0.037978666524092354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,10240,0.0371493324637413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,10240,0.03703466554482778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,10240,0.03667200108369192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,10240,0.0337119996547699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,10240,0.03323200096686681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,10240,0.033026665449142456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,10240,0.03439466655254364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,10240,0.03366133322318395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,10240,0.03525333354870478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,10240,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,10240,0.035232000052928925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,10240,0.0347653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,10240,0.03535199910402298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,10240,0.03454133371512095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,10240,0.036434667805830635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,10240,0.033602667351563774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,10240,0.033389332393805184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,10240,0.033386667569478355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,10240,0.03372533371051153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,10240,0.035114665826161705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,10240,0.0336053321758906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,10240,0.03317866722742716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,10240,0.03425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,10240,0.03370666752258936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,10240,0.033157333731651306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,10240,1.7455867131551106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,10240,0.9210373560587565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,10240,3.655837376912435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,10240,0.4953226645787557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,12288,0.029792000850041706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,10240,0.4580800135930379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,12288,0.030026667647891577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,10240,0.4427706797917684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,10240,0.5514906644821167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,10240,0.41095201174418133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,10240,0.42958398660024005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,10240,0.3811813195546468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,10240,0.399397333463033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,10240,0.3654133478800456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,10240,0.3593680063883464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,10240,0.32878132661183673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,10240,0.34405867258707684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,10240,0.31352800130844116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,10240,0.30461867650349933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,10240,0.2789493401845296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,10240,0.28670666615168255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,10240,0.24084800481796265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,10240,0.24510133266448975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,10240,0.5043600002924601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,10240,0.20020800828933716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,10240,0.18345600366592407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,10240,0.48257601261138916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,10240,0.4450213511784871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,10240,0.1508906682332357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,10240,0.2159199913342794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,10240,0.1839466691017151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,10240,0.0952079991499583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,10240,0.09179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,10240,0.16445599993069968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,10240,0.05513066550095876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,10240,0.12800000111262003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,10240,0.11524800459543864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,10240,0.044394666949907936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,10240,0.04383466641108195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,10240,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,10240,0.041573333243529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,10240,0.04121333360671997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,10240,0.04053866614898046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,10240,0.0705946683883667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,10240,0.04422933359940847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,10240,0.04429066677888235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,10240,0.032255999743938446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,10240,0.03215733418862025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,10240,0.03209066639343897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,10240,0.0322026660044988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,10240,0.0322773332397143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,10240,0.032029333213965096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,10240,0.028522667785485584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,10240,0.02852533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,10240,0.028143999477227528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,10240,0.02824000020821889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,10240,0.028602667152881622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,10240,0.02852533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,10240,0.028893334170182545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,10240,0.028354667127132416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,10240,0.027984000742435455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,10240,0.04753866791725159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,10240,0.04778666794300079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,10240,0.04684533178806305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,10240,0.046626667181650795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,10240,0.050479998191197716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,10240,0.048783997694651283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,10240,0.046495998899141945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,10240,0.04641866683959961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,10240,0.04948266843954722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,10240,0.04948266843954722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,10240,0.04710933566093445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,10240,0.028688001135985058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,10240,0.04650133351484934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,10240,0.032218667368094124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,10240,0.032127998769283295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,10240,0.7974738015068902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,10240,1.6645030975341797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,10240,0.4140195581648085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,10240,0.23235199186537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,10240,0.21548799673716226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,10240,0.21804800298478869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,10240,0.2129760053422716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,10240,0.20977421601613364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,10240,0.1911697785059611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,10240,0.19388443893856475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,10240,0.19026133749220106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,10240,0.18765155474344888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,10240,0.16788444254133436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,10240,0.17065244250827363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,10240,0.16741155253516304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,10240,0.16532977422078451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,10240,0.1461671060985989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,10240,0.1466239955690172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,10240,0.14379910628000894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,10240,0.12280710538228352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,10240,0.1220817830827501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,10240,0.12254222234090169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,10240,0.12061866124471028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,10240,0.09995555877685547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,10240,0.09898844692442153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,10240,0.09887644317415024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,10240,0.09616711404588486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,10240,0.07558755742179023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,10240,0.0750524467892117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,10240,0.07411199808120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,10240,0.07652799950705634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,10240,0.05437689026196798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,10240,0.052001777622434825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,10240,0.057393776045905225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,10240,0.051735109753078885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,10240,0.03170311119821336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,10240,0.028963555892308552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,10240,0.02863466739654541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,10240,0.028908444775475398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,10240,0.02846577763557434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,10240,0.02847644355561998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,10240,0.028199109766218398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,10240,0.0285173323419359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,10240,0.027658666173617046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,10240,0.027653333213594224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,10240,0.02700977855258518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,10240,0.027013333307372198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,10240,0.027004443936877783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,10240,0.026183111800087824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,10240,0.026531555586391028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,10240,0.0273973329199685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,10240,0.02693155573474036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,10240,0.026547556122144062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,10240,0.026849778162108526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,10240,0.02699377801683214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,10240,0.0262755552927653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,10240,0.027127110295825537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,10240,0.026975999275843304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,10240,0.026700443691677515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,10240,0.0262044436401791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,10240,0.026350221700138513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,10240,0.027004443936877783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,10240,0.026378666361172993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,10240,0.0262044436401791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,10240,0.02628799941804674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,10240,0.026856889327367146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,10240,0.02618666655487484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,10240,0.026359111070632935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,10240,0.026335999369621277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,10240,0.026833777626355488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,10240,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,8192,3.14574400583903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,8192,1.6175573666890461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,8192,0.9281173547108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,8192,0.49086399873097736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,8192,0.45615466435750324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,8192,0.4532053470611572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,8192,0.4381973346074422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,8192,0.44245866934458417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,8192,0.39205865065256756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,8192,0.36378665765126544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,8192,0.37275199095408124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,8192,0.3499893347422282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,8192,0.3497600158055623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,8192,0.33510398864746094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,8192,0.33000532786051434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,8192,0.2928053339322408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,8192,0.2911893328030904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,8192,0.2688533266385396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,8192,0.2809866666793823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,8192,0.28852800528208417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,8192,0.2643040021260579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,8192,0.23945067326227823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,8192,0.2274613380432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,8192,0.20532800753911337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,8192,0.19243200620015463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,8192,0.16153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,8192,0.16742932796478271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,8192,0.14665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,8192,0.14331733187039694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,8192,0.13272533814112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,8192,0.11556800206502278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,8192,0.09186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,8192,0.08342933654785156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,8192,0.07387199997901917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,8192,0.0606826643149058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,8192,0.045125335454940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,8192,0.03849066545565923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,8192,0.03800000001986822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,8192,0.03850133220354716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,8192,0.03947199881076813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,8192,0.0414986660083135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,8192,0.04155733436346054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,8192,0.03807466725508372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,8192,0.041749333341916404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,8192,0.031898667414983116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,8192,0.031445334355036415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,8192,0.031680000325044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,8192,0.035573333501815796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,8192,0.035589332381884255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,8192,0.03542399903138479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,8192,0.03549866626660029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,8192,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,8192,0.031583999594052635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,8192,0.03145066648721695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,8192,0.03178133318821589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,8192,0.032144000132878624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,8192,0.03651199986537298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,8192,0.03670933345953623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,8192,0.034117333590984344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,8192,0.03379199902216593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,8192,0.03398933261632919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,8192,0.0340639998515447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,8192,0.033813332517941795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,8192,0.03369600077470144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,8192,0.03389333436886469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,8192,0.03388266762097677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,8192,0.03297599901755651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,8192,0.03275199979543686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,8192,0.033029332756996155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,8192,0.03209600100914637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,8192,0.0334346666932106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,8192,0.033610666791598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,8192,0.033402666449546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,8192,0.032127998769283295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,8192,2.3621813456217446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,10240,0.02623111175166236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,8192,1.2658212979634602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,8192,0.3591013352076213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,8192,0.597378651301066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,8192,0.33637332916259766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,8192,0.28965065876642865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,8192,0.31701334317525226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,8192,0.2863759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,8192,0.28912800550460815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,8192,0.2661679983139038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,8192,0.26922933260599774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,8192,0.24931732813517252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,8192,0.24143733580907187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,8192,0.23537866274515787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,8192,0.2138026754061381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,8192,0.20967199405034384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,8192,0.19632265965143839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,8192,0.1957306663195292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,8192,0.18992799520492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,8192,0.17901867628097534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,8192,0.1673333247502645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,8192,0.16311466693878174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,8192,0.15281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,8192,0.14516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,8192,0.12727466225624084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,8192,0.2198773423830668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,8192,0.12478400270144145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,8192,0.11188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,8192,0.11089600125948589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,8192,0.0886293351650238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,8192,0.09698133667310078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,8192,0.08461866776148479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,8192,0.07005333403746287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,8192,0.06065866847832998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,8192,0.05362666646639506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,8192,0.04330666859944662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,8192,0.038850667575995125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,8192,0.03832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,8192,0.03874400009711584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,8192,0.03958933303753535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,8192,0.0412986675898234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,8192,0.039378667871157326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,8192,0.04219200213750204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,8192,0.03815733393033346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,8192,0.03366400053103765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,8192,0.03321866691112518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,8192,0.03412000089883804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,8192,0.032618666688601174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,8192,0.03265066693226496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,8192,0.032416000962257385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,8192,0.031925333042939506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,8192,0.031165334085623424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,8192,0.029639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,8192,0.02903999884923299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,8192,0.029690665503342945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,8192,0.030954666435718536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,8192,0.030400000512599945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,8192,0.029858666161696117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,8192,0.029637334247430164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,8192,0.0301679993669192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,8192,0.029175999263922375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,8192,0.031517334282398224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,8192,0.029128000140190125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,8192,0.029285334050655365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,8192,0.030271999537944794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,8192,0.030226667722066242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,8192,0.029437333345413208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,8192,0.029597334563732147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,8192,0.02944266547759374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,8192,0.03081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,8192,0.030202666918436687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,8192,0.030519999563694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,8192,0.029634666939576466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,8192,0.029157333076000214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,8192,3.142810821533203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,8192,1.4971706072489421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,8192,0.8214026292165121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,8192,0.4555600086847941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,10240,0.0269795556863149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,8192,0.40319732824961346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,10240,0.02703999976317088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,8192,0.38954134782155353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,8192,0.4718746741612752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,8192,0.3568986654281616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,8192,0.37016268571217853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,8192,0.3274079958597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,8192,0.44741066296895343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,8192,0.3365466594696045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,8192,0.3221120039621989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,8192,0.3071013291676839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,8192,0.29334133863449097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,8192,0.29442399740219116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,8192,0.2739573319753011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,8192,0.2614746689796448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,8192,0.24359200398127237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,8192,0.2456453243891398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,8192,0.21412267287572226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,8192,0.21054667234420776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,8192,0.17796266078948975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,8192,0.16074400146802267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,8192,0.4142400026321411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,8192,0.3909333149592082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,8192,0.13053066531817117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,8192,0.16062133510907492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,8192,0.18925599257151285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,8192,0.08598666389783223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,8192,0.08074399828910828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,8192,0.13844799995422363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,8192,0.0477786660194397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,8192,0.11026933789253235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,8192,0.09727467099825542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,8192,0.062408000230789185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,8192,0.03728000074625015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,8192,0.03693866729736328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,8192,0.03530399998029073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,8192,0.03477333237727483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,8192,0.03429600099722544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,8192,0.033346667885780334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,8192,0.038146667182445526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,8192,0.0373333344856898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,8192,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,8192,0.02696266770362854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,8192,0.026719999810059864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,8192,0.027082666754722595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,8192,0.027373333772023518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,8192,0.02622399975856145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,8192,0.023946667710940044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,8192,0.024519999821980793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,8192,0.02386666586001714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,8192,0.024688000480333965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,8192,0.02327200025320053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,8192,0.024216001232465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,8192,0.02403733382622401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,8192,0.04142399877309799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,8192,0.03849333276351293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,8192,0.04076000054677328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,8192,0.03921066721280416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,8192,0.04057333370049795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,8192,0.04031999905904134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,8192,0.04137333234151205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,8192,0.03937333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,8192,0.042410666743914284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,8192,0.03921599934498469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,8192,0.04221599797407786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,8192,0.04130133241415024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,8192,0.042306666572888695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,8192,0.04012266546487808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,8192,0.040434665977954865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,8192,0.027098665634791057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,8192,0.02754399925470352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,8192,1.216326634089152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,8192,0.6472106774648031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,8192,0.32704800367355347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,8192,0.18858933448791504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,8192,0.17298666636149088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,8192,0.17587065696716309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,8192,0.17236934105555216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,8192,0.1701479951540629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,8192,0.15405866503715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,8192,0.1597986618677775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,8192,0.15163866678873697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,8192,0.15390132864316305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,8192,0.1350986659526825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,8192,0.13528266549110413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,8192,0.13784133394559225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,8192,0.13390533129374185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,8192,0.11809866627057393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,8192,0.11594399809837341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,8192,0.11942266424496968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,8192,0.10015733043352763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,8192,0.09889333446820577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,8192,0.09671466549237569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,8192,0.10020533204078674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,8192,0.08036000033219655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,8192,0.08021333316961925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,8192,0.07744266589482625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,8192,0.08027466634909312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,8192,0.061891997853914894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,8192,0.060645331939061485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,8192,0.060165335734685264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,8192,0.04497600098450979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,8192,0.06059599916140238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,8192,0.04276666541894277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,8192,0.04611733555793762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,8192,0.04215999941031138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,8192,0.025621332228183746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,8192,0.02386000007390976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,8192,0.0243693341811498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,8192,0.02386933316787084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,8192,0.0238413338859876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,8192,0.02388933300971985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,8192,0.02388666570186615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,8192,0.023287999133268993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,8192,0.02333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,8192,0.02224399894475937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,8192,0.022769334415594738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,8192,0.022570667167504627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,8192,0.022853332261244457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,8192,0.02226533244053523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,8192,0.0223813330133756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,8192,0.02229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,8192,0.022278666496276855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,8192,0.02242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,8192,0.02226399878660838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,8192,0.022232001026471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,8192,0.021915999551614124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,8192,0.022266666094462078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,8192,0.022748000919818878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,8192,0.0226093331972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,8192,0.022282667458057404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,8192,0.021878667175769806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,8192,0.022290666898091633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,8192,0.02223466585079829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,8192,0.022241334120432537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,8192,0.02205199996630351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,8192,0.022315998872121174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,8192,0.02183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,8192,0.022281333804130554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,8192,0.021890667577584583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,8192,0.022225332756837208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,8192,0.022221334278583527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,7168,2.5535093943277993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,7168,1.4776105880737305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,7168,0.7472480138142904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,7168,0.4196266730626424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,7168,0.40024534861246747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,8192,0.022252000868320465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,7168,0.4023306767145793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,7168,0.3474133412043254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,7168,0.3253653248151143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,7168,0.4059679905573527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,7168,0.297818660736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,7168,0.35922666390736896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,7168,0.282970666885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,7168,0.3161440094312032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,7168,0.25568532943725586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,7168,0.2808053294817607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,7168,0.23727466662724814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,7168,0.24945600827534994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,7168,0.2154560089111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,7168,0.2427146633466085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,7168,0.21396799882253012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,7168,0.2106293241182963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,7168,0.18904000520706177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,7168,0.19953600565592447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,7168,0.17077332735061646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,7168,0.17583467562993368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,7168,0.1458293298880259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,7168,0.13029866417249045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,7168,0.12839999794960022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,7168,0.1202826698621114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,7168,0.09675199786822002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,7168,0.09275199969609578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,7168,0.07182399928569794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,7168,0.0645653357108434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,7168,0.051967998345692955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,7168,0.03899733225504557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,7168,0.03292799989382426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,7168,0.03362133353948593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,8192,0.02234933276971181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,7168,0.03544000039498011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,7168,0.03702399879693985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,7168,0.03986666599909464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,7168,0.033600000043710075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,7168,0.03580799947182337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,7168,0.02810666710138321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,7168,0.027434666951497395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,7168,0.02775466690460841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,7168,0.029946667452653248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,7168,0.029685333371162415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,7168,0.030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,7168,0.03047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,7168,0.02980799973011017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,7168,0.02737066646416982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,7168,0.027813332776228588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,7168,0.027317332724730175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,7168,0.02741333345572154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,7168,0.029370665550231934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,7168,0.03127466638882955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,7168,0.031727999448776245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,7168,0.13523733615875244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,7168,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,7168,0.03160000095764796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,7168,0.03146666785081228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,7168,0.03145600110292435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,7168,0.03126399964094162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,7168,0.031343999008337654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,7168,0.02978666623433431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,7168,0.03009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,7168,0.030005333324273426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,7168,0.029690665503342945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,7168,0.029648000995318096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,7168,0.03010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,7168,0.02959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,7168,0.029680001238981884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,7168,0.03125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,7168,0.0323786661028862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,7168,1.0281013647715251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,7168,2.0046133995056152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,7168,0.5162293513615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,7168,0.2951359947522481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,7168,0.277402659257253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,7168,0.26921866337458294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,7168,0.2588719924290975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,7168,0.23965332905451456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,7168,0.22874399026234946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,7168,0.22376799583435059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,7168,0.21724800268809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,7168,0.2099120020866394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,7168,0.209005335966746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,7168,0.28172266483306885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,7168,0.197543998559316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,7168,0.1846346656481425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,7168,0.18439199527104697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,7168,0.1792746583620707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,7168,0.17147467533747354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,7168,0.15777599811553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,7168,0.14490399758021036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,7168,0.1492293377717336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,7168,0.128738671541214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,7168,0.1289733350276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,7168,0.11150933305422465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,7168,0.11465866367022197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,7168,0.09641066193580627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,7168,0.09969066580136617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,7168,0.09055999914805095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,7168,0.08375733097394307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,7168,0.0646640012661616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,7168,0.05834666887919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,7168,0.051642666260401406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,7168,0.03957333415746689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,7168,0.036461333433787026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,7168,0.03622133284807205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,7168,0.03602666656176249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,7168,0.03617066641648611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,7168,0.03786399960517883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,7168,0.16452800234158835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,7168,0.03516533225774765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,7168,0.03341066588958105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,7168,0.03498933215936025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,7168,0.029527999460697174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,7168,0.03015200048685074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,7168,0.02917066713174184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,7168,0.029853334029515583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,7168,0.03162133445342382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,7168,0.03075733284155528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,7168,0.031015999615192413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,7168,0.03053066631158193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,7168,0.026885333160559338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,7168,0.028301333387692768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,7168,0.028789333999156952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,7168,0.07375733554363251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,7168,0.027823999524116516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,7168,0.027874665955702465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,7168,0.026943999032179516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,7168,0.030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,7168,0.028736000259717304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,7168,0.027602667609850567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,7168,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,7168,0.02754399925470352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,7168,0.027064000566800434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,7168,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,7168,0.02698666602373123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,7168,0.028938665986061096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,7168,0.028941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,7168,0.028624000648657482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,7168,0.02874133239189784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,7168,0.029181333879629772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,7168,0.027629333237806957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,7168,0.02923999975124995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,7168,0.02887466549873352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,8192,0.022267999748388927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,7168,0.7589306831359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,7168,0.4195786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,7168,1.4404266675313313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,7168,0.380237340927124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,7168,2.8218161265055337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,7168,0.3634106715520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,7168,0.44629331429799396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,7168,0.3421519994735718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,7168,0.35288798809051514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,7168,0.3146559993426005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,7168,0.3241093357404073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,7168,0.29998934268951416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,7168,0.2948026657104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,7168,0.27112533648808795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,7168,0.2810746630032857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,7168,0.25853333870569867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,7168,0.2485626737276713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,7168,0.22754667202631632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,7168,0.23035999139149985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,7168,0.1982240080833435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,7168,0.19859200716018677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,7168,0.42233065764109295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,7168,0.17149599393208823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,7168,0.15958666801452637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,7168,0.3922160069147746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,7168,0.3672373294830322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,7168,0.12087200085322063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,7168,0.17714667320251465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,7168,0.15280266602834067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,7168,0.07995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,7168,0.07401866714159648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,7168,0.13185066978136697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,7168,0.04144266744454702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,7168,0.10577066739400227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,7168,0.09014933307965596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,7168,0.03305600086847941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,7168,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,7168,0.030786665777365368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,7168,0.030181333422660828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,7168,0.030258665482203167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,7168,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,7168,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,7168,0.03430933256944021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,7168,0.05887199938297272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,7168,0.024959998826185863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,7168,0.02492266645034154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,7168,0.025202666719754536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,7168,0.025055999557177227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,7168,0.02311466634273529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,7168,0.02184533327817917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,7168,0.022442666192849476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,7168,0.022728001077969868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,7168,0.022474666436513264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,7168,0.022045334180196125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,7168,0.035261332988739014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,7168,0.035162667433420815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,7168,0.03328266739845276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,7168,0.03345066557327906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,7168,0.0341386670867602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,7168,0.03517599900563558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,7168,0.03586400051911672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,7168,0.0359973336259524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,7168,0.037362667421499886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,7168,0.034927998979886375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,7168,0.0344133327404658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,7168,0.035317334036032356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,7168,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,7168,0.03633599976698557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,7168,0.0359199990828832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,7168,0.03766666601101557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,7168,0.037234666446844734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,7168,0.024879999458789825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,7168,0.025058666865030926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,7168,0.02552533398071925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,7168,1.129964033762614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,7168,0.5534626642862955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,7168,0.29233332475026447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,7168,0.17456799745559692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,7168,0.15667600433031717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,7168,0.15492000182469687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,7168,0.1548466682434082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,7168,0.158460001150767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,7168,0.1402226686477661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,7168,0.13863333066304526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,7168,0.13862133026123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,7168,0.140393336613973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,7168,0.12264933188756307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,7168,0.12161067128181458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,7168,0.12179733316103618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,7168,0.12338399887084961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,7168,0.10627599557240804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,7168,0.10472666223843892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,7168,0.10521999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,7168,0.09328933556874593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,7168,0.08877066771189372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,7168,0.08743733167648315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,7168,0.08723599712053935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,7168,0.07529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,7168,0.07227999965349834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,7168,0.07043600082397461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,7168,0.07049733400344849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,7168,0.05788533389568329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,7168,0.05560000240802765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,7168,0.054461335142453514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,7168,0.053945332765579224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,7168,0.040750667452812195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,7168,0.03928666561841965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,7168,0.040973333021005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,7168,0.03752666711807251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,7168,0.023597332338492077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,7168,0.022295999030272167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,7168,0.021890667577584583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,7168,0.02180800090233485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,7168,0.0222053329149882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,7168,0.021890667577584583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,7168,0.021734667321046192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,7168,0.021574666102727253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,7168,0.021850667893886566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,7168,0.02117866774400075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,7168,0.020653333514928818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,7168,0.02087866763273875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,7168,0.02075866609811783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,7168,0.020693333198626835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,7168,0.020716000348329544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,7168,0.020769332846005756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,7168,0.020723999788363773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,7168,0.02075866609811783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,7168,0.020290666570266087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,7168,0.020500000566244125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,7168,0.020216000576814015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,7168,0.020608000457286835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,7168,0.020197333147128422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,7168,0.020274666448434193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,7168,0.020579999933640163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,7168,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,7168,0.020713333040475845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,7168,0.02019199977318446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,7168,0.02081599955757459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,7168,0.02070933332045873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,7168,0.020224000016848247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,7168,0.02068000038464864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,7168,0.020674667010704677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,7168,0.02031866709391276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,7168,0.02020000045498212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,7168,0.020717332760492962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,6144,2.227656046549479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,6144,1.3666240374247234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,6144,0.6969040234883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,6144,0.37306666374206543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,6144,0.37029600143432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,6144,0.3709839979807536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,6144,0.3188986579577128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,6144,0.3176479935646057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,6144,0.2788640062014262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,6144,0.28594400485356647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,6144,0.27457332611083984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,6144,0.2679786682128906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,6144,0.24543466170628866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,6144,0.24862400690714517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,6144,0.24131733179092407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,6144,0.20920000473658243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,6144,0.2079520026842753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,6144,0.20321865876515707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,6144,0.20512266953786215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,6144,0.19383466243743896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,6144,0.17958933115005493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,6144,0.176530659198761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,6144,0.16719200213750204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,6144,0.15567200382550558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,6144,0.1474186678727468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,6144,0.12183733781178792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,6144,0.12247199813524882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,6144,0.1094106634457906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,6144,0.10806666811307271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,6144,0.10053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,6144,0.08640799919764201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,6144,0.08242133259773254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,6144,0.06367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,6144,0.059762666622797646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,6144,0.045850664377212524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,6144,0.035242666800816856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,6144,0.027629333237806957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,6144,0.028045333921909332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,6144,0.027114666998386383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,6144,0.029466666281223297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,6144,0.032072000205516815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,6144,0.031170666217803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,6144,0.027954667806625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,6144,0.030063999195893604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,6144,0.02387999991575877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,6144,0.02363733450571696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,6144,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,6144,0.025005333125591278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,6144,0.02555999904870987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,6144,0.025176001091798145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,6144,0.02495199938615163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,6144,0.02526666720708211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,6144,0.022991999983787537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,6144,0.022834666073322296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,6144,0.022776000201702118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,6144,0.02290133386850357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,6144,0.02330933262904485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,6144,0.02521066615978877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,6144,0.02589866767326991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,6144,0.02569866677125295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,6144,0.025602666040261585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,6144,0.02573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,6144,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,6144,0.02569333215554555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,6144,0.025642665723959606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,6144,0.025562666356563568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,6144,0.025125332176685333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,6144,0.02553333342075348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,6144,0.025069333612918854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,6144,0.02516799916823705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,6144,0.02571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,6144,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,6144,0.0258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,6144,0.025645333031813305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,6144,1.745088047451443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,6144,0.9209120008680555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,6144,0.4798666636149089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,6144,0.24214045206705728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,6144,0.23595023155212402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,6144,0.22222577200995552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,6144,0.2161031166712443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,6144,0.21935999393463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,6144,0.20703466733296713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,6144,0.20552889506022134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,6144,0.19492444727155897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,6144,0.18992177645365396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,6144,0.18150933583577475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,6144,0.17836799886491564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,6144,0.1731182204352485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,6144,0.16288533475663927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,6144,0.15557332833607992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,6144,0.15212978257073298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,6144,0.15025777286953396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,6144,0.1397048897213406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,6144,0.13209954897562662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,6144,0.12365333239237468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,6144,0.1209404468536377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,6144,0.11484977934095596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,6144,0.1100497775607639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,6144,0.09623289108276367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,6144,0.09354488717185126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,6144,0.08566400077607896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,6144,0.08336889081531101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,6144,0.07795555724038018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,6144,0.06995911068386503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,6144,0.06307733058929443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,6144,0.05433244506518046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,6144,0.051352888345718384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,6144,0.04514844550026787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,6144,0.035057776504092746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,6144,0.031530665026770696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,6144,0.031152000029881794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,6144,0.03176888823509216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,6144,0.03200533323817783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,6144,0.03310222095913357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,6144,0.03326755430963304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,6144,0.03092799915207757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,6144,0.03125866585307651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,6144,0.02677333354949951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,6144,0.026885333988401625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,6144,0.027239110734727647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,6144,0.02738488879468706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,6144,0.02836266822285122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,6144,0.028512001037597656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,6144,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,6144,0.02695288923051622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,6144,0.02497244377930959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,6144,0.025850666893853083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,6144,0.025402666793929204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,6144,0.024832000335057575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,6144,0.025742222865422566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,6144,0.026019554999139573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,6144,0.026849778162108526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,6144,0.02645333276854621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,6144,0.02517866591612498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,6144,0.024940444363488093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,6144,0.02509511179394192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,6144,0.02518400053183238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,6144,0.025070221887694463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,6144,0.025070221887694463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,6144,0.027441778116756018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,6144,0.02684088879161411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,6144,0.026867555247412786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,6144,0.026924444569481745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,6144,0.026499556170569524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,6144,0.027089777919981215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,6144,0.027496889233589172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,6144,0.026888888743188646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,7168,0.020315999786059063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,7168,0.020573332905769348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,7168,0.020365333805481594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,6144,2.650517357720269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,6144,0.3799075550503201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,6144,1.3675573137071397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,6144,0.35906312200758195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,6144,0.6826417711046008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,6144,0.34125155872768825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,6144,0.40860266155666775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,6144,0.31710044542948407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,6144,0.3211573229895698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,6144,0.2872213257683648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,6144,0.29613510767618817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,6144,0.2739644315507677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,6144,0.38406043582492405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,6144,0.2685155603620741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,6144,0.2511306603749593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,6144,0.25716977649264866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,6144,0.23993423249986437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,6144,0.22962488068474662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,6144,0.21003733740912545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,6144,0.21203911304473877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,6144,0.18280533949534097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,6144,0.181423995229933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,6144,0.36880355411105686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,6144,0.15450133217705622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,6144,0.14646577835083008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,6144,0.3389777872297499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,6144,0.1063235534562005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,6144,0.16110222869449192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,6144,0.1265137725406223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,6144,0.07544889052708943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,6144,0.13795377148522273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,6144,0.06323911084069146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,6144,0.03505955470932855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,6144,0.09378844499588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,6144,0.07977244589063856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,6144,0.02753244505988227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,6144,0.026506667335828144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,6144,0.025125333004527624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,6144,0.025424000289705064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,6144,0.02535999980237749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,6144,0.025136000580257837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,6144,0.04997511042488945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,6144,0.029418667157491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,6144,0.027336888843112524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,6144,0.020495999190542433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,6144,0.02016177773475647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,6144,0.021754667162895203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,6144,0.022117333279715642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,6144,0.02008888953261905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,6144,0.019317333896954853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,6144,0.020056888461112976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,6144,0.022112000319692824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,6144,0.018833777970737882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,6144,0.018753778603341844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,6144,0.01896711190541585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,6144,0.019285332825448778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,6144,0.02937955657641093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,6144,0.031022220849990845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,6144,0.02997866604063246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,6144,0.028901331954532202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,6144,0.03369422091378106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,6144,0.029696000946892634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,6144,0.028888887829250757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,6144,0.03129422333505418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,6144,0.03151999910672506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,6144,0.03070755468474494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,6144,0.030277334981494482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,6144,0.03437511126200358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,6144,0.03040177623430888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,6144,0.030231111579471167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,6144,0.03039111031426324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,6144,0.03244977858331468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,6144,0.02035199933581882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,6144,0.029704888661702473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,6144,0.9581813176472982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,6144,0.255732266108195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,6144,0.15066879590352375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,6144,0.5039882659912109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,6144,0.13844159444173176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,6144,0.13684479395548504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,6144,0.13692693710327147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,6144,0.1395093282063802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,6144,0.12255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,6144,0.12278506755828858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,6144,0.12281066576639812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,6144,0.1226080020268758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,6144,0.1071168025334676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,6144,0.10766080220540364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,6144,0.11025280157725018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,6144,0.10664532979329426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,6144,0.09390613238016764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,6144,0.09178240299224853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,6144,0.09469652970631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,6144,0.0796458641688029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,6144,0.07964159647623698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,6144,0.07675093015034994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,6144,0.07870612939198812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,6144,0.06515626509984335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,6144,0.06360746622085571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,6144,0.06206826766331991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,6144,0.06346346537272135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,6144,0.05039893388748169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,6144,0.04946133295694987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,6144,0.04859413305918376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,6144,0.04893759886423747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,6144,0.03610026836395264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,6144,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,6144,0.03673173189163208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,6144,0.03465173244476318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,6144,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,6144,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,6144,0.02029119928677877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,6144,0.019720532496770225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,6144,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,6144,0.01999573310216268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,6144,0.019950934251149497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,6144,0.019709867238998414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,6144,0.019552000363667808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,6144,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,6144,0.019194666544596353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,6144,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,6144,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,6144,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,6144,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,6144,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,6144,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,6144,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,6144,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,6144,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,6144,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,6144,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,6144,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,6144,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,6144,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,6144,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,6144,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,6144,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,6144,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,6144,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,6144,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,6144,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,6144,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,6144,0.018708266814549766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,6144,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,5120,1.8598267237345378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,5120,1.2315759658813477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,5120,0.6121439933776855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,5120,0.3453386624654134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,5120,0.3139760096867879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,5120,0.30141599973042804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,5120,0.3019146720568339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,5120,0.30488266547520954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,5120,0.2699893315633138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,5120,0.2400559981664022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,5120,0.23098933696746826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,5120,0.22601866722106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,5120,0.19975733757019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,5120,0.2082373301188151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,5120,0.19142399231592813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,5120,0.17675199111302695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,5120,0.17298666636149088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,5120,0.16611733039220175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,5120,0.16551199555397034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,5120,0.15398133794466654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,5120,0.1511226693789164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,5120,0.14789332946141562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,5120,0.1405679980913798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,5120,0.1248133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,5120,0.11854400237401326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,5120,0.09947199622790019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,5120,0.099181334177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,5120,0.09045867125193278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,5120,0.08807733654975891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,5120,0.08247999846935272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,5120,0.07132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,5120,0.06769600013891856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,5120,0.051400000850359596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,5120,0.04792266587416331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,5120,0.036943999429543815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,5120,0.029066666960716248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,5120,0.024112001061439514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,5120,0.024301332732041676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,5120,0.024141333997249603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,5120,0.026306666433811188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,5120,0.029080001016457874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,5120,0.029120000700155895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,5120,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,5120,0.025970667600631714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,5120,0.020066666106383007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,5120,0.0204346664249897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,5120,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,5120,0.022005334496498108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,5120,0.022034667432308197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,5120,0.021957332889238994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,5120,0.021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,5120,0.02176533391078313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,5120,0.019938666373491287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,5120,0.019765333582957584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,5120,0.020010666300853092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,5120,0.019946667055288952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,5120,0.02090666691462199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,5120,0.022282667458057404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,5120,0.022119998931884766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,5120,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,5120,0.02221599966287613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,5120,0.02199733257293701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,5120,0.0223813330133756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,5120,0.02216266592343648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,5120,0.022077334423859913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,5120,0.02201066662867864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,5120,0.021874666213989258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,5120,0.022247999906539917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,5120,0.022090665996074677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,5120,0.022245332598686218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,5120,0.022359999517599743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,5120,0.02235466738541921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,5120,0.02236533413330714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,5120,0.022074667116006214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,5120,1.4432284037272136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,5120,0.7622915373908149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,5120,0.3852977752685547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,5120,0.21466488308376738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,5120,0.19505777623918322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,5120,0.18989155027601454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,5120,0.18597511450449625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,5120,0.18931199444664848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,5120,0.17821155654059517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,5120,0.1705404387580024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,5120,0.16858666472964814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,5120,0.15900444984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,5120,0.15275377697414821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,5120,0.1539484394921197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,5120,0.14998932679494223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,5120,0.13613333966996935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,5120,0.13360355959998235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,5120,0.12636978096432155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,5120,0.12549332777659097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,5120,0.12025600009494358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,5120,0.1139342255062527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,5120,0.10809422201580471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,5120,0.10720888773600261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,5120,0.09474311272303264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,5120,0.09165866507424249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,5120,0.0831306642956204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,5120,0.08056533336639404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,5120,0.07566222217347887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,5120,0.07249422205819024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,5120,0.06662222411897448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,5120,0.0601102246178521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,5120,0.05583288934495714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,5120,0.04872711168395149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,5120,0.045575112104415894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,5120,0.04048000110520257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,5120,0.032808889945348106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,5120,0.030103110604816016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,5120,0.02927466564708286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,5120,0.02944355540805393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,5120,0.0314702226055993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,5120,0.032122668292787336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,5120,0.03490133417977227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,5120,0.028524445162879095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,5120,0.028954668177498713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,5120,0.025895110434956018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,5120,0.025203555822372437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,5120,0.025829333398077223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,5120,0.025066667132907446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,5120,0.027285334136750963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,5120,0.025543111893865798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,5120,0.02648177742958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,5120,0.026915555198987324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,5120,0.02426311042573717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,5120,0.023822221491071913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,5120,0.024524443679385718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,6144,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,5120,0.024506666594081458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,5120,0.02392533255947961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,5120,0.02499377727508545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,5120,0.02529955572552151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,5120,0.02440888848569658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,5120,0.02384533319208357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,5120,0.02509333358870612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,5120,0.023066666391160753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,5120,0.025253333979182776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,5120,0.023727999793158636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,5120,0.024897777371936377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,5120,0.024830222129821777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,5120,0.027038221557935078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,5120,0.025630222426520452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,5120,0.024938666158252295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,5120,0.024860444996092055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,5120,0.025324443976084392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,5120,0.02565333412753211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,5120,0.025674665967623394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,6144,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,5120,1.2250418133205838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,5120,2.414780510796441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,5120,0.34635021951463485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,6144,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,5120,0.33154845237731934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,5120,0.6308195326063368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,5120,0.3075057665506999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,5120,0.372492445839776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,5120,0.2904426786634657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,5120,0.29223643408881295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,5120,0.2651253276401096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,5120,0.2701440122392443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,5120,0.252766211827596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,5120,0.24506489435831705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,5120,0.22971023453606498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,5120,0.23019199901156953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,5120,0.21354666021135119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,5120,0.3506897820366754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,5120,0.21184889475504556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,5120,0.19598400592803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,5120,0.19025422467125785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,5120,0.16897777716318765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,5120,0.16872710651821562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,5120,0.3356657822926839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,5120,0.1438844468858507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,5120,0.13444622357686362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,5120,0.31171022521124947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,5120,0.09264177746242946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,5120,0.14987199836307102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,5120,0.12355732917785645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,5120,0.06470044453938802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,5120,0.05117688907517327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,5120,0.11007466581132676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,5120,0.030906667311986286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,5120,0.08690489000744289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,5120,0.06726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,5120,0.024504888388845656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,5120,0.02422222163942125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,5120,0.023518222901556227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,5120,0.02330844435426924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,5120,0.04416711131731669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,5120,0.023315555519527856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,5120,0.023456000619464453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,5120,0.025031111306614343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,5120,0.024615110622511968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,5120,0.020021332634819877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,5120,0.019326221611764696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,5120,0.018872888551818002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,5120,0.018618666463428073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,5120,0.018536888890796237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,5120,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,5120,0.016979555288950603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,5120,0.016647110382715862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,5120,0.017304889029926725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,5120,0.01676266723208957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,5120,0.016622222132152982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,5120,0.025568000144428674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,5120,0.028524445162879095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,5120,0.026181333594852026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,5120,0.02825066778394911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,5120,0.024812445044517517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,5120,0.02697066631582048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,5120,0.026917333404223125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,5120,0.025603555970721777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,5120,0.02622755534119076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,5120,0.027132444911532935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,5120,0.026268444127506677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,5120,0.029628445704778034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,5120,0.0255057778623369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,5120,0.018650665879249573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,5120,0.026876444617907207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,5120,0.026849778162108526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,5120,0.02623644471168518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,5120,0.02817244331041972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,5120,0.019854222734769184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,5120,0.23051625887552896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,5120,0.8541802724202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,5120,0.4339882532755534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,5120,0.130457599957784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,5120,0.12544746398925782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,5120,0.11929492950439453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,5120,0.12027839819590251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,5120,0.11792960166931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,5120,0.11095466613769531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,5120,0.10619200070699056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,5120,0.10672000249226887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,5120,0.10462826887766521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,5120,0.09710613091786703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,5120,0.09353066285451253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,5120,0.09404266675313314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,5120,0.0918837308883667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,5120,0.0841930627822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,5120,0.08023573557535807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,5120,0.08032426834106446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,5120,0.07007359663645427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,5120,0.07099520365397136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,5120,0.06717973550160726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,5120,0.06741653283437093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,5120,0.05647146701812744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,5120,0.057299200693766275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,5120,0.05447680155436198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,5120,0.05447359879811605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,5120,0.04367573261260986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,5120,0.04411093393961589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,5120,0.04214613437652588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,5120,0.042190933227539064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,5120,0.031965865691502886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,5120,0.031124265988667806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,5120,0.03132479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,5120,0.030158933003743487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,5120,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,5120,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,5120,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,5120,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,5120,0.01793280045191447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,5120,0.018114133675893148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,5120,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,5120,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,5120,0.017761067549387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,5120,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,5120,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,5120,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,5120,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,5120,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,5120,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,5120,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,5120,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,5120,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,5120,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,5120,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,5120,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,5120,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,5120,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,5120,0.01672533353169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,5120,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,5120,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,5120,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,5120,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,5120,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,5120,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,5120,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,5120,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,5120,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,5120,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,5120,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,5120,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,4096,1.4343387285868328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,4096,0.8679546515146891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,4096,0.4416586558024089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,4096,0.2630853255589803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,4096,0.21910667419433594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,4096,0.22006400426228842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,4096,0.21868799130121866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,4096,0.2225946585337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,4096,0.1964799960454305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,4096,0.18823999166488647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,4096,0.18735732634862265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,4096,0.18690667549769083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,4096,0.1664186716079712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,4096,0.17086933056513467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,4096,0.15722399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,4096,0.13609332839647928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,4096,0.13145066301027933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,4096,0.12923199931780496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,4096,0.13161333401997885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,4096,0.12294933199882507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,4096,0.11204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,4096,0.10921600461006165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,4096,0.10405600070953369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,4096,0.0958666702111562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,4096,0.08986399571100871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,4096,0.0778186668952306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,4096,0.07655466596285503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,4096,0.07004799942175548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,4096,0.0664106657107671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,4096,0.0652133325735728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,4096,0.05409333109855652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,4096,0.0536053329706192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,4096,0.04233066737651825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,4096,0.04012800008058548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,4096,0.03125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,4096,0.023314667244752247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,4096,0.02011466647187869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,4096,0.019839999576409657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,4096,0.019549333800872166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,4096,0.02290133386850357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,4096,0.024701334536075592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,4096,0.02373066544532776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,4096,0.019797333826621372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,4096,0.020957333346207935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,4096,0.017045332739750545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,4096,0.01674933359026909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,4096,0.016058667252461117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,4096,0.017880000174045563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,4096,0.01784266655643781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,4096,0.017858666678269703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,4096,0.017866666118303936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,4096,0.017994667092959087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,4096,0.016016000260909397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,4096,0.016055999944607418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,4096,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,4096,0.01616000011563301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,4096,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,4096,0.0177839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,4096,0.018775999546051025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,4096,0.01775733381509781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,4096,0.01786400005221367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,4096,0.01792266716559728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,4096,0.01766666645805041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,4096,0.01775733381509781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,4096,0.01773333301146825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,4096,0.017874666800101597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,4096,0.01785600061217944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,4096,0.017821333060661953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,4096,0.017840000490347546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,4096,0.017914666483799618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,4096,0.017928000539541245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,5120,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,4096,0.01810666670401891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,4096,0.01797066628932953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,4096,0.01782400036851565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,4096,1.1677813529968262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,4096,0.6212000052134196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,4096,0.3124866684277852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,4096,0.17578667402267456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,4096,0.17123333613077799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,4096,0.15356000264485678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,4096,0.15198399623235068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,4096,0.15850133697191873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,4096,0.14848533272743225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,4096,0.14112400015195212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,4096,0.13637866576512656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,4096,0.13103733460108438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,4096,0.12948532899220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,4096,0.12178933620452881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,4096,0.11847066879272461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,4096,0.11500933766365051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,4096,0.11364400386810303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,4096,0.10724400480588277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,4096,0.10693466663360596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,4096,0.09737199544906616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,4096,0.09472933411598206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,4096,0.09048666556676228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,4096,0.08080133299032848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,4096,0.0864293376604716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,4096,0.07923999925454457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,4096,0.07240666449069977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,4096,0.067630668481191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,4096,0.06317733228206635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,4096,0.05518400172392527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,4096,0.05026666820049286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,4096,0.04808000226815542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,4096,0.04252933462460836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,4096,0.03851333260536194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,4096,0.03472533325354258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,4096,0.029607998828093212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,4096,0.027707998951276142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,4096,0.026759999493757885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,4096,0.026905333002408344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,4096,0.02721333255370458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,4096,0.06302666664123535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,4096,0.028064000109831493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,4096,0.027778667708237965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,4096,0.025165334343910217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,4096,0.026886666814486187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,4096,0.023985333740711212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,4096,0.022757334013779957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,4096,0.022821334501107533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,4096,0.02455200006564458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,4096,0.022849333782990772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,4096,0.022887999812761944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,4096,0.022857333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,4096,0.02327600121498108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,4096,0.023783999184767406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,4096,0.022619999945163727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,4096,0.02226399878660838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,4096,0.02165866643190384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,4096,0.021826667090257008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,4096,0.02349066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,4096,0.022803999483585358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,4096,0.021570667624473572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,4096,0.02270666758219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,4096,0.024109333753585815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,4096,0.02240133285522461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,4096,0.0229559987783432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,4096,0.021370666722456615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,4096,0.021856000026067097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,4096,0.021518667538960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,4096,0.022045334180196125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,4096,0.020716000348329544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,4096,0.02070000022649765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,4096,0.021397332350413006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,4096,0.020732000470161438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,4096,0.02270666758219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,4096,0.022357332209746044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,5120,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,5120,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,4096,1.1176653703053792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,4096,0.3120573361714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,4096,2.2143373489379883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,4096,0.29202800989151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,4096,0.5736200014750162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,4096,0.28034265836079914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,4096,0.3382973273595174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,4096,0.2648906707763672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,4096,0.264957328637441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,4096,0.24504399299621582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,4096,0.24320133527119955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,4096,0.2309066653251648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,4096,0.2217586636543274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,4096,0.20991732676823935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,4096,0.20910666386286417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,4096,0.1964613397916158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,4096,0.1869666576385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,4096,0.17458667357762656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,4096,0.17043334245681763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,4096,0.15255866448084512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,4096,0.31280932823816937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,4096,0.14462133248647055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,4096,0.2968226671218872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,4096,0.11938800414403279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,4096,0.1134440004825592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,4096,0.2765573263168335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,4096,0.07377066711584727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,4096,0.13282000025113425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,4096,0.09614400068918864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,4096,0.05065733194351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,4096,0.042768001556396484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,4096,0.09632666905721028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,4096,0.027634667853514355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,4096,0.0705839991569519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,4096,0.052126665910085045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,4096,0.02182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,4096,0.02144799878199895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,4096,0.020500000566244125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,4096,0.02041333292921384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,4096,0.020693333198626835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,4096,0.019842666884263355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,4096,0.03528800110022227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,4096,0.022489334146181744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,4096,0.02224399894475937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,4096,0.016672000288963318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,4096,0.01616133376955986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,4096,0.016043999542792637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,4096,0.016525333126386006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,4096,0.016075999786456425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,4096,0.015137333422899246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,4096,0.014535999546448389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,4096,0.01661866654952367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,4096,0.014558666696151098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,4096,0.014509333918491999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,4096,0.01495866725842158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,4096,0.021699999769528706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,4096,0.01653999959429105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,4096,0.022218666970729828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,4096,0.02223333219687144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,4096,0.02197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,4096,0.022249333560466766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,4096,0.02235333373149236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,4096,0.022304000953833263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,4096,0.022200000782807667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,4096,0.022961333394050598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,4096,0.023257332543532055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,4096,0.02273733417193095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,4096,0.023185332616170246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,4096,0.022895999252796173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,4096,0.021177334090073902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,4096,0.02330933262904485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,4096,0.022789334257443745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,4096,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,4096,0.01669599985082944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,4096,0.18675947189331055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,4096,0.35288639068603517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,4096,0.6707167943318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,4096,0.10619200070699056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,4096,0.10048426787058513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,4096,0.09665706952412924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,4096,0.09676907062530518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,4096,0.09557226498921713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,4096,0.0903434673945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,4096,0.08701546986897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,4096,0.0865226666132609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,4096,0.08472320238749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,4096,0.07956906954447428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,4096,0.07639040152231852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,4096,0.07617493470509848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,4096,0.07462826569875082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,4096,0.06930452982584635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,4096,0.06634879906972249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,4096,0.06608320077260335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,4096,0.05775573253631592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,4096,0.058616534868876136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,4096,0.05560533205668131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,4096,0.055613867441813146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,4096,0.0471285343170166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,4096,0.04756373167037964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,4096,0.045561599731445315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,4096,0.04508800109227498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,4096,0.037006934483846024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,4096,0.0372874657313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,4096,0.035572266578674315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,4096,0.035547733306884766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,4096,0.026982400814692182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,4096,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,4096,0.02645333409309387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,4096,0.025626667340596515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,4096,0.017560533682505288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,4096,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,4096,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,4096,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,4096,0.015896532932917276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,4096,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,4096,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,4096,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,4096,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,4096,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,4096,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,4096,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,4096,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,4096,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,4096,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,4096,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,4096,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,4096,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,4096,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,4096,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,4096,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,4096,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,4096,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,4096,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,4096,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,4096,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,4096,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,4096,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,4096,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,4096,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,4096,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,4096,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,4096,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,4096,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,4096,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,3584,1.2607759634653728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,4096,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,3584,0.6845306555430094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,3584,0.3375733296076457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,3584,0.21013067166010538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,3584,0.18123465776443481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,3584,0.19487200180689493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,3584,0.17246667544047037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,3584,0.1955653429031372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,3584,0.1550933321317037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,3584,0.17245332400004068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,3584,0.14564533034960428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,3584,0.16775200764338175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,3584,0.13683733344078064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,3584,0.1601360042889913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,3584,0.1284613311290741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,3584,0.13792799909909567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,3584,0.11656266450881958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,3584,0.13593332966168722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,3584,0.11236533522605896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,3584,0.11762133240699768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,3584,0.09892800450325012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,3584,0.10268800457318623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,3584,0.0936613380908966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,3584,0.09226933121681213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,3584,0.08070933322111766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,3584,0.07482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,3584,0.07029866675535838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,3584,0.06727733214696248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,3584,0.061621333161989846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,3584,0.0613946666320165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,3584,0.05018133421738943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,3584,0.048429335157076515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,3584,0.037789332369963326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,3584,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,3584,0.028064000109831493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,3584,0.02293599893649419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,3584,0.018050666898489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,3584,0.017802666872739792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,3584,0.018325333793958027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,3584,0.02110133320093155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,3584,0.020391999433437984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,3584,0.02183733383814494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,3584,0.017837333182493847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,3584,0.01948533331354459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,3584,0.014965333044528961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,3584,0.015253332753976187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,3584,0.014981333166360855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,3584,0.015538666397333145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,3584,0.016120000431934994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,3584,0.015533333023389181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,3584,0.015831999480724335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,3584,0.016722666720549267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,3584,0.014706666270891825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,3584,0.014607999473810196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,3584,0.01443733274936676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,3584,0.014914666612943014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,3584,0.015778666983048122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,3584,0.016832000265518825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,3584,0.015842666228612263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,3584,0.016055999944607418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,3584,0.01569066693385442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,3584,0.01617066686352094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,3584,0.01573866605758667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,3584,0.01571200042963028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,3584,0.015693332999944687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,3584,0.016871999949216843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,3584,0.016757333030303318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,3584,0.016765333712100983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,3584,0.016842667013406754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,3584,0.01701066642999649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,3584,0.016813332835833233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,3584,0.01761866609255473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,3584,0.017786666750907898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,3584,0.014637333651383718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,3584,1.0125373204549153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,3584,0.5443746646245321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,3584,0.2865399916966756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,3584,0.17388399442036948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,3584,0.15585333108901978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,3584,0.1511079967021942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,3584,0.14430666963259378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,3584,0.13424799839655557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,3584,0.12701732913653055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,3584,0.12300266822179158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,3584,0.12010266383488973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,3584,0.11713733275731404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,3584,0.11402666568756104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,3584,0.11130000154177348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,3584,0.10991600155830383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,3584,0.10004132986068726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,3584,0.09866000215212505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,3584,0.09241732954978943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,3584,0.09184133013089497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,3584,0.08600800236066182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,3584,0.08309733370939891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,3584,0.08144533137480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,3584,0.08047200242678325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,3584,0.07338533302148183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,3584,0.07347199817498525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,3584,0.06423333287239075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,3584,0.062493334213892617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,3584,0.05595066646734873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,3584,0.05462666849295298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,3584,0.047796001036961876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,3584,0.04421733319759369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,3584,0.03974800060192744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,3584,0.03525199989477793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,3584,0.032558667163054146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,3584,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,3584,0.025514667232831318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,3584,0.02499199906984965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,3584,0.025792000194390614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,3584,0.02678666760524114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,3584,0.02644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,3584,0.056370665629704796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,3584,0.028520000477631886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,3584,0.023893333971500397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,3584,0.02455466737349828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,3584,0.02252133438984553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,3584,0.022247999906539917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,3584,0.02242933213710785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,3584,0.02143600086371104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,3584,0.02289333442846934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,3584,0.022066667675971985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,3584,0.023683999975522358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,3584,0.02072000006834666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,3584,0.022867999970912933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,3584,0.021430666248003643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,3584,0.02142133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,3584,0.02196400115887324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,3584,0.021417332192262013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,3584,0.02128000060717265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,3584,0.020845333735148113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,3584,0.0207013338804245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,3584,0.020985332628091175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,3584,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,3584,0.02080666646361351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,3584,0.02080666646361351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,3584,0.0208773339788119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,3584,0.02070000022649765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,3584,0.020838665465513866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,3584,0.020658666888872784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,3584,0.02093599985043208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,3584,0.020711999386548996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,3584,0.020759999752044678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,3584,0.021798667808373768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,3584,0.020926666756470997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,3584,0.020958667000134785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,4096,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,4096,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,3584,1.0859386920928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,3584,0.3029800057411194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,3584,2.1480239232381186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,3584,0.28416266043980914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,3584,0.5683013200759888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,3584,0.27692532539367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,3584,0.32444000244140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,3584,0.2539626757303874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,3584,0.249725341796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,3584,0.22961066166559854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,3584,0.23037999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,3584,0.21823734045028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,3584,0.20975333452224731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,3584,0.19859600067138672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,3584,0.1979746619860331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,3584,0.1866119901339213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,3584,0.17642933130264282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,3584,0.16603599985440573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,3584,0.16261200110117593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,3584,0.14028400182724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,3584,0.13100133339564005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,3584,0.3030186692873637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,3584,0.10899999737739563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,3584,0.10705999533335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,3584,0.2878013253211975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,3584,0.26955066124598187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,3584,0.06965733567873637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,3584,0.12679599722226462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,3584,0.08843732873598735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,3584,0.04423066476980845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,3584,0.04001600046952566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,3584,0.08971066276232402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,3584,0.025389333566029865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,3584,0.06693866848945618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,3584,0.04852266609668732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,3584,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,3584,0.020686666170756023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,3584,0.019332000364859898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,3584,0.019229333847761154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,3584,0.019197333604097366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,3584,0.019303999841213226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,3584,0.032617333034674324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,3584,0.020774666219949722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,3584,0.021027999619642895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,3584,0.01552533358335495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,3584,0.015110666553179422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,3584,0.015458667029937109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,3584,0.015599999576807022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,3584,0.01508533333738645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,3584,0.013982667277256647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,3584,0.01351866622765859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,3584,0.013521333535512289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,3584,0.019353333860635757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,3584,0.019226666539907455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,3584,0.02027866616845131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,3584,0.019587999830643337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,3584,0.019859999418258667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,3584,0.01961199939250946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,3584,0.02037733296553294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,3584,0.019702666749556858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,3584,0.020204000174999237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,3584,0.020685333758592606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,3584,0.0210533340771993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,3584,0.02011200040578842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,3584,0.019215999792019527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,3584,0.02015200008948644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,3584,0.019708000123500824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,3584,0.02199200044075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,3584,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,3584,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,3584,0.0212786669532458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,3584,0.015101333459218344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,3584,0.015510667115449905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,3584,0.015166666358709335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,3584,0.6111136118570963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,3584,0.31330347061157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,3584,0.16233174006144208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,3584,0.09845333099365235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,3584,0.08890666961669921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,3584,0.08736639817555746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,3584,0.08782613277435303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,3584,0.08812373479207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,3584,0.07947839895884196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,3584,0.07906880378723144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,3584,0.0783456007639567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,3584,0.07830080191294352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,3584,0.07030613422393799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,3584,0.06940906842549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,3584,0.06953386465708414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,3584,0.06903786659240722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,3584,0.06121919949849447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,3584,0.06024320125579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,3584,0.06025600035985311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,3584,0.0537280003229777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,3584,0.05187733173370361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,3584,0.05060586531956991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,3584,0.05018666585286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,3584,0.044368000825246175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,3584,0.042813865343729655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,3584,0.04155733187993367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,3584,0.041338666280110674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,3584,0.03418453137079875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,3584,0.03375146786371867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,3584,0.03256746729214986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,3584,0.03256640036900838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,3584,0.025252266724904375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,3584,0.024360533555348715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,3584,0.02413439949353536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,3584,0.023811199267705283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,3584,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,3584,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,3584,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,3584,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,3584,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,3584,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,3584,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,3584,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,3584,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,3584,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,3584,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,3584,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,3584,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,3584,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,3584,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,3584,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,3584,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,3584,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,3584,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,3584,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,3584,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,3584,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,3584,0.013421866297721862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,3584,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,3584,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,3584,0.013486933708190919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,3584,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,3584,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,3584,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,3584,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,3584,0.013544533650080362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,3584,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,3584,0.013438933094342551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,3584,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,3584,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,3584,0.013459199666976928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,3072,1.1152017381456163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,3072,0.6366702185736762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,3072,0.3157706790500217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,3072,0.2087199952867296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,3072,0.18178489473130968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,3072,0.16249422232309976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,3072,0.1556480063332452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,3072,0.15805689493815103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,3072,0.14369600349002415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,3072,0.14461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,3072,0.13974222871992323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,3072,0.13442311022016737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,3072,0.12110400199890137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,3072,0.12219199869367812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,3072,0.11856533421410455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,3072,0.10645333263609146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,3072,0.10500799947314793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,3072,0.10190755791134304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,3072,0.09589511156082153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,3072,0.09326933489905463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,3072,0.08430933290057713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,3072,0.08021155330869886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,3072,0.07791111204359266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,3584,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,3072,0.07194666730033027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,3072,0.07283911440107557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,3072,0.05793955590989855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,3072,0.06349688768386841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,3072,0.054337776369518705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,3072,0.05083555645412869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,3072,0.04488889045185513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,3072,0.03975466556019253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,3072,0.03342755635579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,3072,0.030238221089045208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,3072,0.02423644396993849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,3072,0.018364444375038147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,3072,0.015212444795502557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,3072,0.015191111299726697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,3072,0.014837332897716098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,3072,0.01723022262255351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,3072,0.018062222335073683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,3072,0.019322666856977675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,3072,0.015951999359660678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,3072,0.01644799941115909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,3072,0.01292622254954444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,3072,0.012892444100644855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,3072,0.0125937776433097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,3072,0.012540444731712341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,3072,0.01367644468943278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,3072,0.013854222165213691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,3072,0.013596444494194455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,3072,0.013902222116788229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,3072,0.012531555361217923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,3072,0.012464000119103326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,3072,0.01259200026591619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,3072,0.05537777807977465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,3072,0.01316088851955202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,3072,0.013763555222087435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,3072,0.014560000763999091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,3072,0.013502221968438892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,3072,0.013372444444232516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,3072,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,3072,0.013212444053755866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,3072,0.01351111133893331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,3072,0.013198222551080914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,3072,0.013287111288971372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,3072,0.014533332652515836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,3072,0.014497778481907315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,3072,0.014506666196717156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,3072,0.014540443817774454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,3072,0.014734221829308404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,3072,0.01480888823668162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,3072,0.015304888288180033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,3072,0.015491555134455362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,3072,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,3072,0.9097877502441406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,3072,0.4620959917704265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,3072,0.13048853079477946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,3072,0.22803732554117837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,3072,0.13455893198649088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,3072,0.13586026827494305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,3072,0.12015360196431477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,3072,0.12363306681315105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,3072,0.11720213095347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,3072,0.1147818644841512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,3072,0.11273813247680664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,3072,0.10572799841562908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,3072,0.10280106862386067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,3072,0.1000480016072591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,3072,0.09708693027496337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,3072,0.08895359834035238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,3072,0.0867029349009196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,3072,0.08541759649912516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,3072,0.0852725346883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,3072,0.08082346916198731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,3072,0.07871999740600585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,3072,0.07381227016448974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,3072,0.07282880147298178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,3072,0.06589546600977579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,3072,0.06468693415323892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,3072,0.06060053507486979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,3072,0.05557119846343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,3072,0.051369599501291906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,3072,0.050171732902526855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,3072,0.04539733330408732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,3072,0.046904532114664714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,3072,0.04020693302154541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,3072,0.03693653345108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,3072,0.034414935111999514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,3072,0.02844373385111491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,3072,0.03035413424173991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,3072,0.025093332926432295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,3072,0.024086399873097738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,3072,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,3072,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,3072,0.02507946689923604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,3072,0.02437653342882792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,3072,0.02360960046450297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,3072,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,3072,0.0213536004225413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,3072,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,3072,0.020760534207026164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,3072,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,3072,0.023126399517059325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,3072,0.022290132443110146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,3072,0.02406186660130819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,3072,0.02193173368771871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,3072,0.021100799242655434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,3072,0.02028800050417582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,3072,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,3072,0.019756799936294554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,3072,0.02072426676750183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,3072,0.02249600092569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,3072,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,3072,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,3072,0.021253333489100138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,3072,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,3072,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,3072,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,3072,0.020780799786249797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,3072,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,3584,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,3072,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,3072,0.02098133365313212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,3072,0.019898666938145956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,3072,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,3072,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,3072,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,3072,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,3072,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,3584,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,3072,1.040881093343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,3072,0.5396405537923177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,3072,0.2896608034769694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,3072,0.2696309407552083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,3072,2.0098602294921877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,3072,0.2528074741363525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,3072,0.3081023852030436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,3072,0.2424544016520182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,3072,0.23584532737731934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,3072,0.2221834659576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,3072,0.21988266309102378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,3072,0.20958186785380045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,3072,0.1998538653055827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,3072,0.18948159217834473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,3072,0.18764586448669435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,3072,0.1781866709391276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,3072,0.1683893362681071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,3072,0.15922239621480305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,3072,0.1521056016286214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,3072,0.13803946177164714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,3072,0.11682559649149578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,3072,0.28961385091145836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,3072,0.09450559616088867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,3072,0.09666346708933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,3072,0.26956265767415366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,3072,0.24854720433553062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,3072,0.05906879901885986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,3072,0.11640000343322754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,3072,0.07823466459910075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,3072,0.04202346801757813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,3072,0.03720213174819946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,3072,0.05674453179041544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,3072,0.07705066998799642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,3072,0.024286933739980063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,3072,0.04503786563873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,3072,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,3072,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,3072,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,3072,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,3072,0.018106667200724284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,3072,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,3072,0.030763733386993408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,3072,0.01956693331400553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,3072,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,3072,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,3072,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,3072,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,3072,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,3072,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,3072,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,3072,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,3072,0.01262079974015554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,3072,0.01763733426729838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,3072,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,3072,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,3072,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,3072,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,3072,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,3072,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,3072,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,3072,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,3072,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,3072,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,3072,0.017845332622528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,3072,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,3072,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,3072,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,3072,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,3072,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,3072,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,3072,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,3072,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,3072,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,3072,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,3072,0.532479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,3072,0.2828917185465495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,3072,0.14314239819844563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,3072,0.08439573446909586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,3072,0.0785269339879354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,3072,0.07830826441446939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,3072,0.07680106957753499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,3072,0.0764842669169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,3072,0.07081279754638672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,3072,0.07053546905517578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,3072,0.06913599967956544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,3072,0.06778346697489421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,3072,0.06201706727345785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,3072,0.06229120095570882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,3072,0.06096426645914713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,3072,0.060078934828440345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,3072,0.05463893413543701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,3072,0.05436053276062012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,3072,0.0532970666885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,3072,0.04684266646703084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,3072,0.046520535151163736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,3072,0.04642026821772258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,3072,0.04501440127690633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,3072,0.038762664794921874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,3072,0.03767786820729573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,3072,0.037427198886871335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,3072,0.036900266011555986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,3072,0.03041386604309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,3072,0.03007146716117859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,3072,0.030177066723505657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,3072,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,3072,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,3072,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,3072,0.02216106653213501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,3072,0.02176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,3072,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,3072,0.013436800241470337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,3072,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,3072,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,3072,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,3072,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,3072,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,3072,0.012969600160916648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,3072,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,3072,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,3072,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,3072,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,3072,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,3072,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,3072,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,3072,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,3072,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,3072,0.012131200234095255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,3072,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,3072,0.012317867080370585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,3072,0.012171733379364013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,3072,0.012277332941691081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,3072,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,3072,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,3072,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,3072,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,3072,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,2560,0.9715963999430338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,2560,0.48049243291219074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,2560,0.27108799086676705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,2560,0.1693884399202135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,2560,0.15473955207400852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,2560,0.14530489179823133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,2560,0.13841956191592747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,2560,0.13087466028001574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,2560,0.1302222278383043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,2560,0.12926756011115179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,2560,0.11728889412350124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,2560,0.11103110843234593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,2560,0.1059839990403917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,2560,0.11096177498499553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,2560,0.09629688660303752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,2560,0.09646222326490615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,2560,0.08594489097595215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,2560,0.0911253359582689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,2560,0.08009066846635607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,2560,0.07546133465237088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,2560,0.07326577769385444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,2560,0.07064355744255914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,2560,0.06550577614042494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,2560,0.06114844481150309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,2560,0.05663288964165581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,2560,0.05375644564628601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,2560,0.04921244581540426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,2560,0.045011556810802884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,2560,0.04225777917438083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,2560,0.037843555212020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,2560,0.03337422344419692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,2560,0.028367999527189467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,2560,0.025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,2560,0.020782222350438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,2560,0.016224000189039443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,2560,0.013240888714790344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,2560,0.013182222015327878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,2560,0.013553777502642738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,2560,0.015095111396577625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,2560,0.015765332513385348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,2560,0.01718222267097897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,2560,0.08171733220418294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,2560,0.014508444401952954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,2560,0.01129244433508979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,2560,0.01127644462717904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,2560,0.01129422254032559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,2560,0.011717333561844297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,2560,0.012535110943847232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,2560,0.012563555604881711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,2560,0.012611555556456247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,2560,0.013615999784734515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,2560,0.011162666810883416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,2560,0.010945777926180096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,2560,0.011153777440388998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,2560,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,2560,0.01202311118443807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,2560,0.01220266686545478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,2560,0.011893333660231696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,2560,0.012296888563368054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,2560,0.011966221862369113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,2560,0.012138666378127204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,2560,0.012040889097584618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,2560,0.011957333319716983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,2560,0.011920000116030375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,2560,0.011920000116030375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,2560,0.013203555511103736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,2560,0.013276444541083442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,2560,0.013235555754767524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,2560,0.013232000172138214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,2560,0.013384888569513956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,2560,0.013208889298968844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,2560,0.013203555511103736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,2560,0.013895110951529609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,2560,0.013912889692518445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,2560,0.391480541229248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,2560,0.19400320053100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,2560,0.7419488271077473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,2560,0.12386773427327473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,2560,0.12688533465067547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,3072,0.01251413325468699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,2560,0.11794239679972332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,2560,0.11973546346028645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,2560,0.10337493419647217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,2560,0.09921066761016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,2560,0.09377386569976806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,2560,0.09320639769236247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,2560,0.08599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,2560,0.08451306819915771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,2560,0.08271893660227457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,2560,0.07703999678293863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,2560,0.07559573650360107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,2560,0.07191253503163655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,2560,0.07209920088450114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,2560,0.06762986977895101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,2560,0.0654645323753357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,2560,0.0859392007191976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,2560,0.060838401317596436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,2560,0.06295146544774374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,2560,0.054953598976135255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,2560,0.05384106636047363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,2560,0.05142826636632284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,2560,0.04894293149312337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,2560,0.04519146680831909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,2560,0.0458954652150472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,2560,0.04233280022939046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,2560,0.04118613402048747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,2560,0.035369598865509035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,2560,0.030747733513514203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,2560,0.02860586643218994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,2560,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,2560,0.023101866245269775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,2560,0.022921599944432578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,2560,0.022825600703557332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,2560,0.023452800512313843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,2560,0.023291732867558798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,2560,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,2560,0.022425599892934165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,2560,0.02373866637547811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,2560,0.02039573391278585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,2560,0.02201706568400065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,2560,0.020957867304484047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,2560,0.02171199917793274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,2560,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,2560,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,2560,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,2560,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,2560,0.020566399892171225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,2560,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,2560,0.019374932845433554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,2560,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,2560,0.01996586720148722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,2560,0.03452266852060954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,2560,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,2560,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,2560,0.020781866709391274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,2560,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,2560,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,2560,0.02039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,2560,0.019785600900650024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,2560,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,2560,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,2560,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,2560,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,2560,0.019629865884780884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,2560,0.01970133384068807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,2560,0.02030506730079651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,2560,0.020407466093699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,2560,0.019730132818222047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,2560,0.01997440059979757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,2560,0.9811904271443685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,2560,0.27746880849202477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,2560,0.49674027760823564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,2560,1.907142384847005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,2560,0.2508629322052002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,2560,0.2399072011311849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,2560,0.29110291798909504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,2560,0.2303424040476481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,2560,0.22741653124491373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,2560,0.21280852953592935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,2560,0.2096480051676432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,2560,0.20014826456705728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,2560,0.18855466842651367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,2560,0.18034879366556805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,2560,0.1704842726389567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,2560,0.16410239537556964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,2560,0.15141654014587402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,2560,0.14055040677388508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,2560,0.12712106704711915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,2560,0.11732800006866455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,2560,0.09941866397857665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,2560,0.271341864267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,2560,0.0818666696548462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,2560,0.08176853656768798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,2560,0.2553130626678467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,2560,0.2334282716115316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,2560,0.05443946520487467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,2560,0.0970304012298584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,2560,0.06932586828867594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,2560,0.03939520120620728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,2560,0.03436906735102336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,2560,0.0657525340716044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,2560,0.049406933784484866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,2560,0.022462934255599976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,2560,0.04245760043462117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,2560,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,2560,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,2560,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,2560,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,2560,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,2560,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,2560,0.029811199506123858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,2560,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,2560,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,2560,0.013514666755994161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,2560,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,2560,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,2560,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,2560,0.0131221334139506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,2560,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,2560,0.015254400173823037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,2560,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,2560,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,2560,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,2560,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,2560,0.0162581334511439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,2560,0.016300800442695617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,2560,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,2560,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,2560,0.017016534010569254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,2560,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,2560,0.01758506695429484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,2560,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,2560,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,2560,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,2560,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,2560,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,2560,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,2560,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,2560,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,2560,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,2560,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,2560,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,2560,0.4629077275594075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,2560,0.24478185971577965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,2560,0.12452800273895263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,2560,0.07317866484324137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,2560,0.0686965306599935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,2560,0.06879786650339761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,2560,0.06670933564503988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,2560,0.06730986436208089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,2560,0.06161280075709025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,2560,0.0615658680597941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,2560,0.0610485315322876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,2560,0.05905813376108805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,2560,0.05446826616923014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,2560,0.05495466788609823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,2560,0.05349440177281698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,2560,0.052546131610870364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,2560,0.047814400990804036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,2560,0.047075200080871585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,2560,0.046590932210286456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,2560,0.040674134095509844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,2560,0.04043733278910319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,2560,0.04036266803741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,2560,0.03969493309656779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,2560,0.03378880023956299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,2560,0.033514666557312014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,2560,0.03316160043080647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,2560,0.03280213276545207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,2560,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,2560,0.027241599559783936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,2560,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,2560,0.02616320053736369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,2560,0.020398932695388793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,2560,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,2560,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,2560,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,2560,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,2560,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,2560,0.012350933750470479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,2560,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,2560,0.0123690664768219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,2560,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,2560,0.012507733702659608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,2560,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,2560,0.012197333574295043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,2560,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,2560,0.011515733599662781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,2560,0.011076266566912334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,2560,0.011290666460990906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,2560,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,2560,0.011275733510653179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,2560,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,2560,0.011050666371981304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,2560,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,2560,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,2560,0.011308800180753071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,2560,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,2560,0.010865066448847454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,2560,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,2560,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,2560,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,2560,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,2560,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,2560,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,2048,0.7836960156758627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,2048,0.3879400094350179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,2560,0.010889599720637005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,2048,0.21568532784779867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,2048,0.10865066448847453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,2048,0.11839066942532857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,2048,0.10354533791542053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,2048,0.11762666702270508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,2048,0.10143733024597168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,2048,0.10632266600926717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,2048,0.09191333254178365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,2048,0.10306666294733684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,2048,0.08555466930071513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,2048,0.08945467074712117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,2048,0.08036000033219655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,2048,0.09470799565315247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,2048,0.07066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,2048,0.06505866845448811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,2048,0.06327866514523824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,2048,0.061705331007639565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,2048,0.0579853355884552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,2048,0.05575333535671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,2048,0.05418666700522105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,2048,0.05000666777292887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,2048,0.04614933331807455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,2048,0.04059866567452749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,2048,0.040408000349998474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,2048,0.03706666578849157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,2048,0.035042665898799896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,2048,0.03380800038576126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,2048,0.02922133356332779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,2048,0.026426665484905243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,2048,0.022041333218415577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,2048,0.020901332298914593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,2048,0.016270666072765987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,2048,0.013516000161568323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,2048,0.011309333145618439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,2048,0.01101333275437355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,2048,0.08225733538468678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,2048,0.011053333679835001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,2048,0.012684000035127005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,2048,0.01250133290886879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,2048,0.01451599970459938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,2048,0.011457332720359167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,2048,0.012005332857370377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,2048,0.009390666459997496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,2048,0.0094626663873593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,2048,0.00945999970038732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,2048,0.009743999689817429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,2048,0.009991999715566635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,2048,0.009946666657924652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,2048,0.009937333563963572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,2048,0.009922666475176811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,2048,0.008957333241899809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,2048,0.009000000233451525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,2048,0.009369333585103353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,2048,0.009281333535909653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,2048,0.010397333030899366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,2048,0.010373333469033241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,2048,0.010002666463454565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,2048,0.010424000521500906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,2048,0.010406666745742163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,2048,0.010381333529949188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,2048,0.01041466680665811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,2048,0.01033866653839747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,2048,0.010385333249966303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,2048,0.01041866714755694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,2048,0.009858666608730951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,2048,0.009821333612004915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,2048,0.00985599992175897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,2048,0.009780000274380049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,2048,0.009869333356618881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,2048,0.009850666547815004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,2048,0.009906666974226633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,2048,0.010461332897345224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,2048,0.30891733169555663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,2048,0.15556267102559407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,2048,0.6056821187337239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,2048,0.09148906866709391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,2048,0.10019306341807048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,2048,0.08697066307067872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,2048,0.08163093725840251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,2048,0.08855360349019369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,2048,0.08018240133921305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,2048,0.07995946407318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,2048,0.07801173528035482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,2048,0.07672959963480631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,2048,0.07236479918162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,2048,0.06995093027750651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,2048,0.06801280180613199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,2048,0.06371306578318278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,2048,0.062097068627675375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,2048,0.05939626693725586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,2048,0.05886293252309164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,2048,0.057314133644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,2048,0.05384746789932251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,2048,0.049277865886688234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,2048,0.050551466147104894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,2048,0.04838399887084961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,2048,0.046878933906555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,2048,0.04504106839497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,2048,0.04293546676635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,2048,0.040535465876261396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,2048,0.03931306600570679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,2048,0.036804266770680744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,2048,0.0350165327390035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,2048,0.03232426643371582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,2048,0.030460800727208453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,2048,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,2048,0.026548266410827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,2048,0.02405973275502523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,2048,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,2048,0.022184532880783082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,2048,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,2048,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,2048,0.020951465765635172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,2048,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,2048,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,2048,0.023545600970586143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,2048,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,2048,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,2048,0.020278400182723998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,2048,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,2048,0.019810134172439577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,2048,0.01952000061670939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,2048,0.01975359916687012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,2048,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,2048,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,2048,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,2048,0.0191648006439209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,2048,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,2048,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,2048,0.020803199211756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,2048,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,2048,0.019869865973790486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,2048,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,2048,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,2048,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,2048,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,2048,0.01909546653429667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,2048,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,2048,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,2048,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,2048,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,2048,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,2048,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,2048,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,2048,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,2048,0.01755733291308085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,2560,0.01095466713110606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,2048,0.918292236328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,2048,0.2531424045562744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,2048,0.46677865982055666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,2048,1.8321109771728517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,2048,0.23709120750427246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,2048,0.22504960695902504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,2048,0.26501332918802895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,2048,0.21005759239196778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,2048,0.2063605308532715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,2048,0.19385493596394857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,2048,0.18952107429504395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,2048,0.1808469295501709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,2048,0.16875839233398438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,2048,0.16200106938680012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,2048,0.15179840723673504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,2048,0.14418026606241863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,2048,0.12492160002390544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,2048,0.12230186462402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,2048,0.10682453314463299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,2048,0.09874880313873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,2048,0.08621546427408854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,2048,0.24707840283711752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,2048,0.07052906354268393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,2048,0.06794346968332926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,2048,0.23840319315592445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,2048,0.21922879219055175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,2048,0.05000746647516886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,2048,0.08405013084411621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,2048,0.06026986837387085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,2048,0.03615359862645467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,2048,0.03110613425572713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,2048,0.05894613265991211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,2048,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,2048,0.04594026803970337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,2048,0.039538133144378665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,2048,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,2048,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,2048,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,2048,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,2048,0.015454933047294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,2048,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,2048,0.02720853288968404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,2048,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,2048,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,2048,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,2048,0.011958400408426922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,2048,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,2048,0.012225066622098286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,2048,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,2048,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,2048,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,2048,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,2048,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,2048,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,2048,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,2048,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,2048,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,2048,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,2048,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,2048,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,2048,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,2048,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,2048,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,2048,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,2048,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,2048,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,2048,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,2048,0.015554133057594299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,2048,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,2048,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,2048,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,2048,0.01225920021533966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,2048,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,2048,0.3871946652730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,2048,0.20064214070638023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,2048,0.10700799624125164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,2048,0.06244266827901205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,2048,0.05877013206481933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,2048,0.05773760080337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,2048,0.0581216017405192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,2048,0.05672640005747477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,2048,0.053275732199350986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,2048,0.05230720043182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,2048,0.05275306701660156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,2048,0.05058666865030924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,2048,0.046945067246754964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,2048,0.04635626475016276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,2048,0.04650133450826009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,2048,0.04093653361002604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,2048,0.044437332948048906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,2048,0.04017920096715291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,2048,0.040752001603444415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,2048,0.0352789322535197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,2048,0.035318398475646974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,2048,0.034380801518758136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,2048,0.034430932998657224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,2048,0.029339732726414998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,2048,0.029335467020670573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,2048,0.029307732979456585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,2048,0.02842880090077718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,2048,0.023752532402674355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,2048,0.02323413292566935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,2048,0.023413334290186563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,2048,0.02314773400624593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,2048,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,2048,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,2048,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,2048,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,2048,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,2048,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,2048,0.010868266224861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,2048,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,2048,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,2048,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,2048,0.01095466713110606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,2048,0.01071573297182719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,2048,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,2048,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,2048,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,2048,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,2048,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,2048,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,2048,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,2048,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,2048,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,2048,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,2048,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,2048,0.010195199648539226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,2048,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,2048,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,2048,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,2048,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,2048,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,1536,0.5601973215738932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,1536,0.2956970532735189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,1536,0.15472960472106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,1536,0.09574293295542399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,1536,0.08124799728393554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,1536,0.08090559641520181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,1536,0.0870346705118815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,1536,0.08796586990356445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,1536,0.07201386292775472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,1536,0.072052264213562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,1536,0.0672106663386027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,2048,0.010081066687901815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,1536,0.062193067868550625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,1536,0.06063359975814819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,1536,0.05889066855112711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,1536,0.05530453523000082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,1536,0.052841599782307944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,1536,0.051028267542521155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,1536,0.0498741348584493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,1536,0.04807680050532023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,1536,0.04400853315989177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,1536,0.04224853515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,1536,0.04171839952468872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,1536,0.03873066504796346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,1536,0.0353983998298645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,1536,0.037264001369476316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,1536,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,1536,0.06393280029296874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,1536,0.0287445326646169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,1536,0.02687893311182658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,1536,0.025312000513076784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,1536,0.022836265961329143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,1536,0.020383999745051066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,1536,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,1536,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,1536,0.01276586651802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,1536,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,1536,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,1536,0.010877866546312969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,1536,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,1536,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,1536,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,1536,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,1536,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,1536,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,1536,0.007837866743405659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,1536,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,1536,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,1536,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,1536,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,1536,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,1536,0.007277866701285045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,1536,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,1536,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,1536,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,1536,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,1536,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,1536,0.008110933502515157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,1536,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,1536,0.008156799773375193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,1536,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,1536,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,1536,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,1536,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,1536,0.008522666494051616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,1536,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,1536,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,1536,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,1536,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,1536,0.00844053328037262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,1536,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,1536,0.008870399991671244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,1536,0.007203199962774913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,1536,0.22887679735819497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,1536,0.4613024075826009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,1536,0.12012693087259929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,1536,0.0791424036026001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,1536,0.07247467041015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,1536,0.06946773529052734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,1536,0.06633066733678182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,1536,0.06918826897939047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,1536,0.06428586641947429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,1536,0.06222933530807495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,1536,0.061960534254709876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,1536,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,1536,0.058387200037638344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,1536,0.055572267373402914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,1536,0.0553546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,1536,0.04953066507975261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,2048,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,1536,0.0497653325398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,1536,0.04937813282012939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,1536,0.04782506624857585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,1536,0.05100053151448568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,1536,0.04654506842295329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,1536,0.04258986711502075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,1536,0.0440010666847229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,1536,0.041157333056132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,1536,0.04066346486409505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,1536,0.04035626649856568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,1536,0.03694613377253215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,1536,0.03536426623662313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,1536,0.034466131528218584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,1536,0.0328384002049764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,1536,0.03073386748631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,1536,0.028955733776092528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,1536,0.027100799481074016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,1536,0.026467200120290118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,1536,0.023449599742889404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,1536,0.02190720041592916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,1536,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,1536,0.019211733341217042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,1536,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,1536,0.019891200462977092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,1536,0.019530665874481202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,1536,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,1536,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,1536,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,1536,0.017100799083709716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,1536,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,1536,0.017091200749079386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,1536,0.017950934171676636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,1536,0.017223467429478966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,1536,0.018309332927068076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,1536,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,1536,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,1536,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,1536,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,1536,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,1536,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,1536,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,1536,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,1536,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,1536,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,1536,0.016038399934768677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,1536,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,1536,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,1536,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,1536,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,1536,0.016300800442695617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,1536,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,1536,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,1536,0.016711467504501344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,1536,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,1536,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,1536,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,1536,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,1536,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,2048,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,1536,0.4456949234008789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,1536,0.2430474599202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,1536,0.8698944091796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,1536,0.22960213025410972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,1536,1.7122676849365235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,1536,0.20927786827087402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,1536,0.2548319975535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,1536,0.20162026087443033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,1536,0.18959466616312665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,1536,0.1821642716725667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,1536,0.16982720692952474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,1536,0.16613759994506835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,1536,0.14318399429321288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,1536,0.14118293126424153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,1536,0.12228480180104573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,1536,0.11885440349578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,1536,0.10564586321512859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,1536,0.10213653246561687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,1536,0.09238613446553548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,1536,0.08606186707814535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,1536,0.0772597312927246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,1536,0.23580053647359214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,1536,0.06323093175888062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,1536,0.059876267115275064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,1536,0.2201045354207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,1536,0.2033898671468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,1536,0.04602453311284383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,1536,0.07536640167236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,1536,0.05184640089670817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,1536,0.03335786660512288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,1536,0.054972799619038906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,1536,0.027588266134262084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,1536,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,1536,0.04199680089950562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,1536,0.03636906544367473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,1536,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,1536,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,1536,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,1536,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,1536,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,1536,0.013110400239626566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,1536,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,1536,0.02440320054690043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,1536,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,1536,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,1536,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,1536,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,1536,0.011753599842389424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,1536,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,1536,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,1536,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,1536,0.011292800307273865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,1536,0.011852799852689107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,1536,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,1536,0.012333866953849793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,1536,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,1536,0.0123690664768219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,1536,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,1536,0.012331733107566833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,1536,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,1536,0.011331199606259664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,1536,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,1536,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,1536,0.012123733758926392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,1536,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,1536,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,1536,0.01276479959487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,1536,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,1536,0.012607999642690024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,1536,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,1536,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,1536,0.32324374516805016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,1536,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,1536,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,1536,0.16854400634765626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,1536,0.08666026592254639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,1536,0.05223360061645508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,1536,0.04994560082753499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,1536,0.04905173381169637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,1536,0.047636266549428305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,1536,0.049067731698354086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,1536,0.04453973372777303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,1536,0.04430400133132935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,1536,0.04380160172780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,1536,0.04275306860605876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,1536,0.0397216002146403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,1536,0.03894826571146647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,1536,0.038815999031066896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,1536,0.03706666628519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,1536,0.03464106718699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,1536,0.03382186492284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,1536,0.033641600608825685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,1536,0.0298250675201416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,1536,0.02975040078163147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,1536,0.0298634668191274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,1536,0.02914773424466451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,1536,0.025277866919835405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,1536,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,1536,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,1536,0.02439146637916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,1536,0.02039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,1536,0.02028053402900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,1536,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,1536,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,1536,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,1536,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,1536,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,1536,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,1536,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,1536,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,1536,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,1536,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,1536,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,1536,0.00983893374602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,1536,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,1536,0.009284266829490661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,1536,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,1536,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,1536,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,1536,0.009265066186587016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,1536,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,1536,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,1536,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,1536,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,1536,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,1536,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,1536,0.009265066186587016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,1536,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,1536,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,1536,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,1536,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,1536,0.009642666578292847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,1024,0.4014026641845703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,1024,0.19861440658569335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,1024,0.11297600269317627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,1024,0.06553066571553548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,1024,0.060369066397349035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,1024,0.060088535149892174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,1024,0.05842666625976563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,1024,0.06143893400828043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,1024,0.04885013500849406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,1024,0.04759360154469808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,1024,0.04630399942398071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,1024,0.04472426573435466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,1024,0.042448000113169355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,1024,0.04298880100250244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,1024,0.03975786765416463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,1024,0.03746560017267863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,1024,0.03564586639404297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,1024,0.03417386611302693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,1024,0.03360746701558431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,1024,0.033192533254623416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,1024,0.03105493386586507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,1024,0.027281065781911213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,1024,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,1024,0.02717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,1024,0.024979199965794882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,1024,0.02396799921989441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,1024,0.021633066733678184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,1024,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,1024,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,1536,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,1024,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,1024,0.01477226714293162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,1024,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,1024,0.012638933459917703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,1024,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,1024,0.009691733121871948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,1024,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,1024,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,1024,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,1024,0.006841599941253662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,1024,0.007231999933719635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,1024,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,1024,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,1024,0.007434666653474172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,1024,0.005576533575852713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,1024,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,1024,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,1024,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,1024,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,1024,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,1024,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,1024,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,1024,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,1024,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,1024,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,1024,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,1024,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,1024,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,1536,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,1024,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,1024,0.006007466713587443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,1024,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,1024,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,1024,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,1024,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,1024,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,1024,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,1024,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,1024,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,1024,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,1024,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,1024,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,1024,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,1024,0.31764052708943685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,1024,0.16285866101582844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,1024,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,1024,0.08877013524373373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,1024,0.0569546659787496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,1024,0.05453439950942993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,1024,0.05311786731084188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,1024,0.05271039803822836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,1024,0.054339198271433506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,1024,0.05068266789118449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,1024,0.005598933498064677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,1024,0.05027093489964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,1024,0.050063999493916836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,1024,0.04799573421478272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,1024,0.047405866781870525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,1024,0.0466261347134908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,1024,0.046775468190511066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,1024,0.043136000633239746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,1024,0.042982399463653564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,1024,0.04011946519215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,1024,0.04054400126139323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,1024,0.03969706694285075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,1024,0.03710079987843831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,1024,0.039035733540852866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,1024,0.03810346523920695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,1024,0.03631999890009562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,1024,0.03426773150761922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,1024,0.03441919883092244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,1024,0.02946346600850423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,1024,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,1024,0.027345067262649535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,1024,0.02715839942296346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,1024,0.02439893285433451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,1024,0.023616000016530355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,1024,0.024012800057729086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,1024,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,1024,0.018908800681432088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,1024,0.03436053196589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,1024,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,1024,0.01975253423055013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,1024,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,1536,0.009638399879137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,1024,0.018374399344126383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,1024,0.018026665846506754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,1024,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,1024,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,1024,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,1024,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,1024,0.016264533003171287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,1024,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,1024,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,1024,0.01627946694691976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,1024,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,1024,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,1024,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,1024,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,1024,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,1024,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,1024,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,1024,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,1024,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,1024,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,1024,0.016035200158754984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,1024,0.015524267156918844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,1024,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,1024,0.015924266974131265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,1024,0.01551466683546702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,1024,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,1024,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,1024,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,1024,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,1024,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,1024,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,1024,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,1024,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,1024,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,1024,0.22936320304870605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,1024,0.2228000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,1024,0.21298666000366212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,1024,0.41488211949666337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,1024,0.20794666608174645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,1024,0.20093226432800293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,1024,0.19294293721516925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,1024,0.8179744084676107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,1024,0.1809578736623128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,1024,0.1747935930887858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,1024,0.15737600326538087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,1024,1.6341088612874348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,1024,0.15605333646138508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,1024,0.13981439272562662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,1024,0.13310399850209553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,1024,0.10830612977345784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,1024,0.1076896031697591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,1024,0.09873812993367513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,1024,0.08826986948649088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,1024,0.07916693687438965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,1024,0.07736426989237467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,1024,0.0714143991470337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,1024,0.05630506674448649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,1024,0.05464959939320883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,1024,0.10744106769561768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,1024,0.0657589316368103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,1024,0.04062079985936483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,1024,0.04897493521372477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,1024,0.06304213205973307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,1024,0.030115199089050294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,1024,0.0243562658627828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,1024,0.04747840166091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,1024,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,1024,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,1024,0.03176106611887614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,1024,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,1024,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,1024,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,1024,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,1024,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,1024,0.011476266384124755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,1024,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,1024,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,1024,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,1024,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,1024,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,1024,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,1024,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,1024,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,1024,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,1024,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,1024,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,1024,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,1024,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,1024,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,1024,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,1024,0.010043733318646749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,1024,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,1024,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,1024,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,1024,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,1024,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,1024,0.010104533036549885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,1024,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,1024,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,1024,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,1024,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,1024,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,1024,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,1024,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,1024,0.010244266192118327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,1024,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,1024,0.1264234701792399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,1024,0.24278186162312826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,1024,0.06698666413625082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,1024,0.041523198286692306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,1024,0.03909120162328084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,1024,0.03833920160929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,1024,0.03829653263092041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,1024,0.03778560161590576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,1024,0.035097599029541016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,1024,0.03458666801452637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,1024,0.03461546500523885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,1024,0.03372160196304321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,1024,0.03176213304201762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,1024,0.03094080090522766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,1024,0.030807467301686604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,1024,0.02969920039176941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,1024,0.027781333525975543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,1024,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,1024,0.027342933416366576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,1024,0.024898133675257363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,1024,0.02403306762377421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,1024,0.023792000611623128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,1024,0.023970133066177367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,1024,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,1024,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,1024,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,1024,0.01999573310216268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,1024,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,1024,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,1024,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,1024,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,1024,0.012723199526468911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,1024,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,1024,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,1024,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,1024,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,1024,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,1024,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,1024,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,1024,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,1024,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,1024,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,1024,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,1024,0.008831999699274699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,1024,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,1024,0.008426666259765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,1024,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,1024,0.00804799993832906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,768,0.3125493367513021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,768,0.15389866828918458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,768,0.08172693252563476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,768,0.04813119967778524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,768,0.04343146483103434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,768,0.044004265467325845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,768,0.04225600163141886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,768,0.04412266810735067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,768,0.039228800932566324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,768,0.03804266850153605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,768,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,768,0.036806400616963705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,768,0.032762666543324784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,768,0.03182719945907593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,768,0.030801065762837726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,768,0.02929813265800476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,768,0.027556266387303668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,768,0.02655893365542094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,768,0.026424533128738402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,768,0.025885866085688276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,768,0.024617600440979003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,768,0.021715199947357176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,768,0.022858667373657226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,768,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,768,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,768,0.02050986687342326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,768,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,768,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,768,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,768,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,768,0.010596266388893128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,768,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,768,0.010226133465766906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,768,0.008241066833337148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,768,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,768,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,768,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,768,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,768,0.006074666480223338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,768,0.005964800218741099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,768,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,768,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,768,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,768,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,768,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,768,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,768,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,768,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,768,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,768,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,768,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,768,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,768,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,768,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,768,0.004814933240413666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,768,0.004955733319123586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,768,0.00470719983180364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,768,0.00470719983180364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,768,0.006026666859785716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,768,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,768,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,768,0.004792533318201701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,768,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,768,0.00483840008576711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,768,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,768,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,768,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,768,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,768,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,768,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,768,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,768,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,768,0.25957546234130857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,768,0.13072746594746906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,768,0.07621653079986572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,768,0.05021973450978597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,768,0.050185600916544594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,768,0.005217066903909048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,768,0.04952213366826375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,768,0.048842668533325195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,768,0.04939306577046712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,768,0.04614506562550862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,768,0.045373864968617755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,768,0.04576853513717651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,768,0.04215146700541179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,768,0.042231468359629314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,768,0.042461868127187094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,768,0.04198506673177083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,1024,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,768,0.03735573291778564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,768,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,768,0.03737706740697225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,768,0.03728853464126587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,768,0.035974399248758955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,768,0.034482133388519284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,768,0.031845333178838094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,768,0.03308586676915486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,768,0.03112746675809224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,768,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,768,0.029973334074020384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,768,0.02909653385480245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,768,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,768,0.027501867214838667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,768,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,768,0.02427840034166972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,768,0.022478934129079184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,768,0.02198186715443929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,768,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,768,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,768,0.017650133371353148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,768,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,768,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,768,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,768,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,768,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,768,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,768,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,768,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,768,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,768,0.015030399958292643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,768,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,768,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,768,0.01605013310909271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,768,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,768,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,768,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,768,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,768,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,768,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,768,0.017744000752766928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,768,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,768,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,768,0.01560533344745636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,768,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,768,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,768,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,768,0.01564906636873881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,768,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,768,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,768,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,768,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,768,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,768,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,768,0.40077972412109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,768,0.2211359977722168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,768,0.22044053077697753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,768,0.808131217956543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,768,0.19476159413655597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,768,0.18667200406392415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,768,0.17633706728617352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,768,0.16045974095662435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,768,0.15441385904947919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,768,0.14476480484008789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,768,1.606987762451172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,768,0.13634559313456218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,768,0.12308586438496907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,768,0.11739733219146728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,768,0.09972053368886312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,768,0.10093119939168294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,768,0.0890058676401774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,768,0.0868885358174642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,768,0.08091519673665365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,768,0.07557760079701742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,768,0.2088757356007894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,768,0.0719925324122111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,768,0.06848426659901938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,768,0.0630624016125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,768,0.05384746789932251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,768,0.05266240040461222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,768,0.038743468125661214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,768,0.05949759880701701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,768,0.044470401604970296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,768,0.02802026669184367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,768,0.046573865413665774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,768,0.03651946783065796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,768,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,768,0.03023146589597066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,768,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,768,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,768,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,768,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,768,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,768,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,768,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,768,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,768,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,768,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,768,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,768,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,768,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,768,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,768,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,768,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,768,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,768,0.008597333232561748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,768,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,768,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,768,0.008844799796740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,768,0.009333333373069764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,768,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,768,0.009302399555842082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,768,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,768,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,768,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,768,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,768,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,768,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,768,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,768,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,768,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,768,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,768,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,768,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,768,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,768,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,768,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,768,0.10998400052388509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,768,0.20742506980895997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,768,0.057307732105255124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,768,0.036634667714436846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,768,0.03465173244476318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,768,0.0344373345375061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,768,0.03396159807840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,768,0.03356053431828816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,768,0.03144213358561198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,768,0.031292800108591715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,768,0.030423466364542646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,768,0.030392533540725707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,768,0.02838933269182841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,768,0.028407466411590577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,768,0.027641600370407103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,768,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,768,0.02539093295733134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,768,0.024756266673405965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,768,0.024306132396062215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,768,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,768,0.021947733561197915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,768,0.021574399868647256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,768,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,768,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,768,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,768,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,768,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,768,0.01507306694984436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,768,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,768,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,768,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,768,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,768,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,768,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,768,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,768,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,768,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,768,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,768,0.008414933085441589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,768,0.008180266618728638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,768,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,768,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,768,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,768,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,768,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,768,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,768,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,512,0.22612373034159342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,512,0.11175253391265869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,512,0.05765546560287475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,512,0.03326933383941651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,512,0.03204053243001302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,512,0.030869332949320476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,512,0.03064533273379008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,512,0.03078826665878296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,512,0.028338134288787842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,512,0.027421865860621137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,512,0.02619839906692505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,512,0.02531519929567973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,512,0.024175999561945598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,512,0.023463465770085654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,512,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,512,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,512,0.020576000213623047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,512,0.020068265994389854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,512,0.020036266247431437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,512,0.01926400065422058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,512,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,512,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,512,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,512,0.01550933321317037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,512,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,512,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,512,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,512,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,512,0.012184533476829528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,512,0.010641066233317058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,512,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,512,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,512,0.00890773336092631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,512,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,512,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,512,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,512,0.005721599857012431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,512,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,512,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,512,0.0056096002459526065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,512,0.0051594664653142296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,512,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,512,0.004853333532810211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,512,0.005130666494369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,512,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,512,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,512,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,768,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,512,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,512,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,512,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,512,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,512,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,512,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,512,0.003993600110212962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,512,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,512,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,512,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,512,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,512,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,512,0.0038901334007581077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,512,0.003882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,512,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,512,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,512,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,512,0.003930666546026865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,512,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,512,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,512,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,512,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,512,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,512,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,512,0.00436160018046697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,512,0.20980480511983238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,512,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,512,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,512,0.06246826648712158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,512,0.04450026750564575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,512,0.043374931812286376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,512,0.04323840141296387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,512,0.04190613428751628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,512,0.04006933371225993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,512,0.04091306527455647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,512,0.038970665136973066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,512,0.04013866583506266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,512,0.036508798599243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,512,0.03573653300603231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,512,0.03667413393656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,512,0.035300266742706296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,512,0.03323093255360921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,512,0.03316160043080647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,512,0.03254400094350179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,512,0.03474133412043254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,512,0.031165866057078044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,512,0.03078826665878296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,512,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,512,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,512,0.027004800240198773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,512,0.026450133323669432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,512,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,512,0.024074665705362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,512,0.024872533480326333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,512,0.11196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,512,0.02214826742808024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,512,0.022402133544286093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,512,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,512,0.021970132986704506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,512,0.021381332476933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,512,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,512,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,512,0.016736000776290894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,512,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,512,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,512,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,512,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,512,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,512,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,512,0.028627200921376543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,512,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,512,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,512,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,512,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,512,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,512,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,512,0.015046399831771851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,512,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,512,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,512,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,512,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,512,0.015936000148455302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,512,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,512,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,512,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,512,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,512,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,512,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,512,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,512,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,512,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,512,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,512,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,512,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,512,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,512,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,512,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,512,0.3882879892985026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,512,0.7757877349853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,512,0.20396800041198732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,512,0.197653325398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,512,0.186137596766154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,512,0.1556927998860677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,512,0.171999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,512,1.5306527455647787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,512,0.13271679878234863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,512,0.1434304078420003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,512,0.12765440146128337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,512,0.11781226793924968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,512,0.10956586996714275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,512,0.10367786884307861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,512,0.09194880326588949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,512,0.08275093237559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,512,0.09043200016021728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,512,0.08142933050791422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,512,0.07357439994812012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,512,0.07276693185170492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,512,0.06747093200683593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,512,0.06327466567357382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,512,0.05848533312479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,512,0.05087360143661499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,512,0.04890666802724202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,512,0.1851626714070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,512,0.0365450660387675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,512,0.043270401159922284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,512,0.05545813242594401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,512,0.02719680070877075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,512,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,512,0.04182720184326172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,512,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,512,0.03424959977467855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,512,0.028859732548395793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,512,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,512,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,512,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,512,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,512,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,512,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,512,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,512,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,512,0.012518399953842163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,512,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,512,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,512,0.008899199962615966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,512,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,512,0.007691733539104462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,512,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,512,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,512,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,512,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,512,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,512,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,512,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,512,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,512,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,512,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,512,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,512,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,512,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,512,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,512,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,512,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,512,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,512,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,512,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,512,0.09272639751434326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,512,0.17601280212402343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,512,0.05117119948069254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,512,0.03334826628367106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,512,0.030954666932423908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,512,0.030904533465703328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,512,0.03096959988276164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,512,0.028450133403142293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,512,0.03020906647046407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,512,0.027646932999293012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,512,0.02808213432629903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,512,0.026881066958109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,512,0.02512213389078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,512,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,512,0.00895146628220876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,512,0.024307199319203696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,512,0.023909332354863484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,512,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,512,0.021681066354115805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,512,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,512,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,512,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,512,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,512,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,512,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,512,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,512,0.01585919956366221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,512,0.015381333231925965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,512,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,512,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,512,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,512,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,512,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,512,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,512,0.009742933511734008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,512,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,512,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,512,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,512,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,512,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,512,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,512,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,512,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,512,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,512,0.007666133344173431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,512,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,512,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,512,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,512,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,512,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,256,0.14771199226379395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,256,0.07566719849904378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,256,0.038898134231567384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,512,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,256,0.02324159940083822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,256,0.021348265806833903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,256,0.021661865711212158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,256,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,256,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,256,0.01988906661669413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,256,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,256,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,256,0.017895466089248656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,256,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,256,0.017145599921544394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,256,0.01708266735076904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,256,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,256,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,256,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,256,0.01723519961039225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,256,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,256,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,256,0.012110933661460876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,256,0.012205866972605388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,256,0.011432533462842304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,256,0.010913067062695821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,256,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,256,0.008821333448092144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,256,0.009710933764775593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,256,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,256,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,256,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,256,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,256,0.0038954667747020722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,256,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,256,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,256,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,256,0.004171733558177948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,256,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,256,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,256,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,256,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,256,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,256,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,256,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,256,0.010737066467603047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,256,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,256,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,256,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,256,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,256,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,512,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,256,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,256,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,256,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,256,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,256,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,256,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,256,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,256,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,256,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,256,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,256,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,256,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,256,0.002775466690460841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,256,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,256,0.08347520033518473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,256,0.1484949270884196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,256,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,256,0.05307519833246867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,256,0.03506133159001668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,256,0.03768746852874756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,256,0.03542933464050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,256,0.033418667316436765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,256,0.035658665498097736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,256,0.03302506605784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,256,0.0031136001149813337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,256,0.032307199637095135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,256,0.03141546646753947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,256,0.029173332452774047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,256,0.03155626654624939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,256,0.03078293402989705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,256,0.027524266640345258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,256,0.0270197331905365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,256,0.028084266185760497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,256,0.029640533526738483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,256,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,256,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,256,0.02536639968554179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,256,0.0251093327999115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,256,0.022959999243418374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,256,0.022434133291244506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,256,0.023806933561960855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,256,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,256,0.02494293252627055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,256,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,256,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,256,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,256,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,256,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,256,0.017925333976745606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,256,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,256,0.04139093160629272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,256,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,256,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,256,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,256,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,256,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,256,0.015625600020090738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,256,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,256,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,256,0.016028799613316855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,256,0.01551040013631185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,256,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,256,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,256,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,256,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,256,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,256,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,256,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,256,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,256,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,256,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,256,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,256,0.013538133104642233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,256,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,256,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,256,0.013337600231170654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,256,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,256,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,256,0.01381013294061025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,256,0.012973866860071816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,256,0.012924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,256,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,256,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,256,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,256,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,256,1.0476544062296549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,256,0.13895573616027831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,256,0.2685194651285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,256,0.5297205289204915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,256,0.13776532808939618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,256,0.12301867008209229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,256,0.1284821351369222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,256,0.11252053578694661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,256,0.11175893147786457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,256,0.1024821360905965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,256,0.09254079659779867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,256,0.08818346659342448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,256,0.08972799777984619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,256,0.08086400032043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,256,0.0766698678334554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,256,0.07121600310007731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,256,0.07000106970469157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,256,0.06577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,256,0.06406826575597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,256,0.05903786818186442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,256,0.05771733522415161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,256,0.054004267851511634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,256,0.051402668158213295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,256,0.04789653221766154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,256,0.041093333562215166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,256,0.039493334293365476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,256,0.03004586696624756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,256,0.04502293268839518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,256,0.03375360171000163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,256,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,256,0.027909332513809205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,256,0.03503146568934123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,256,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,256,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,256,0.023486934105555215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,256,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,256,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,256,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,256,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,256,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,256,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,256,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,256,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,256,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,256,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,256,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,256,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,256,0.007609599828720092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,256,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,256,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,256,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,256,0.006874666611353557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,256,0.0068245331446329755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,256,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,256,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,256,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,256,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,256,0.006960000097751618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,256,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,256,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,256,0.006592000027497609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,256,0.006792533397674561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,256,0.1392021338144938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,256,0.07763520081837973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,256,0.0442901333173116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,256,0.02765760024388631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,256,0.026574933528900148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,256,0.02569813330968221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,256,0.025995733340581258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,256,0.025550933678944905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,256,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,256,0.023277866840362548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,256,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,256,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,256,0.021399466196695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,256,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,256,0.020529067516326903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,256,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,256,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,256,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,256,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,256,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,256,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,256,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,256,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,256,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,256,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,256,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,256,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,256,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,256,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,256,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,256,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,256,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,256,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,256,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,256,0.008834133545557659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,256,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,256,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,256,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,256,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,256,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,256,0.0072170664866765336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,256,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,256,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,128,0.12271146774291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,128,0.06390399932861328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,128,0.03095573385556539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,128,0.019755733013153077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,128,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,128,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,128,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,128,0.01769919991493225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,128,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,128,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,256,0.006783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,128,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,128,0.01565439999103546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,128,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,128,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,128,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,128,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,256,0.007311999797821045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,128,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,128,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,128,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,128,0.010930132865905762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,128,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,128,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,128,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,128,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,128,0.008969600001970928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,128,0.008553600311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,128,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,128,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,128,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,128,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,128,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,128,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,128,0.003986133386691412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,128,0.003491200009981791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,128,0.003622400015592575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,128,0.003566933423280716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,128,0.0037546666959921518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,128,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,128,0.003504000107447306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,128,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,128,0.00335359995563825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,128,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,128,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,128,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,128,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,128,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,128,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,128,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,128,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,128,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,128,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,128,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,128,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,128,0.0026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,128,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,128,0.0023520000278949736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,128,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,128,0.002315733333428701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,128,0.1269376039505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,128,0.04532266855239868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,128,0.0744266668955485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,128,0.031395200888315836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,128,0.03241386612256368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,128,0.031829333305358885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,128,0.028832000494003297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,128,0.03138239979743958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,128,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,128,0.028910932938257854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,128,0.028691200415293376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,128,0.028059732913970948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,128,0.004955733319123586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,128,0.02712000012397766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,128,0.02569813330968221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,128,0.025092266003290814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,128,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,128,0.02474986712137858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,128,0.02468693256378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,128,0.025940267244974773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,128,0.023038933674494423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,128,0.02567039926846822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,128,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,128,0.020891733964284263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,128,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,128,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,128,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,128,0.021192532777786256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,128,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,128,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,128,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,128,0.0178272008895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,128,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,128,0.01826559901237488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,128,0.01633386711279551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,128,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,128,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,128,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,128,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,128,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,128,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,128,0.015121066570281982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,128,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,128,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,128,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,128,0.01564586659272512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,128,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,128,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,128,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,128,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,128,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,128,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,128,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,128,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,128,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,128,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,128,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,128,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,128,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,128,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,128,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,128,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,128,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,128,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,128,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,128,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,128,0.014763733744621277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,128,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,128,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,128,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,128,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,128,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,128,0.2068298657735189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,128,0.10954986413319905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,128,0.4049813270568848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,128,0.10657493273417155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,128,0.10331093470255534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,128,0.10414720376332601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,128,0.8059029261271158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,128,0.09071893692016601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,128,0.08601173559824625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,128,0.08460480372111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,128,0.08357653617858887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,128,0.07927680015563965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,128,0.07530240217844644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,128,0.06877226829528808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,128,0.06895466645558676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,128,0.06238293250401815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,128,0.06162453492482504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,128,0.057885865370432533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,128,0.052154668172200526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,128,0.05091413259506226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,128,0.04780906836191813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,128,0.04570560057957967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,128,0.041943466663360594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,128,0.03622719844182332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,128,0.03581546545028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,128,0.05670506556828817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,128,0.026794666051864625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,128,0.030979200204213457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,128,0.039893333117167154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,128,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,128,0.030494934320449828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,128,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,128,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,128,0.02515946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,128,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,128,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,128,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,128,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,128,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,128,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,128,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,128,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,128,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,128,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,128,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,128,0.0071839998165766404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,128,0.005993600189685822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,128,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,128,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,128,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,128,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,128,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,128,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,128,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,128,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,128,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,128,0.006051200131575266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,128,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,128,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,128,0.006156800190607706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,128,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,128,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,128,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,128,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,128,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,128,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,128,0.12987733681996663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,128,0.04069653352101644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,128,0.07430826822916667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,128,0.025805866718292235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,128,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,128,0.023965867360432942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,128,0.023746132850646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,128,0.02355413238207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,128,0.022027732928593953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,128,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,128,0.02186453342437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,128,0.020760534207026164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,128,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,128,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,128,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,128,0.018462934096654258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,128,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,128,0.017079466581344606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,128,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,128,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,128,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,128,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,128,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,128,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,128,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,128,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,128,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,128,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,128,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,128,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,128,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,128,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,128,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,128,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,128,0.008451199531555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,128,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,128,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,128,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,128,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,128,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,128,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,128,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,128,0.007042133311430614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,128,0.00694400022427241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,128,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,128,0.00684799998998642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,128,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,64,0.053428268432617186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,64,0.10381653308868408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,64,0.027798400322596235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,64,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,64,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,64,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,64,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,64,0.015711999932924905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,64,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,64,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,64,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,64,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,64,0.012568533420562744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,64,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,64,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,64,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,64,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,64,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,64,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,64,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,64,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,64,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,64,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,64,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,64,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,64,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,64,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,64,0.00801386684179306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,64,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,64,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,64,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,64,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,64,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,64,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,64,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,64,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,64,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,64,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,64,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,64,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,64,0.003705599904060364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,64,0.0030634666482607523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,64,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,64,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,64,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,64,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,64,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,64,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,64,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,64,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,64,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,64,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,64,0.011331199606259664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,64,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,64,0.002363733450571696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,64,0.0024480000138282776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,64,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,64,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,64,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,64,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,64,0.0023071999351183575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,64,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,64,0.1313546657562256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,64,0.07318507035573324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,64,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,64,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,64,0.045094398657480876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,64,0.03329066634178161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,64,0.031112533807754517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,64,0.03226666649182637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,64,0.028905600309371948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,64,0.031173332532246904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,64,0.029741867383321123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,64,0.02683200041453044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,64,0.026974932352701826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,64,0.027155200640360515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,64,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,64,0.025867732365926106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,64,0.029095466931660968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,64,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,64,0.02508693337440491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,64,0.024434133370717367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,64,0.025515733162562053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,64,0.0244159996509552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,64,0.021332265933354695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,64,0.024395734071731567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,64,0.022154666980107627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,64,0.022541866699854533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,64,0.022127999862035116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,64,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,64,0.021297067403793335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,64,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,64,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,64,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,64,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,64,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,64,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,64,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,64,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,64,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,64,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,64,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,64,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,64,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,64,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,64,0.020093866189320884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,64,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,64,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,64,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,64,0.014814933141072592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,64,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,64,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,64,0.01502826710542043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,64,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,64,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,64,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,64,0.013577600320180258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,64,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,64,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,64,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,64,0.012968533237775168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,64,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,64,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,64,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,64,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,64,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,64,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,64,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,64,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,64,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,64,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,64,0.013531733552614847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,32,0.05522773265838623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,32,0.10978559652964275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,32,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,32,0.016295466820398966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,32,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,32,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,32,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,32,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,32,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,32,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,32,0.013105066617329917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,32,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,32,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,32,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,32,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,32,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,32,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,32,0.011037866274515789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,32,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,32,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,32,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,32,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,32,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,32,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,32,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,32,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,32,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,32,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,10240,32,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,10240,32,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,10240,32,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,10240,32,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,10240,32,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,10240,32,0.004045866678158442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,10240,32,0.0035861333211263022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,10240,32,0.003605333218971888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,10240,32,0.003549866626660029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,10240,32,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,32,0.015753600001335143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,10240,32,0.0031466667850812277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,10240,32,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,10240,32,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,10240,32,0.0031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,10240,32,0.0030847998956839246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,10240,32,0.0031360000371932983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,10240,32,0.0030826665461063385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,10240,32,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,10240,32,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,10240,32,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,10240,32,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,10240,32,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,10240,32,0.0026805333793163298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,32,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,10240,32,0.0026922665536403658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,10240,32,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,10240,32,0.002422400067249934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,10240,32,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,10240,32,0.00239680012067159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,10240,32,0.0022762666145960493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,10240,32,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,10240,32,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,10240,32,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,10240,32,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,10240,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,10240,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,10240,32,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,10240,32,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,10240,32,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,10240,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,10240,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,10240,32,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,10240,32,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,32,0.07168640295664469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,10240,32,0.0034847999612490333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,32,0.12726506392161052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,32,0.045341865221659346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,32,0.031420799096425374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,32,0.0312608003616333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,32,0.03241173426310222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,32,0.032238932450612386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,32,0.027403734127680462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,32,0.02985493342081706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,32,0.027985066175460815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,32,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,32,0.02667199969291687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,32,0.027400533358256023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,32,0.02649173339207967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,32,0.02842346628506978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,32,0.024809600909550984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,32,0.024456532796223958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,32,0.02458239992459615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,32,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,32,0.025493333737055462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,32,0.026140799125035603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,32,0.020779732863108316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,32,0.02355519930521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,32,0.022142932812372843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,32,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,32,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,32,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,32,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,32,0.019615999857584634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,32,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,32,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,32,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,32,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,32,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,32,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,32,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,32,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,32,0.015517866611480713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,32,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,32,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,32,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,32,0.022125866015752158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,32,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,32,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,32,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,32,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,32,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,32,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,32,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,32,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,32,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,32,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,32,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,32,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,32,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,32,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,32,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,32,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,32,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,32,0.013448533415794373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,32,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,32,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,32,0.013119999567667642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,32,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,32,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,32,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,32,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,32,0.0134442667166392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,65536,2.5854612986246743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,65536,4.96397336324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,65536,2.982410748799642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,65536,3.0701014200846353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,65536,2.9030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,65536,2.83409055074056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,65536,12.658587137858072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,65536,2.943173408508301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,65536,2.505125363667806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,65536,2.0893920262654624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,65536,2.0086827278137207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,65536,2.4648426373799643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,65536,2.2784639994303384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,65536,2.336341381072998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,65536,2.2784266471862793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,65536,1.875343958536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,65536,2.4810773531595864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,65536,23.807161966959637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,65536,1.6965920130411785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,65536,1.4025920232137044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,65536,1.5796586672465007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,65536,1.39463472366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,65536,1.246128002802531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,65536,1.1390613714853923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,65536,1.2254026730855305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,65536,1.3826719919840496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,65536,0.8334453105926514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,65536,0.9629013538360596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,65536,1.0783572991689045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,65536,0.5844906568527222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,65536,0.7473333676656088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,65536,0.5175733168919882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,65536,0.3946186701456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,65536,0.3505920171737671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,65536,0.219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,65536,0.21089067061742148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,65536,0.21157866716384888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,65536,0.19540266195933023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,65536,0.2269173264503479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,65536,0.18893865744272867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,65536,0.22509332497914633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,65536,0.17945067087809244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,65536,0.18051733573277792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,65536,0.1791306734085083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,65536,0.1739573280016581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,65536,0.17382399241129556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,65536,0.17269333203633627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,65536,0.16816532611846924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,65536,0.16892266273498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,65536,0.1669173240661621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,65536,0.1782240072886149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,65536,0.1773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,65536,0.17611199617385864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,65536,0.7089707056681315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,65536,0.16236266493797302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,65536,0.16195199886957803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,65536,0.16288533806800842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,65536,0.15913066267967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,65536,0.15927466750144958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,65536,0.15917866428693137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,65536,0.15853866934776306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,65536,0.16006400187810263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,65536,0.15847466389338175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,65536,0.1588479975859324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,65536,0.15783466895421347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,65536,0.16089066863059998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,65536,0.15828800201416016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,65536,0.15908799568812051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,65536,0.16024000446001688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,65536,0.15988799929618835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,65536,0.15998400251070657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,65536,0.15617066621780396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,65536,0.15651733676592508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,65536,0.17620267470677695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,65536,2.1208640734354653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,65536,4.0825653076171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,65536,2.133450667063395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,65536,2.1345386505126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,65536,2.037557284037272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,65536,8.155338923136393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,65536,1.9848693211873372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,65536,1.974522590637207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,65536,1.8202080726623535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,65536,1.808341344197591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,65536,1.6170454025268555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,65536,1.6855947176615398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,65536,1.5711520512898762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,65536,1.6006506284077961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,65536,1.531551996866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,65536,1.54037872950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,65536,1.3443519274393718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,65536,1.2495306332906086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,65536,15.742085774739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,65536,1.227882703145345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,65536,1.1171519756317139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,65536,1.0423359870910645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,65536,1.108848015467326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,65536,0.94269331296285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,65536,0.9481013615926107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,65536,0.8362133502960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,65536,0.8991093635559082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,65536,0.6834826469421387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,65536,0.7131360371907552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,65536,0.5484373172124227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,65536,0.6016159852345785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,65536,0.4179893334706624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,65536,0.41524799664815265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,65536,0.2933280070622762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,65536,0.26758400599161786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,65536,0.18073066075642905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,65536,0.18035733699798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,65536,0.18202133973439535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,65536,0.17044800519943237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,65536,0.1585493286450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,65536,0.1584106683731079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,65536,0.15244799852371216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,65536,0.142384002606074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,65536,0.13171733419100443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,65536,0.12824533383051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,65536,0.12738666931788126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,65536,0.1284213364124298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,65536,0.12661866346995035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,65536,0.12434666355450948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,65536,0.12481600046157837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,65536,0.1197653313477834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,65536,0.11872532963752747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,65536,0.11904000242551167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,65536,0.11648533741633098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,65536,0.11121066411336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,65536,0.10807999968528748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,65536,0.10327999790509541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,65536,0.10317867000897725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,65536,0.10321600238482158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,65536,0.10174399614334106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,65536,0.1011840005715688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,65536,0.10150399804115295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,65536,0.10089066624641418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,65536,0.10125866532325745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,65536,0.10013866424560547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,65536,0.10097600022951762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,65536,0.09909866253534953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,65536,0.10060800115267436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,65536,0.09873066345850627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,65536,0.09913600484530131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,65536,0.09716799855232239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,65536,0.09697600205739339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,65536,0.09907199939092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,65536,0.1271573305130005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,65536,3.788661321004232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,65536,2.1369120279947915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,65536,2.161743958791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,65536,1.976352055867513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,65536,2.166810671488444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,65536,1.7158239682515461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,65536,2.021717389424642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,65536,1.9762080510457356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,65536,1.6935200691223145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,65536,15.657557169596354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,65536,1.6670773824055989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,65536,1.6847413380940754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,65536,2.114842732747396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,65536,1.2972053686777751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,65536,1.5766186714172363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,65536,1.3468799591064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,65536,1.1905066967010498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,65536,1.2467412948608398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,65536,1.1552266279856365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,65536,0.9694613615671793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,65536,1.0078293482462566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,65536,1.354512055714925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,65536,0.871338685353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,65536,0.6537546714146932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,65536,1.1191466649373372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,65536,0.7030879656473795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,65536,0.6494613488515218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,65536,0.4484853347142537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,65536,0.8169973691304525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,65536,0.4507360061009725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,65536,0.3789066473642985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,65536,0.24571732680002847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,65536,0.2182613412539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,65536,0.3337973356246948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,65536,0.16378133495648703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,65536,0.16309866309165955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,65536,0.1597493290901184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,65536,0.16006933649381003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,65536,0.15524799625078836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,65536,0.5765226682027181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,65536,0.1551359991232554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,65536,0.14994666973749796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,65536,0.17085333665211996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,65536,0.12482666969299316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,65536,0.12406399846076965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,65536,0.12078400452931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,65536,0.12082667152086894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,65536,0.11824533343315125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,65536,0.11827733119328816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,65536,0.1165066659450531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,65536,0.11593066652615865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,65536,0.11524800459543864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,65536,0.11385599772135417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,65536,0.11110933621724446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,65536,0.11082667112350464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,65536,0.11159466703732808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,65536,0.10965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,65536,0.11162666479746501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,65536,0.10974400242169698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,65536,0.11125866572062175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,65536,0.11054399609565735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,65536,0.11146133144696553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,65536,0.10974933703740437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,65536,0.1104159951210022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,65536,0.10977066556612651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,65536,0.11146666606267293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,65536,0.11190932989120483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,65536,0.11036266883214314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,65536,0.11044800281524658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,65536,0.119759996732076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,65536,0.10947199662526448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,65536,0.10759466886520386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,65536,4.721514701843262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,65536,9.941749572753906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,65536,1.4677012761433919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,65536,1.145365317662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,65536,1.585653305053711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,65536,1.092853307723999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,65536,1.0241599877675374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,65536,1.0129813353220622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,65536,1.0021546681722004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,65536,0.8894453048706055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,65536,0.8310826619466146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,65536,0.8460960388183594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,65536,0.8194773197174072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,65536,0.7166826725006104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,65536,0.8362293243408203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,65536,0.694159984588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,65536,0.6953173478444418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,65536,0.6681013107299805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,65536,0.5910613139470419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,65536,0.572709321975708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,65536,0.5457386573155721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,65536,0.5393439928690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,65536,0.4328480164210002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,65536,0.4177653392155965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,65536,0.41891733805338544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,65536,0.40981332461039227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,65536,0.4148373206456502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,65536,0.29916266600290936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,65536,0.2893066604932149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,65536,0.5571680068969727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,65536,0.2849760055541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,65536,0.2893600066502889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,65536,0.2805066704750061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,65536,0.16082132856051126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,65536,0.13902399937311807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,65536,0.13377599914868674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,65536,0.13370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,65536,0.13384000460306802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,65536,0.1337440013885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,65536,0.13410666584968567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,65536,0.1334933340549469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,65536,0.1336799959341685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,65536,0.13168000181516012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,65536,0.13198399543762207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,65536,0.13133866588274637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,65536,0.13082666198412576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,65536,0.1317866643269857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,65536,0.13114666938781738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,65536,0.13172800342241922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,65536,0.1302186648050944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,65536,0.13180800278981528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,65536,0.13020267089207968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,65536,0.13165332873662314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,65536,0.13133333126703897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,65536,0.13142399986584982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,65536,0.13031466801961264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,65536,0.13009066383043924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,65536,0.13000532984733582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,65536,0.13029866417249045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,65536,0.12969066699345908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,65536,0.13014400005340576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,65536,0.13201600313186646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,65536,0.13019200166066489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,65536,0.13051733374595642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,65536,0.13080533345540366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,65536,0.13108799854914346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,65536,0.13081600268681845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,65536,0.13000532984733582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,65536,0.13102933764457703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,65536,0.13091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,65536,0.13034133116404215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,65536,0.12968533237775168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,65536,0.13115200400352478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,51200,8.543861389160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,51200,18.165669759114582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,51200,4.602597236633301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,51200,2.4318559964497886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,51200,2.1969067255655923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,51200,2.6298294067382812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,51200,2.1424585978190103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,51200,2.1820425987243652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,51200,1.6494827270507812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,51200,1.74019193649292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,51200,2.1084159215291343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,51200,1.6209866205851238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,51200,1.5963412920633953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,51200,1.6527093251546223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,51200,1.5146613121032715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,51200,1.7323946952819824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,51200,1.4670559565226238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,51200,1.5321173667907715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,51200,1.322090705235799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,51200,1.204917351404826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,51200,1.230415980021159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,51200,1.0764373143513997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,51200,1.1335093180338542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,51200,0.950821320215861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,51200,1.073525349299113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,51200,0.8933173020680746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,51200,0.8357120354970297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,51200,0.6790239810943604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,51200,0.7697386741638184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,51200,0.6034026543299357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,51200,0.5781866709391276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,51200,0.47012801965077716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,51200,0.41814398765563965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,51200,0.3176426688830058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,51200,0.2844160000483195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,51200,0.17504000663757324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,51200,0.1695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,51200,0.16952532529830933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,51200,0.15466666221618652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,51200,0.1776853402455648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,51200,0.14839466412862143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,51200,0.16934933265050253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,51200,0.13929599523544312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,51200,0.14144532879193625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,51200,0.14180266857147217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,51200,0.13833600282669067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,51200,0.13809067010879517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,51200,0.13659200072288513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,51200,0.1355839967727661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,51200,0.130431999762853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,51200,0.1313653290271759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,51200,0.12969600160916647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,51200,0.13648000359535217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,51200,0.1343946655591329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,51200,0.12997866670290628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,51200,0.1348960002263387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,51200,0.12904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,51200,0.12844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,51200,0.12575466434160867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,51200,0.12773332993189493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,51200,0.1264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,51200,0.12781332929929098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,51200,0.1262506643931071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,51200,0.1257973313331604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,51200,0.12618666887283325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,51200,0.12500799695650736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,51200,0.1276800036430359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,51200,0.1276693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,51200,0.12734400232632956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,51200,0.12769599755605063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,51200,0.12814399600028992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,51200,0.12869866689046225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,51200,0.12588799993197122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,51200,0.12574932972590128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,51200,12.856021881103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,51200,6.116079966227214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,51200,1.6865919431050618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,51200,3.28386656443278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,51200,1.6501812934875488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,51200,1.6681866645812988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,51200,1.5983999570210774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,51200,1.586458683013916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,51200,1.500688076019287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,51200,1.483418623606364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,51200,1.3344106674194336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,51200,1.3428799311319988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,51200,1.271936019261678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,51200,1.2418506940205891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,51200,1.1910293102264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,51200,1.2215680281321208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,51200,1.1432533264160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,51200,1.092853307723999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,51200,0.9948000113169352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,51200,0.967034657796224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,51200,0.8788906733194987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,51200,0.8482826550801595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,51200,0.8099466959635416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,51200,0.75327467918396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,51200,0.7388426462809244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,51200,0.6848320166269938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,51200,0.6179360151290894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,51200,0.5448319911956787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,51200,0.552623987197876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,51200,0.4199519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,51200,0.430730660756429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,51200,0.346010684967041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,51200,0.31037867069244385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,51200,0.2058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,51200,0.22891199588775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,51200,0.14189866185188293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,51200,0.1392159958680471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,51200,0.13833066821098328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,51200,0.13748799761136374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,51200,0.12412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,51200,0.12158399820327759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,51200,0.11715733011563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,51200,0.11250666777292888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,51200,0.10929066936175029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,51200,0.10430399576822917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,51200,0.10406933228174846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,51200,0.10684800148010254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,51200,0.10565867026646932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,51200,0.104912002881368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,51200,0.10308266679445903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,51200,0.10267733534177144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,51200,0.10110933581988017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,51200,0.0960693359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,51200,0.09490133325258891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,51200,0.0943946639696757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,51200,0.08933333555857341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,51200,0.08754666646321614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,51200,0.08416533470153809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,51200,0.0827893316745758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,51200,0.08441600203514099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,51200,0.0825973351796468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,51200,0.08245866497357686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,51200,0.08243733147780101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,51200,0.08111999928951263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,51200,0.08070399860541026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,51200,0.08084799846013387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,51200,0.08086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,51200,0.07965333263079326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,51200,0.08203200002511342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,51200,0.07834666470686595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,51200,0.07850133379300435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,51200,0.0783786674340566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,51200,0.07838400204976399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,51200,0.0775786687930425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,51200,2.942805290222168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,65536,2.0860160191853843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,51200,1.8899946212768555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,51200,1.837626616160075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,51200,1.4396533966064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,51200,1.7059946060180664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,51200,1.451306660970052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,51200,1.7178346316019695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,51200,1.2966026465098064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,51200,1.4704586664835613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,51200,1.2563947041829426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,51200,1.5992159843444824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,51200,1.5032639503479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,51200,1.0968213081359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,51200,1.253439982732137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,51200,1.0743733247121174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,51200,0.9362719853719076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,51200,1.0087626775105794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,51200,0.8725546995798746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,51200,1.1748747030893962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,51200,0.7399360338846842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,51200,0.8416319688161215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,51200,0.93831467628479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,51200,0.7374506791432699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,51200,0.5641280015309652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,51200,0.6010933319727579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,51200,0.4918239911397298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,51200,0.6683626969655355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,51200,0.5565760135650635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,51200,0.3871893485387166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,51200,0.3867306709289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,51200,0.3157706658045451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,51200,0.20053333044052124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,51200,0.18980266650517783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,51200,0.14173332850138345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,51200,0.13711466391881308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,51200,0.13860799868901572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,51200,0.27849600712458294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,51200,0.13474133610725403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,51200,0.13184533516565958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,51200,0.12963199615478516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,51200,0.1262986660003662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,51200,0.12809066971143088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,51200,0.09985066453615825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,51200,0.09520000219345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,51200,0.09360000491142273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,51200,0.10223467151323955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,51200,0.09310932954152425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,51200,0.09446932872136433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,51200,0.09286933143933614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,51200,0.09143466750780742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,51200,0.09108266234397888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,51200,0.08929600318272908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,51200,0.08744000395139058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,51200,0.08787733316421509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,51200,0.08703466256459554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,51200,0.08690667152404785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,51200,0.08672533432642619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,51200,0.08673600355784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,51200,0.08674666285514832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,51200,0.08659733335177104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,51200,0.08619733651479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,51200,0.08716266353925069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,51200,0.08740267157554626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,51200,0.08701866865158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,51200,0.0869760016600291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,51200,0.08662933111190796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,51200,0.08662399649620056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,51200,0.08661866188049316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,51200,0.08662399649620056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,51200,0.19757866859436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,51200,0.09871466954549153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,51200,0.19701866308848062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,51200,7.368213017781575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,51200,1.2662560145060222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,51200,0.878437360127767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,51200,0.8383519649505615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,51200,0.7869280179341634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,51200,3.3958988189697266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,51200,0.7743679682413737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,51200,0.6951039632161459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,51200,0.9628693262736002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,51200,0.6553599834442139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,51200,0.7197653452555338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,51200,0.6356106599171957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,51200,0.7091733614603678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,51200,0.5569013357162476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,51200,0.6133120059967041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,51200,0.53275199731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,51200,0.5362293322881063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,51200,0.4517173369725545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,51200,0.4322773218154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,51200,0.4290613333384196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,51200,0.42525335152943927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,51200,0.34173866113026935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,51200,0.3311786651611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,51200,0.331167995929718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,51200,0.3211733301480611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,51200,0.3265920082728068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,51200,0.24175467093785605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,51200,0.22988265752792358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,51200,0.4424000183741252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,51200,0.2305333415667216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,51200,0.2262293299039205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,51200,0.12142933408419292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,51200,0.22127999862035116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,51200,0.1123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,51200,0.1074773371219635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,51200,0.10719999670982361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,51200,0.1074773371219635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,51200,0.10634133219718933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,51200,0.10653332869211833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,51200,0.10549867153167725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,51200,0.10673066973686218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,51200,0.10527466734250386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,51200,0.10532266894976298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,51200,0.1051626702149709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,51200,0.1053706705570221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,51200,0.10504532853762309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,51200,0.10503466924031575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,51200,0.10531733433405559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,51200,0.1055573324362437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,51200,0.108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,51200,0.10503466924031575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,51200,0.1076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,51200,0.10534399747848511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,51200,0.10512533783912659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,51200,0.10494400064150493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,51200,0.10539199908574422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,51200,0.10514133175214131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,51200,0.10500267148017883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,51200,0.1055413285891215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,51200,0.1053546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,51200,0.10526933272679646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,51200,0.1046346624692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,51200,0.103301336367925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,51200,0.10548266768455505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,51200,0.10333866874376933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,51200,0.10538132985432942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,51200,0.10311999917030334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,51200,0.10729599992434184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,51200,0.10363733768463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,51200,0.10686399539311726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,51200,0.10358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,51200,0.1032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,16384,2.454314708709717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,16384,1.3090826670328777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,16384,5.282688140869141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,16384,0.7507946491241455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,16384,0.8266080220540365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,16384,0.6820693016052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,16384,0.6796586513519287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,16384,0.6000373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,16384,0.740506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,16384,0.5496586561203003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,16384,0.5527893304824829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,16384,0.47949333985646564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,16384,0.5482720136642456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,16384,0.4312160015106201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,16384,0.49861868222554523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,16384,0.45450135072072345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,16384,0.4843253294626872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,16384,0.42603735129038495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,16384,0.3917280038197835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,16384,0.36105068524678546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,16384,0.35021865367889404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,16384,0.3109440008799235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,16384,0.3557013273239136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,16384,0.28683199485143024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,16384,0.33404799302419025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,16384,0.264138658841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,16384,0.27145065863927204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,16384,0.22393600145975748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,16384,0.23755733172098795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,16384,0.22210667530695596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,16384,0.15571199854214987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,16384,0.1297760009765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,16384,0.12819733222325644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,16384,0.10013332962989807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,16384,0.08816533287366231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,16384,0.05996799965699514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,16384,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,16384,0.05783999959627787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,16384,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,16384,0.0603359987338384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,16384,0.05420800050099691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,16384,0.06021333237489065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,16384,0.05206400156021118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,16384,0.054511999090512596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,16384,0.05217599868774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,16384,0.051701332132021584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,16384,0.051925331354141235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,16384,0.0524533341328303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,16384,0.052602668603261314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,16384,0.0499839981396993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,16384,0.05151999990145365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,16384,0.05064000189304352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,16384,0.048512001832326256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,16384,0.0479360024134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,16384,0.0480373352766037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,16384,0.05578133463859558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,16384,0.05509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,16384,0.05427733560403188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,16384,0.053770666321118675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,16384,0.05373866856098175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,16384,0.052757332722345986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,16384,0.05305600166320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,16384,0.05362666646639506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,16384,0.054229333996772766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,16384,0.05288533369700114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,16384,0.053861334919929504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,16384,0.05277333160241445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,16384,0.05190933247407278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,16384,0.05203733344872793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,16384,0.05202666421731313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,16384,0.052602668603261314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,16384,0.052709331115086876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,16384,0.05277866621812185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,16384,0.052986666560173035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,16384,1.9814453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,16384,3.9680747985839844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,16384,1.015554666519165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,16384,0.5839360157648722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,16384,0.5525626738866171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,16384,0.5254613161087036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,16384,0.5304479996363322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,16384,0.4955386718114217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,16384,0.5027146736780802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,16384,0.46246135234832764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,16384,0.44340264797210693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,16384,0.41970666249593097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,16384,0.42288533846537274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,16384,0.3842959801355998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,16384,0.3906506697336833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,16384,0.35577332973480225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,16384,0.37864001592000324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,16384,0.34137598673502606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,16384,0.3278426726659139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,16384,0.3030479947725932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,16384,0.28747467199961346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,16384,0.2600640058517456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,16384,0.2606666684150696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,16384,0.23524266481399536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,16384,0.22992533445358276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,16384,0.2087093393007914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,16384,0.20018666982650757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,16384,0.17108267545700073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,16384,0.17506666978200278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,16384,0.1338533361752828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,16384,0.1630853315194448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,16384,0.10771733522415161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,16384,0.10493333141009013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,16384,0.0766266683737437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,16384,0.07505600154399872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,16384,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,16384,0.0529039998849233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,16384,0.05318933228651682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,16384,0.05807200074195862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,16384,0.05453333258628845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,16384,0.053741330901781716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,16384,0.05283733208974203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,16384,0.04764799773693085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,16384,0.04826133449872335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,16384,0.04710133373737335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,16384,0.04580533504486084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,16384,0.04562933246294657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,16384,0.04400800168514252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,16384,0.043136000633239746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,16384,0.043381333351135254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,16384,0.04258666435877482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,16384,0.039936001102129616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,16384,0.045383999745051064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,16384,0.04117066661516825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,16384,0.039919999738534294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,16384,0.03958666572968165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,16384,0.036920001109441124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,16384,0.03618666778008143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,16384,0.035546667873859406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,16384,0.03639466563860575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,16384,0.035192000369230904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,16384,0.035815998911857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,16384,0.03686666737000147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,16384,0.035743998984495796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,16384,0.036786665519078575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,16384,0.03482399880886078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,16384,0.0352933332324028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,16384,0.03461333364248276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,16384,0.03661600003639857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,16384,0.034258666137854256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,16384,0.035762667655944824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,16384,0.0345893328388532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,16384,0.03774400055408478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,16384,0.03647999962170919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,51200,1.7183519999186199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,51200,0.9385706583658854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,16384,2.1029440561930337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,16384,0.597213347752889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,16384,4.353096008300781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,16384,0.586952010790507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,16384,1.0910106499989827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,16384,0.5363839864730835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,16384,0.6495066483815511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,16384,0.46137332916259766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,16384,0.49904000759124756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,16384,0.45361332098642987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,16384,0.4796453317006429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,16384,0.40429333845774335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,16384,0.4294666846593221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,16384,0.38674132029215497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,16384,0.6351146697998047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,16384,0.33061333497365314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,16384,0.36081333955128986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,16384,0.3197893301645915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,16384,0.5759973526000977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,16384,0.26436267296473187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,16384,0.2808799942334493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,16384,0.555837353070577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,16384,0.4060933192571004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,16384,0.20419466495513916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,16384,0.2139893372853597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,16384,0.33669598897298175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,16384,0.1965786616007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,16384,0.1431333323319753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,16384,0.13966666658719382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,16384,0.24154667059580484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,16384,0.26799466212590534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,16384,0.07564799984296162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,16384,0.06994933386643727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,16384,0.1808746655782064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,16384,0.11664000153541565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,16384,0.10269866387049358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,16384,0.053773333628972374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,16384,0.05076000094413757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,16384,0.05060799916585287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,16384,0.05062933266162872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,16384,0.04994933307170868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,16384,0.05268266797065735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,16384,0.05323466658592224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,16384,0.05299733579158783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,16384,0.03939733405907949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,16384,0.039333333571751915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,16384,0.03882133215665817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,16384,0.03929866602023443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,16384,0.03905866543451945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,16384,0.03694933404525121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,16384,0.03613599886496862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,16384,0.03623466690381368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,16384,0.036317333579063416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,16384,0.036280001203219094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,16384,0.035301332672437034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,16384,0.03545333445072174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,16384,0.03517066687345505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,16384,0.03579200059175491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,16384,0.03640266756216685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,16384,0.03580533216396967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,16384,0.03543466577927271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,16384,0.0352960005402565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,16384,0.03534399966398875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,16384,0.035749333600203194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,16384,0.07112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,16384,0.07165333131949107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,16384,0.07277333239714305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,16384,0.07250399887561798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,16384,0.07182666659355164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,16384,0.07392000158627827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,16384,0.07111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,16384,0.039405333499113716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,16384,0.03945333262284597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,16384,0.03945599993069967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,16384,2.2065582275390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,16384,1.0328960418701172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,16384,0.540088865492079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,16384,0.3206933339436849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,16384,0.3196924527486165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,16384,0.2925564448038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,16384,0.27732978926764595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,16384,0.25756443871392143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,16384,0.26300978660583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,16384,0.25625422265794545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,16384,0.22613512145148384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,16384,0.22265243530273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,16384,0.2206826607386271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,16384,0.2260622183481852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,16384,0.220305773946974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,16384,0.18938667244381377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,16384,0.18914311461978486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,16384,0.18984711170196533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,16384,0.18628622425927055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,16384,0.15560000472598606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,16384,0.15198222796122232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,16384,0.15155733956231013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,16384,0.1503573391172621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,16384,0.15059555901421443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,16384,0.11750933859083389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,16384,0.11475911405351426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,16384,0.11610666910807292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,16384,0.11331378089057074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,16384,0.11410133043924968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,16384,0.08528177605734931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,16384,0.08149155643251207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,16384,0.0821582211388482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,16384,0.07697244485219319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,16384,0.0771075553364224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,16384,0.044974221123589404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,16384,0.04025955663786994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,16384,0.03943644298447503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,16384,0.039340443081325956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,16384,0.039326220750808716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,16384,0.03955199983384874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,16384,0.03918044434653388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,16384,0.03932444585694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,16384,0.039368887742360435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,16384,0.039311998420291476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,16384,0.0384533339076572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,16384,0.038282665941450335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,16384,0.038556443320380315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,16384,0.03854044609599643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,16384,0.038197331958346896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,16384,0.037985778517193265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,16384,0.03798755672242906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,16384,0.038112001286612615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,16384,0.03779733180999756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,16384,0.03788622220357259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,16384,0.03799110982153151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,16384,0.03747377792994181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,16384,0.03823644585079617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,16384,0.03738666574160258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,16384,0.03735466798146566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,16384,0.03789155681927999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,16384,0.037964443365732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,16384,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,16384,0.03727466530270047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,16384,0.037328001525666975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,16384,0.037203556961483426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,16384,0.03750222259097629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,16384,0.03734755516052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,16384,0.03726044297218323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,16384,0.03660444418589274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,16384,0.03677155574162801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,16384,0.037263999382654824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,12288,3.6569226582845054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,12288,2.2206613222757974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,12288,1.0760853290557861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,12288,0.6223573287328085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,12288,0.6208320061365763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,12288,0.5165226856867472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,12288,0.5185973246892294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,12288,0.48190399010976154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,12288,0.48900266488393146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,12288,0.4167146682739258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,12288,0.39427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,12288,0.3693973223368327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,12288,0.388864000638326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,12288,0.3451840082804362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,12288,0.35622934500376385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,12288,0.34061865011850995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,12288,0.3426453272501628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,12288,0.324560006459554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,12288,0.2897813320159912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,12288,0.27222933371861774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,12288,0.25547200441360474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,12288,0.24094400803248087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,12288,0.24465066194534302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,12288,0.2170506715774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,12288,0.2303253412246704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,12288,0.2036479910214742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,12288,0.18203200896581015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,12288,0.16309332847595215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,12288,0.1649440030256907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,12288,0.16891199350357056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,12288,0.12087999780972798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,12288,0.10578133662541707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,12288,0.09918933113416036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,12288,0.07842666904131572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,12288,0.06938133140405019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,12288,0.04709866642951965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,12288,0.04584533472855886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,12288,0.05197866757710775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,12288,0.043365334471066795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,12288,0.04724800089995066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,12288,0.04218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,12288,0.0467199981212616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,12288,0.03990400085846583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,12288,0.04196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,12288,0.03993066648642222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,12288,0.04027199993530909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,12288,0.03982399900754293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,12288,0.040448000033696495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,12288,0.039893334110577904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,12288,0.038762666285037994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,12288,0.038592000802357994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,12288,0.03926933308442434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,12288,0.03504000107447306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,12288,0.038346665600935616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,12288,0.040181333820025124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,12288,0.03417599946260452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,12288,0.03398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,12288,0.04228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,12288,0.039450667798519135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,12288,0.038949333131313324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,12288,0.0386613334218661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,12288,0.0383093332250913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,12288,0.03828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,12288,0.03811199963092804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,12288,0.03793066740036011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,12288,0.037733333806196846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,12288,0.0376800000667572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,12288,0.037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,12288,0.0378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,12288,0.03758399933576584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,12288,0.04019733270009359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,12288,0.039664000272750854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,12288,0.039749334255854286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,12288,0.03955200066169103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,12288,2.946610768636068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,12288,1.5390639305114746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,12288,0.7877493699391683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,12288,0.428821325302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,16384,0.03717866539955139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,12288,0.4198880195617676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,12288,0.4022853374481201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,12288,0.41470666726430255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,12288,0.38683466116587323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,12288,0.40830934047698975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,12288,0.3518986701965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,12288,0.3559173345565796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,12288,0.3194719950358073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,12288,0.2930053273836772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,12288,0.34041066964467365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,12288,0.2962533235549927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,12288,0.28256799777348834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,12288,0.28437866767247516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,12288,0.26602933804194134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,12288,0.24288000663121542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,12288,0.2333973248799642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,12288,0.204093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,12288,0.20298399527867636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,12288,0.18047199646631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,12288,0.1873733401298523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,12288,0.1667626698811849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,12288,0.15993332862854004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,12288,0.13980533679326376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,12288,0.14139200250307718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,12288,0.12961600224177042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,12288,0.10719733436902364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,12288,0.2222533424695333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,12288,0.08280799786249797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,12288,0.08889066179593404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,12288,0.06558933357397716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,12288,0.06468266745408376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,12288,0.050767997900644936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,12288,0.04786666731039683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,12288,0.049072002371152244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,12288,0.047879998882611595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,12288,0.045456002155939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,12288,0.05390666425228119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,12288,0.043706665436426796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,12288,0.040408000349998474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,12288,0.03995999942223231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,12288,0.03962933272123337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,12288,0.03872533390919367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,12288,0.03894133369127909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,12288,0.03864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,12288,0.037314665814240776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,12288,0.03706933309634527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,12288,0.03605599949757258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,12288,0.036288000643253326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,12288,0.033376000821590424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,12288,0.03487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,12288,0.033959999680519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,12288,0.033442666133244835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,12288,0.03196533272663752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,12288,0.03233599911133448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,12288,0.03125600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,12288,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,12288,0.030962665875752766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,12288,0.031082667410373688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,12288,0.030968000491460163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,12288,0.0310479998588562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,12288,0.0296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,12288,0.029466666281223297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,12288,0.029149333635965984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,12288,0.02942666659752528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,12288,0.031426665683587394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,12288,0.02994400014479955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,12288,0.0303413321574529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,12288,0.029968000948429108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,12288,0.030773334205150604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,12288,0.029253333806991577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,16384,0.03696177734269036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,12288,3.681274731953939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,12288,1.6901440620422363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,12288,0.49982666969299316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,16384,0.036488887336519026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,12288,0.44828001658121747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,12288,0.8836666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,12288,0.42867998282114667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,12288,0.5470693508783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,12288,0.4073919852574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,12288,0.4246853192647298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,12288,0.3837999900182088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,12288,0.4029039939244588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,12288,0.34886399904886883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,12288,0.3636560042699178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,12288,0.33105067412058514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,12288,0.5221759875615438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,12288,0.2864186763763428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,12288,0.297599991162618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,12288,0.26627999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,12288,0.47754398981730145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,12288,0.22473599513371786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,12288,0.23597866296768188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,12288,0.4514613151550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,12288,0.34149332841237384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,12288,0.1842106580734253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,12288,0.18014667431513467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,12288,0.2763333320617676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,12288,0.16002933184305826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,12288,0.11966666579246521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,12288,0.11584800481796265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,12288,0.2060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,12288,0.21851466099421182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,12288,0.062181333700815834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,12288,0.05690133571624756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,12288,0.15793866912523905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,12288,0.09664000074068706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,12288,0.08585333824157715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,12288,0.04560000201066335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,12288,0.04154133299986521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,12288,0.04178666571776072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,12288,0.042024001479148865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,12288,0.04027999937534332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,12288,0.046165332198143005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,12288,0.04483466843763987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,12288,0.045226668318112694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,12288,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,12288,0.03311999887228012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,12288,0.03278400003910065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,12288,0.03324000040690104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,12288,0.03215999901294708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,12288,0.029133332272370655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,12288,0.029232000311215717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,12288,0.029066666960716248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,12288,0.028944000601768494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,12288,0.028834665815035503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,12288,0.02887200067440669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,12288,0.029117333392302196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,12288,0.029120000700155895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,12288,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,12288,0.028586665789286297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,12288,0.02833866576353709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,12288,0.02829066663980484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,12288,0.05314399798711141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,12288,0.05051999787489573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,12288,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,12288,0.0526506652434667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,12288,0.05426399906476339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,12288,0.05170399943987528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,12288,0.053599998354911804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,12288,0.05358133216698965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,12288,0.053317333261171974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,12288,0.05260799825191498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,12288,0.03324799984693527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,12288,0.03334933271010717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,12288,0.03292533258597056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,12288,1.5684710608588324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,12288,0.7922755347357856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,12288,0.40299555990431046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,12288,0.23457066218058267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,12288,0.23380443784925672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,12288,0.21791822380489775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,12288,0.19710400369432238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,12288,0.20982221762339273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,12288,0.19836089346143934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,12288,0.1980675591362847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,12288,0.17413866519927979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,12288,0.17419732941521537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,12288,0.17066666815016004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,12288,0.1707164446512858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,12288,0.17127822505103218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,12288,0.1500320037206014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,12288,0.14556622505187988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,12288,0.14323200119866267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,12288,0.1441191169950697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,12288,0.12314489152696396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,12288,0.11854399575127496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,12288,0.11511111259460449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,12288,0.1159893274307251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,12288,0.11936888429853652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,12288,0.09143466419643825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,12288,0.08720178074306911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,12288,0.08763200044631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,12288,0.08942577573988174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,12288,0.08757333623038398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,12288,0.0638257794910007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,12288,0.06279999679989286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,12288,0.061221334669325084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,12288,0.06047999858856201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,12288,0.059658666451772056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,12288,0.035368889570236206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,12288,0.03301511208216349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,12288,0.03177600105603536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,12288,0.03170488940344916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,12288,0.03171022070778741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,12288,0.03122133347723219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,12288,0.03106844425201416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,12288,0.031806220610936485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,12288,0.031038221385743883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,12288,0.030988444884618122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,12288,0.030435555511050757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,12288,0.03040177623430888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,12288,0.030239999294281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,12288,0.03042666779624091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,12288,0.029973334736294214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,12288,0.029923554923799302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,12288,0.029742221037546795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,12288,0.029687109920713637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,12288,0.029719110992219713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,12288,0.02972266740269131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,12288,0.029694222741656836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,12288,0.029633777009116277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,12288,0.030312889152103003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,12288,0.029767112599478826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,12288,0.02935111191537645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,12288,0.029669334491093952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,12288,0.02975644336806403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,12288,0.029678222205903795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,12288,0.030382222599453394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,12288,0.030087110069062974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,12288,0.029671112696329754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,12288,0.029740442832310993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,12288,0.029612445169025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,12288,0.029888000753190782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,12288,0.02971200148264567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,12288,0.029793779055277508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,12288,0.029601779248979356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,10240,2.9810187021891275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,10240,1.5091519355773926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,10240,0.792410691579183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,10240,0.4387199878692627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,10240,0.5233973264694214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,10240,0.5052266518274943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,10240,0.4573013385136922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,10240,0.4705386559168498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,10240,0.41599468390146893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,10240,0.3595626751581828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,10240,0.3431626558303833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,10240,0.3134559988975525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,10240,0.3410613139470418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,10240,0.3352160056432088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,10240,0.3006239930788676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,10240,0.28178133567174274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,10240,0.27716267108917236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,10240,0.27428267399470013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,10240,0.2733599940935771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,10240,0.23736000061035156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,10240,0.22226667404174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,10240,0.19939732551574707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,10240,0.2104640007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,10240,0.1843093236287435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,10240,0.16602133711179098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,10240,0.1606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,10240,0.15710399548212686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,10240,0.1281706690788269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,10240,0.12844266494115195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,10240,0.11090133587519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,10240,0.10769599676132202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,10240,0.08524266878763835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,10240,0.08061333497365315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,10240,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,10240,0.057018667459487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,10240,0.041333332657814026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,10240,0.03996799886226654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,10240,0.044346665342648826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,10240,0.036981334288915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,10240,0.040218666195869446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,10240,0.03638399889071783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,10240,0.04019733270009359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,10240,0.03412266572316488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,10240,0.0363520011305809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,10240,0.0342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,10240,0.033861334125200905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,10240,0.034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,10240,0.03421333432197571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,10240,0.033530667424201965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,10240,0.03251733382542928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,10240,0.03256533294916153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,10240,0.032746667663256325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,10240,0.03014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,10240,0.031957333286603294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,10240,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,12288,0.029669334491093952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,10240,0.029802667597929638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,10240,0.032474666833877563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,10240,0.034048000971476235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,10240,0.03375466664632162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,10240,0.03350933392842611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,10240,0.03387733300526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,10240,0.033600000043710075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,10240,0.03368533402681351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,10240,0.03339199970165888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,10240,0.03370666752258936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,10240,0.03341866781314214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,10240,0.03350933392842611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,10240,0.03363200028737386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,10240,0.03345066557327906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,10240,0.03571200122435888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,10240,0.03506666670242945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,10240,0.035061334570248924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,10240,0.033471999069054924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,10240,0.03182933231194814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,10240,1.235749324162801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,10240,0.6332506736119589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,10240,2.559157371520996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,10240,0.3609466552734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,10240,0.3919839859008789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,10240,0.3402666648228963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,10240,0.353495995203654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,10240,0.30959467093149823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,10240,0.3436160087585449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,10240,0.28118399779001874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,10240,0.2866400082906087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,10240,0.26362667481104535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,10240,0.27051732937494916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,10240,0.2548559904098511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,10240,0.25411732991536456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,10240,0.22429333130518594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,10240,0.22990399599075317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,10240,0.21009065707524618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,10240,0.2119226654370626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,10240,0.18811732530593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,10240,0.18150667349497476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,10240,0.17379999160766602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,10240,0.1543440024058024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,10240,0.14872533082962036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,10240,0.13969332973162332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,10240,0.1382800042629242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,10240,0.11283466219902039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,10240,0.11133066813151042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,10240,0.09938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,10240,0.09732799728711446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,10240,0.07824266453584035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,10240,0.07454133530457814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,10240,0.19022132953008017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,10240,0.05858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,10240,0.05429600179195404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,10240,0.04560266435146332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,10240,0.041706666350364685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,10240,0.04468533396720886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,10240,0.04088533421357473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,10240,0.045552000403404236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,10240,0.03913866728544235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,10240,0.0363520011305809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,10240,0.03586133321126302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,10240,0.03543466577927271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,10240,0.034847999612490334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,10240,0.03371999909480413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,10240,0.03378133227427801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,10240,0.03344533344109853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,10240,0.032413333654403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,10240,0.033029332756996155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,10240,0.03138933330774307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,10240,0.03089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,10240,0.031221332649389904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,10240,0.030085332691669464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,10240,0.042117332418759666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,10240,0.030034666260083515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,10240,0.027437334259351093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,10240,0.029709334174791973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,10240,0.028397334118684132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,10240,0.027130665878454845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,10240,0.029495999217033386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,10240,0.027503999571005504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,10240,0.027645332117875416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,10240,0.02702666570742925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,10240,0.02882933368285497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,10240,0.028018665810426075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,10240,0.028373333315054577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,10240,0.029029332101345062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,10240,0.02703999976317088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,10240,0.027853332459926605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,10240,0.02848000079393387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,10240,0.027250667413075764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,10240,0.02797066668669383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,10240,0.027669332921504974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,10240,3.205693244934082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,10240,0.8079093297322592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,10240,1.5315039952596028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,12288,0.029806223180558946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,10240,0.4380933443705241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,10240,0.40112535158793133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,12288,0.0299217767185635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,10240,0.3922160069147746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,10240,0.48657067616780597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,10240,0.3667999903361003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,10240,0.37986934185028076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,10240,0.44731465975443524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,10240,0.3538293441136678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,10240,0.35393067200978595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,10240,0.31939200560251874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,10240,0.31706400712331134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,10240,0.29913334051767987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,10240,0.26262134313583374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,10240,0.27215733130772907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,10240,0.2498533328374227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,10240,0.42477599779764813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,10240,0.21069600184758505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,10240,0.20970400174458823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,10240,0.400488018989563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,10240,0.3015493353207906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,10240,0.15771999955177307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,10240,0.15502933661142984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,10240,0.18622666597366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,10240,0.14202133814493814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,10240,0.11016266544659932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,10240,0.1037600040435791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,10240,0.08937066793441772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,10240,0.2501680056254069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,10240,0.05922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,10240,0.051325331131617226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,10240,0.19650665918986002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,10240,0.1378213365872701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,10240,0.07670400043328603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,10240,0.04050133377313614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,10240,0.03754133234421412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,10240,0.03697066754102707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,10240,0.03694933404525121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,10240,0.03531999886035919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,10240,0.04065600037574768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,10240,0.03985599925120672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,10240,0.03978933393955231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,10240,0.029135999580224354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,10240,0.02826666583617528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,10240,0.028586665789286297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,10240,0.028279999891916912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,10240,0.027658666173617046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,10240,0.025864000121752422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,10240,0.026000000536441803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,10240,0.026477334400018055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,10240,0.02589600036541621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,10240,0.025946666797002155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,10240,0.02569333215554555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,10240,0.025816000998020172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,10240,0.02606666584809621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,10240,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,10240,0.025970667600631714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,10240,0.048285335302352905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,10240,0.04752533137798309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,10240,0.04539200166861216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,10240,0.04518666863441467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,10240,0.051741331815719604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,10240,0.04702133436997732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,10240,0.04447466631730398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,10240,0.04531466464201609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,10240,0.04950133462746938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,10240,0.04860266546408335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,10240,0.029120000700155895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,10240,0.04534400006135305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,10240,0.04273866613705953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,10240,0.029949332276980083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,10240,0.029175999263922375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,10240,1.3512333234151204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,10240,0.6339293320973715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,10240,0.19877866903940836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,10240,0.33961331844329834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,10240,0.1853440006573995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,10240,0.20245067278544107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,10240,0.175164004166921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,10240,0.16965732971827188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,10240,0.1726293365160624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,10240,0.1735746661822001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,10240,0.15028400222460428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,10240,0.14677600065867105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,10240,0.1477959950764974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,10240,0.15029333035151163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,10240,0.14672799905141196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,10240,0.1258013347784678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,10240,0.12531866629918417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,10240,0.12647599975268045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,10240,0.12332399686177571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,10240,0.10233466823895772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,10240,0.10118666291236877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,10240,0.10180133581161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,10240,0.09934000174204509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,10240,0.09823733568191528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,10240,0.07904399931430817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,10240,0.07704666753609975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,10240,0.0757586658000946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,10240,0.07415999968846639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,10240,0.07416933278242747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,10240,0.05518933137257894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,10240,0.053373331824938454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,10240,0.05171200136343638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,10240,0.05087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,10240,0.05512266854445139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,10240,0.030630665520826977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,10240,0.02789599945147832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,10240,0.027478667596975963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,10240,0.027457334101200104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,10240,0.026890667776266735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,10240,0.027245332797368366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,10240,0.02713866780201594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,10240,0.02741866558790207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,10240,0.027357332408428192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,10240,0.026401333510875702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,10240,0.026390666762987774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,10240,0.025938667356967926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,10240,0.026001334190368652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,10240,0.02622666706641515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,10240,0.026315999527772267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,10240,0.025837334493796032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,10240,0.025844000279903412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,10240,0.025817332168420155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,10240,0.025841332972049713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,10240,0.02590266615152359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,10240,0.025773334006468456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,10240,0.025890665749708813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,10240,0.025836000839869182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,10240,0.025889332095781963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,10240,0.02532533307870229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,10240,0.025997333228588104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,10240,0.02588399996360143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,10240,0.025806667904059093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,10240,0.025801333288351696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,10240,0.02587999900182088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,10240,0.025786665578683216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,10240,0.02584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,10240,0.025914666553338368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,10240,0.025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,10240,0.025888000925381977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,10240,0.02585199971993764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,10240,0.02547333389520645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,8192,2.7258453369140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,8192,1.4259840647379558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,8192,0.7399493058522543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,8192,0.43383200963338214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,8192,0.43190932273864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,8192,0.40164001782735187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,8192,0.3611253499984741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,8192,0.3729013204574585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,8192,0.3332266608874003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,8192,0.27220267057418823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,8192,0.26953866084416706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,8192,0.25273332993189496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,8192,0.27501600980758667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,8192,0.2667786677678426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,8192,0.25121867656707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,8192,0.2265146573384603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,8192,0.23011199633280435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,8192,0.22455199559529623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,8192,0.2272640069325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,8192,0.19767999649047852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,8192,0.18401066462198892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,8192,0.16666932900746664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,8192,0.18245333433151245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,8192,0.15666133165359497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,8192,0.13902399937311807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,8192,0.1349013348420461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,8192,0.13779999812444052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,8192,0.10330399870872498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,8192,0.10326133171717326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,8192,0.0924293299516042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,8192,0.08732266227404277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,8192,0.06911999980608623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,8192,0.06542666753133138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,8192,0.04916533331076304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,8192,0.04685066640377045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,8192,0.03286933402220408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,8192,0.03202133377393087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,8192,0.036130666732788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,8192,0.03028533359368642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,10240,0.02591066559155782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,8192,0.02956799914439519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,8192,0.03203466782967249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,8192,0.02833866576353709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,8192,0.029351999362309773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,8192,0.027615999182065327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,8192,0.03233599911133448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,8192,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,8192,0.028431999186674755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,8192,0.02739733209212621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,8192,0.027503999571005504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,8192,0.026015999416510265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,8192,0.02629866699377696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,8192,0.02661599963903427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,8192,0.02348533272743225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,8192,0.026007999976476032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,8192,0.023589332898457844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,8192,0.02595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,8192,0.023045333723227184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,8192,0.02290133386850357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,8192,0.023005334039529163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,8192,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,8192,0.023168000082174938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,8192,0.022941333552201588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,8192,0.02292266736427943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,8192,0.022874665757020313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,8192,0.023048001031080883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,8192,0.022842665513356526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,8192,0.023141334454218548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,8192,0.02293866624434789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,8192,0.023031999667485554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,8192,0.0230853334069252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,8192,0.023157333334287006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,8192,0.023951999843120575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,8192,0.023951999843120575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,8192,2.011470158894857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,8192,0.022925332188606262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,8192,0.5148195690578884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,8192,1.0634400049845378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,8192,0.27661334143744576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,8192,0.30328355895148384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,8192,0.25996266471015084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,8192,0.27301332685682506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,8192,0.2456266615125868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,8192,0.2584373421139187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,8192,0.22074666288163927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,8192,0.22288534376356336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,8192,0.21296355459425184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,8192,0.2193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,8192,0.20092799928453234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,8192,0.2026808924145169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,8192,0.18050666650136313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,8192,0.18020266956753203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,8192,0.1706951061884562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,8192,0.168266667260064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,8192,0.15466666221618652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,8192,0.15311643812391493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,8192,0.1452853282292684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,8192,0.143267552057902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,8192,0.12568888399336073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,8192,0.11724266741010879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,8192,0.11188444826338027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,8192,0.10401778088675605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,8192,0.09353422456317478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,8192,0.09010133478376602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,8192,0.07791111204359266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,8192,0.07414044274224176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,8192,0.06079466475380791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,8192,0.06470933225419787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,8192,0.045619553989834256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,8192,0.04816355639033847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,8192,0.03888355692227682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,8192,0.03438755538728502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,8192,0.03509511219130622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,8192,0.03629511263635423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,8192,0.03443200058407254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,8192,0.0391537778907352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,8192,0.03352177805370755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,8192,0.031022220849990845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,8192,0.0310204459561242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,8192,0.030768000417285498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,8192,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,8192,0.029383109675513372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,8192,0.029393778906928167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,8192,0.02887466549873352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,8192,0.02696177860101064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,8192,0.02739022175470988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,8192,0.02735822233888838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,8192,0.026542221506436665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,8192,0.02699022160636054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,8192,0.025644444757037695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,8192,0.024851555625597637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,8192,0.024705777565638225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,8192,0.026608000199000042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,8192,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,8192,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,8192,0.024728889266649883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,8192,0.02498488956027561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,8192,0.024259555670950148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,8192,0.025221332907676697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,8192,0.024894222617149353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,8192,0.027132444911532935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,8192,0.02330488959948222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,8192,0.02507200009293026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,8192,0.02346666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,8192,0.022970666488011677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,8192,0.02604622145493825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,8192,0.02463111115826501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,8192,0.02490844494766659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,8192,0.025191111697090998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,10240,0.025862666467825573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,8192,2.7047750684950085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,10240,0.025838665664196014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,8192,0.39801955223083496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,8192,1.3874026404486761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,8192,0.35629865858289933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,8192,0.7006239891052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,8192,0.34554134474860293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,8192,0.4215271208021376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,8192,0.31675733460320366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,8192,0.32549866040547687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,8192,0.2995644410451253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,8192,0.3960871166653103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,8192,0.3067111174265544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,8192,0.2784462240007189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,8192,0.2804071108500163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,8192,0.2644675572713216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,8192,0.23326754570007324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,8192,0.2398773299323188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,8192,0.22143644756740996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,8192,0.3735662301381429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,8192,0.18720000320010713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,8192,0.18687821759117973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,8192,0.3508142100440131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,8192,0.26401244269477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,8192,0.14026667012108698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,8192,0.13907733228471544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,8192,0.21958222654130724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,8192,0.12356621689266628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,8192,0.09715733263227676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,8192,0.08935288588205974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,8192,0.16366755962371826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,8192,0.17014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,8192,0.04902044600910611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,8192,0.04061511158943176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,8192,0.12026133802202012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,8192,0.07743822203742133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,8192,0.06252088811662462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,8192,0.032650666104422674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,8192,0.029600001043743555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,8192,0.028947555356555518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,8192,0.02907199992073907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,8192,0.028456889920764502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,8192,0.03292266527811686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,8192,0.03166933192147149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,8192,0.031230221192042034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,8192,0.023240889112154644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,8192,0.02163377735349867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,8192,0.022060443957646687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,8192,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,8192,0.021911111142900255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,8192,0.021459556288189355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,8192,0.02134399943881565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,8192,0.02103999919361538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,8192,0.02092444399992625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,8192,0.021340444684028625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,8192,0.02083911167250739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,8192,0.020353777541054618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,8192,0.035022222333484225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,8192,0.035150223308139376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,8192,0.03517155514823066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,8192,0.03601244423124526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,8192,0.035868446032206215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,8192,0.036547554863823786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,8192,0.0350471105840471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,8192,0.034881777233547635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,8192,0.03584533267550998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,8192,0.03586666782697042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,8192,0.03573866685231527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,8192,0.036947555012173124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,8192,0.03646755549642775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,8192,0.036248889234330915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,8192,0.03595022360483805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,8192,0.02283199959331089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,8192,0.023489778240521748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,8192,0.02241244415442149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,8192,0.5158762613932292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,8192,1.0831989288330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,8192,0.16251734097798665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,8192,0.27288640340169273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,8192,0.15966399510701496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,8192,0.1469162623087565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,8192,0.14471893310546874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,8192,0.1380842685699463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,8192,0.1387114683787028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,8192,0.13841387430826824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,8192,0.1251797358194987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,8192,0.11910506884257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,8192,0.1193930705388387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,8192,0.11925653616587321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,8192,0.12135466734568279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,8192,0.10105706850687664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,8192,0.10084479649861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,8192,0.10204586982727051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,8192,0.09960107008616129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,8192,0.0823754628499349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,8192,0.08213546276092529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,8192,0.08193386395772298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,8192,0.07928319772084555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,8192,0.07999680042266846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,8192,0.06464746793111166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,8192,0.06287893454233805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,8192,0.0620138684908549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,8192,0.06106559832890829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,8192,0.061169068018595375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,8192,0.04593066771825154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,8192,0.04411520163218181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,8192,0.044556800524393717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,8192,0.04243626594543457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,8192,0.04403093258539836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,8192,0.026022400458653765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,8192,0.024145066738128662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,8192,0.023540266354878745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,8192,0.02314773400624593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,8192,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,8192,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,8192,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,8192,0.023524266481399537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,8192,0.023116799195607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,8192,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,8192,0.022012799978256226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,8192,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,8192,0.02207466761271159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,8192,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,8192,0.02190613349278768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,8192,0.022061866521835328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,8192,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,8192,0.021901865800221763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,8192,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,8192,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,8192,0.022101332743962608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,8192,0.021997867027918498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,8192,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,8192,0.022029866774876915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,8192,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,8192,0.021922133366266885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,8192,0.021593600511550903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,8192,0.021950932343800862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,8192,0.022013866901397706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,8192,0.022003199656804404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,8192,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,8192,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,8192,0.021780266364415487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,8192,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,8192,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,8192,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,8192,0.021997867027918498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,7168,2.346463998158773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,8192,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,7168,1.1120773156483967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,7168,0.3315253257751465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,7168,0.5423839886983236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,7168,0.3416586716969808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,7168,0.2712213397026062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,7168,0.25441867113113403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,7168,0.2717893322308858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,7168,0.23904800415039062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,7168,0.23432000478108725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,7168,0.21485867102940878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,7168,0.23145600159962973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,7168,0.23042400677998862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,7168,0.23405333360036215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,7168,0.2067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,7168,0.21046133836110434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,7168,0.20615466435750326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,7168,0.1959679921468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,7168,0.3408506711324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,7168,0.17418932914733887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,7168,0.1667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,7168,0.1528826653957367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,7168,0.15456266204516092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,7168,0.13877333203951517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,7168,0.12236266334851582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,7168,0.12080533305803935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,7168,0.10925066471099854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,7168,0.09513599673906963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,7168,0.09051733215649922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,7168,0.08129866421222687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,7168,0.07355733215808868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,7168,0.06356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,7168,0.058186665177345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,7168,0.04422399898370107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,7168,0.04048266758521398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,7168,0.028978665669759113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,7168,0.032029333213965096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,7168,0.027159998814264934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,7168,0.02607999990383784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,7168,0.028301333387692768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,7168,0.026000000536441803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,7168,0.028202667832374573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,7168,0.024333332975705464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,7168,0.02604266752799352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,7168,0.02404533326625824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,7168,0.02373066544532776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,7168,0.023607999086380005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,7168,0.024266667664051056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,7168,0.02346666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,7168,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,7168,0.022826666633288067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,7168,0.02295200030008952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,7168,0.020861332615216572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,7168,0.022861334184805553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,7168,0.021007999777793884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,7168,0.022778667509555817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,7168,0.02091466635465622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,7168,0.020994665722052257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,7168,0.020754666378100712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,7168,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,7168,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,7168,0.02077599987387657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,7168,0.020736000190178554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,7168,0.021111999948819477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,7168,0.02089600016673406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,7168,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,7168,0.020869334538777668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,7168,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,7168,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,7168,0.020189333707094193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,7168,0.020741333564122517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,7168,0.020791999995708466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,7168,0.021551998953024547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,7168,0.02144266664981842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,8192,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,7168,0.8539502355787488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,7168,1.7583999633789062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,7168,0.25753243764241535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,7168,0.4595768716600206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,7168,0.25434666209750706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,7168,0.23143288824293348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,7168,0.22025956047905815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,7168,0.21707022190093994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,7168,0.1953279972076416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,7168,0.19159466690487334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,7168,0.1902559995651245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,7168,0.1896782186296251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,7168,0.18036088678571913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,7168,0.17432355880737305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,7168,0.16117333041297063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,7168,0.1616764465967814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,7168,0.21972978115081787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,7168,0.1526986625459459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,7168,0.15128533045450845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,7168,0.13715910911560059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,7168,0.12750044133928087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,7168,0.12627377774980333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,7168,0.13197510772281223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,7168,0.11325866646236843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,7168,0.10360178020265366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,7168,0.09705955452389187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,7168,0.09649955564075047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,7168,0.07703644699520536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,7168,0.07891377475526598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,7168,0.07375999954011705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,7168,0.07194666730033027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,7168,0.05748089154561361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,7168,0.04313066601753235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,7168,0.04538844360245598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,7168,0.03432177835040622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,7168,0.03169066707293192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,7168,0.032250665956073336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,7168,0.03159644537501865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,7168,0.03202133377393087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,7168,0.03029866682158576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,7168,0.031127111779318914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,7168,0.028949333561791316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,7168,0.028970665401882593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,7168,0.027898665931489732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,7168,0.02718044486310747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,7168,0.02695466743575202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,7168,0.02714666724205017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,7168,0.026935110489527386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,7168,0.027242667145199243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,7168,0.02665600015057458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,7168,0.02531733281082577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,7168,0.02568000058333079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,7168,0.025203555822372437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,7168,0.024325332707828943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,7168,0.0244159996509552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,7168,0.023141332798533972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,7168,0.023562666442659166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,7168,0.02309688925743103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,7168,0.024833778540293377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,7168,0.022760889596409265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,7168,0.02307022280163235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,7168,0.02312533391846551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,7168,0.05551822317971123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,7168,0.02309688925743103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,7168,0.023767110374238756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,7168,0.022776888476477727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,7168,0.02280355493227641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,7168,0.022887110710144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,7168,0.02281066609753503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,7168,0.02403555479314592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,7168,0.023079110516442194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,7168,0.022821333673265245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,7168,0.022862222459581163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,7168,0.02455644475089179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,7168,1.3042151133219402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,7168,2.5797155168321395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,7168,0.3652195665571425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,7168,0.6664231088426378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,7168,0.33889955944485134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,8192,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,7168,0.339575105243259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,7168,0.39528711636861164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,7168,0.3026968903011746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,7168,0.30888711081610787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,7168,0.36689599355061847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,7168,0.2881244553460015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,7168,0.29034490055508083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,7168,0.26257067256503636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,7168,0.2655288908216688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,7168,0.24448000060187447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,7168,0.2191857761806912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,7168,0.22411023245917427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,7168,0.20631110668182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,7168,0.35323201285468203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,7168,0.1777884430355496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,7168,0.1775911119249132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,7168,0.33391467730204266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,7168,0.24784710672166613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,7168,0.13393244478437635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,7168,0.12822400199042425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,7168,0.2057173384560479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,7168,0.11305422253078884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,7168,0.09077866872151692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,7168,0.07859910859002008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,7168,0.1567875544230143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,7168,0.16116978062523737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,7168,0.046922667158974536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,7168,0.03572088811132643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,7168,0.11581510967678493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,7168,0.07199644380145602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,7168,0.05477155579460991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,7168,0.029166221618652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,7168,0.026405332816971674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,7168,0.025619554850790236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,7168,0.026138666603300307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,7168,0.026110221942265827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,7168,0.029221332735485498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,7168,0.02886755598915948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,7168,0.027621333797772724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,7168,0.020801777640978496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,7168,0.020495999190542433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,7168,0.02034311162100898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,7168,0.020447999238967896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,7168,0.020764445265134174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,7168,0.018579555882347953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,7168,0.01864177816443973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,7168,0.01867733399073283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,7168,0.01813333398765988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,7168,0.018453333112928603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,7168,0.0344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,7168,0.03314844436115689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,7168,0.031002667215135362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,7168,0.030229333374235366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,7168,0.03164444367090861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,7168,0.03170311119821336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,7168,0.034846223062939115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,7168,0.0369102226363288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,7168,0.03565688927968343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,7168,0.03311644328965081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,7168,0.03161244591077169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,7168,0.03211377726660834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,7168,0.033422221740086876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,7168,0.03289422061708238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,7168,0.033710221449534096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,7168,0.035840001371171736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,7168,0.034232887956831194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,7168,0.020636444290479023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,7168,0.020113777783181932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,7168,0.020432000358899433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,7168,0.9509749094645181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,7168,0.24524480501810708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,7168,0.4598826726277669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,7168,0.14694080352783204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,7168,0.14736533164978027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,7168,0.13049919605255128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,7168,0.12550613085428874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,7168,0.12748586336771647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,7168,0.12839360237121583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,7168,0.1254271984100342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,7168,0.1102943976720174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,7168,0.10860053698221843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,7168,0.11024746894836426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,7168,0.10748266379038493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,7168,0.10758079687754314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,7168,0.09211413065592447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,7168,0.0939626693725586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,7168,0.09011840025583903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,7168,0.08981546560923258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,7168,0.07556587060292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,7168,0.0772320032119751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,7168,0.07261973222096761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,7168,0.07296106815338135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,7168,0.07172479629516601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,7168,0.060347731908162436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,7168,0.05639573335647583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,7168,0.05624320109685262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,7168,0.05453653335571289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,7168,0.05598186651865641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,7168,0.04008426666259766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,7168,0.04011413256327311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,7168,0.038939734299977616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,7168,0.039597864945729574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,7168,0.03736426830291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,7168,0.024011733134587605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,7168,0.022026666005452476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,7168,0.021229867140452066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,7168,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,7168,0.021525333325068154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,7168,0.02119040091832479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,7168,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,7168,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,7168,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,7168,0.020862932999928793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,7168,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,7168,0.02039253314336141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,7168,0.02036906679471334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,7168,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,7168,0.020006400346755982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,7168,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,7168,0.020424532890319824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,7168,0.02046826680501302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,7168,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,7168,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,7168,0.02041920026143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,7168,0.020426666736602782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,7168,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,7168,0.020127999782562255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,7168,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,7168,0.020130133628845213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,7168,0.020014933745066323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,7168,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,7168,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,7168,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,7168,0.02020373344421387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,7168,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,7168,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,7168,0.020496000846227012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,7168,0.019946666558583577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,7168,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,7168,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,6144,1.9322667121887207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,6144,1.0427786509195964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,6144,0.5825866858164469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,6144,0.33826935291290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,6144,0.3352026542027791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,6144,0.273362676302592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,6144,0.25006399552027386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,6144,0.2543066740036011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,6144,0.2460319995880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,6144,0.21013599634170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,6144,0.2061013380686442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,6144,0.2176133394241333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,6144,0.2097839911778768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,6144,0.20396000146865845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,6144,0.19237866004308066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,6144,0.17463199297587076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,6144,0.1769226590792338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,6144,0.1718133290608724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,6144,0.16292267044385275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,6144,0.14959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,6144,0.14159199595451355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,6144,0.12783466776212057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,6144,0.13212533791859946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,6144,0.1164959967136383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,6144,0.10306666294733684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,6144,0.10002932945887248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,6144,0.09994133313496907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,6144,0.07746133208274841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,6144,0.07791466514269511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,6144,0.06836266815662384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,6144,0.06487466891606648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,6144,0.05351733167966207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,6144,0.050626665353775024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,6144,0.03776799887418747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,6144,0.035018667578697205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,6144,0.02588533361752828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,6144,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,6144,0.027581334114074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,6144,0.023247999449570973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,6144,0.025253333151340485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,6144,0.022925332188606262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,6144,0.025053332249323528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,6144,0.022106667359670002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,6144,0.02306666721900304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,6144,0.021901334325472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,6144,0.022013333936532337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,6144,0.021183999876181286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,6144,0.023306667804718018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,6144,0.022304000953833263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,6144,0.021776000658671062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,6144,0.021943998833497364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,6144,0.021661333739757538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,6144,0.020234666764736176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,6144,0.02146666745344798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,6144,0.01947733387351036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,6144,0.019650666664044063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,6144,0.019695999721686046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,6144,0.01942666620016098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,6144,0.019413333386182785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,6144,0.019226666539907455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,6144,0.019402666638294857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,6144,0.01911466692884763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,6144,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,6144,0.018687999496857326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,6144,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,6144,0.018735999862353008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,6144,0.019152000546455383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,6144,0.019368000328540802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,6144,0.01907733331123988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,6144,0.019277332971493404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,6144,0.019226666539907455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,6144,0.019178666174411774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,6144,0.01959199955066045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,6144,0.019362666954596836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,6144,1.4974453184339735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,6144,0.7623537911309136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,6144,0.39939377042982316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,6144,0.22001243962181938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,6144,0.2250577873653836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,7168,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,6144,0.19922310776180693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,6144,0.19041777981652153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,6144,0.18769421842363146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,6144,0.1887040005789863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,6144,0.16996088292863634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,6144,0.16801599661509195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,6144,0.16617243819766575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,6144,0.16205688317616782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,6144,0.1586079994837443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,6144,0.14026310708787706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,6144,0.14044266276889378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,6144,0.13561777273813883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,6144,0.13407999939388698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,6144,0.11988622612423366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,6144,0.11509511205885146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,6144,0.11509333716498481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,6144,0.14570666684044734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,6144,0.1057351099120246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,6144,0.09910400046242608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,6144,0.09037688705656265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,6144,0.08436444732877944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,6144,0.08028266827265422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,6144,0.07067200210359362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,6144,0.07114844189749824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,6144,0.063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,6144,0.06176888942718506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,6144,0.05013333426581489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,6144,0.049013333188162915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,6144,0.042295111550225147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,6144,0.03964444332652622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,6144,0.03211911188231574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,6144,0.03014755580160353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,6144,0.030407110850016277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,6144,0.02907199992073907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,6144,0.030127998855378892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,6144,0.028026666906144884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,6144,0.02894222074084812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,6144,0.027335110637876723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,6144,0.027646222048335608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,6144,0.024700444605615404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,6144,0.025215999947653875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,6144,0.025605332520272996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,6144,0.024892444411913555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,6144,0.026016000244352553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,6144,0.025224889318148296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,6144,0.02479644450876448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,6144,0.02409422232045068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,6144,0.023955555425749883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,6144,0.023159111539522808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,6144,0.026465778549512226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,6144,0.023023999399609033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,6144,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,6144,0.0229102224111557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,6144,0.02279288901223077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,6144,0.022508444057570562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,6144,0.022142221530278523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,6144,0.024273778001467388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,6144,0.023228444986873206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,6144,0.022099556194411382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,6144,0.02312711046801673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,6144,0.022503111097547743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,6144,0.022268444299697876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,6144,0.021459556288189355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,6144,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,6144,0.021909332937664453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,6144,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,6144,0.023519999451107446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,6144,0.02261688808600108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,6144,0.022181333767043218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,7168,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,7168,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,6144,2.40574582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,6144,0.3437955644395616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,6144,0.6233350965711806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,6144,0.319431119494968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,6144,1.2197226418389213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,6144,0.29974577162000865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,6144,0.37452978558010525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,6144,0.28597156206766766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,6144,0.29119645224677193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,6144,0.2730204529232449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,6144,0.27275554339090985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,6144,0.24909689691331652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,6144,0.2523662249247233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,6144,0.23497245046827528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,6144,0.3434968789418538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,6144,0.20392710632748076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,6144,0.20521422227223715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,6144,0.19023111131456164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,6144,0.30637510617574054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,6144,0.16674489445156523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,6144,0.16342400179968938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,6144,0.3279040124681261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,6144,0.23403554492526582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,6144,0.12903643978966609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,6144,0.11771733231014675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,6144,0.18880889150831434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,6144,0.09670399957233006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,6144,0.08134044541252984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,6144,0.06798222329881456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,6144,0.14613155523935953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,6144,0.14708622296651205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,6144,0.03903288973702325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,6144,0.03226133187611898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,6144,0.10855999920103286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,6144,0.06337422132492065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,6144,0.047678222258885704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,6144,0.026547556122144062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,6144,0.023779556155204773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,6144,0.02365511159102122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,6144,0.023962666591008503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,6144,0.02379911144574483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,6144,0.025701334079106648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,6144,0.02712533374627431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,6144,0.0251555558707979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,6144,0.018915555543369718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,6144,0.018668444620238412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,6144,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,6144,0.019201777047581144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,6144,0.018431999617152743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,6144,0.01771377854877048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,6144,0.017343999611006845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,6144,0.01720177796151903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,6144,0.016682666209008958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,6144,0.01705422169632382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,6144,0.027838223510318335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,6144,0.027564444475703772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,6144,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,6144,0.027356444133652583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,6144,0.028590222199757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,6144,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,6144,0.027651555008358423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,6144,0.02786488996611701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,6144,0.029783109823862713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,6144,0.028416001134448584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,6144,0.027601778507232666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,6144,0.02860622273551093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,6144,0.029313776228162978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,6144,0.02962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,6144,0.028360890017615423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,6144,0.028350220786200628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,6144,0.029706666866938274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,6144,0.019235556324323017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,6144,0.018529777725537617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,6144,0.018744889232847426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,6144,0.8069365183512369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,6144,0.4262624104817708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,6144,0.21781333287556967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,6144,0.12770986557006836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,6144,0.12760213216145833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,6144,0.11783359845479328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,6144,0.11067093213399251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,6144,0.11237119833628337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,6144,0.11054506301879882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,6144,0.11261546611785889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,6144,0.09821866353352865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,6144,0.09482666651407877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,6144,0.09537599881490072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,6144,0.09716693560282388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,6144,0.09564159711201986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,6144,0.08136959870656332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,6144,0.0811359961827596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,6144,0.08136853377024332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,6144,0.08015147050221762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,6144,0.0676245371500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,6144,0.06751360098520914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,6144,0.06598293383916219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,6144,0.06413333415985108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,6144,0.06431680123011271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,6144,0.052458667755126955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,6144,0.0515936017036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,6144,0.05017386674880982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,6144,0.04947946468989055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,6144,0.04890880187352498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,6144,0.03624853293100993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,6144,0.03752106825510661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,6144,0.035130667686462405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,6144,0.03466666539510091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,6144,0.033435734113057454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,6144,0.02187626759211222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,6144,0.02009920080502828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,6144,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,6144,0.019679999351501463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,6144,0.019966934124628702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,6144,0.01951893369356791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,6144,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,6144,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,6144,0.019486933946609497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,6144,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,6144,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,6144,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,6144,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,6144,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,6144,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,6144,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,6144,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,6144,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,6144,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,6144,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,6144,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,6144,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,6144,0.018502400318781535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,6144,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,6144,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,6144,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,6144,0.018259199460347493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,6144,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,6144,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,6144,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,6144,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,6144,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,6144,0.018337066968282065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,6144,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,6144,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,6144,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,5120,1.5996747016906738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,5120,0.8175439834594727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,5120,0.44890666007995605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,5120,0.2540026704470317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,5120,0.24166667461395264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,5120,0.2357413371404012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,5120,0.2189626693725586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,5120,0.20581066608428955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,5120,0.20853066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,5120,0.1834826668103536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,5120,0.17853067318598428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,5120,0.17801332473754883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,5120,0.17775734265645346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,5120,0.1786479949951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,5120,0.17182934284210205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,5120,0.14554400245348612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,5120,0.1458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,5120,0.13916800419489542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,5120,0.1352399984995524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,5120,0.12577866514523825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,5120,0.11821599801381429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,5120,0.12317066391309102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,5120,0.11769599715868632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,5120,0.09928266207377116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,5120,0.08876267075538635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,5120,0.08473066488901775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,5120,0.08304533362388611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,5120,0.06857066849867503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,5120,0.06888533135255177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,5120,0.05936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,5120,0.05750666558742523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,5120,0.047024001677831016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,5120,0.045040001471837364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,5120,0.03391200055678686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,5120,0.03179466724395752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,5120,0.02166666587193807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,5120,0.020087999602158863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,5120,0.024197332561016083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,5120,0.019744000087181728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,5120,0.021984001000722248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,5120,0.019194666296243668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,6144,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,5120,0.02186399946610133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,5120,0.018728000422318775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,5120,0.019159999986489613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,5120,0.017994667092959087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,5120,0.017986666411161423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,5120,0.01818400000532468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,5120,0.018807999789714813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,5120,0.017826666434605915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,5120,0.017799999564886093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,5120,0.018021332720915478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,5120,0.017968000223239262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,5120,0.016314666718244553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,5120,0.01764800027012825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,5120,0.015696000307798386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,5120,0.01597600057721138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,5120,0.015775999675194424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,5120,0.015743999431530636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,5120,0.01565333331624667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,5120,0.01568266625205676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,5120,0.016000000139077503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,5120,0.016042667130629223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,5120,0.01573066661755244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,5120,0.0156613327562809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,5120,0.01575999955336253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,5120,0.015890666594107945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,5120,0.015714666495720547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,5120,0.01570933312177658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,5120,0.016525333126386006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,5120,0.016007999579111736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,5120,0.016261332978804905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,5120,0.015981333951155346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,5120,0.016677333662907284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,5120,0.016930667062600453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,5120,1.2453973293304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,5120,0.6527040004730225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,5120,0.18037867546081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,5120,0.33168667554855347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,5120,0.17124666770299277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,5120,0.18475067615509033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,5120,0.16421866416931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,5120,0.1648520032564799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,5120,0.15925467014312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,5120,0.1506213347117106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,5120,0.14133466283480325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,5120,0.1417360007762909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,5120,0.13621999820073447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,5120,0.14016000429789224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,5120,0.13000133633613586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,5120,0.11865866184234619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,5120,0.12352266907691956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,5120,0.11115733782450359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,5120,0.11488800247510274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,5120,0.1032319962978363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,5120,0.10235466559727986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,5120,0.10016266504923503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,5120,0.09568666418393452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,5120,0.08255333205064137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,5120,0.080075999101003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,5120,0.07783466577529907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,5120,0.07331599791844685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,5120,0.06160666545232137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,5120,0.06331199904282887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,5120,0.05410000185171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,5120,0.053690666953722634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,5120,0.045633330941200256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,5120,0.03793733318646749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,5120,0.045037334163983665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,5120,0.03644666572411855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,5120,0.02998666713635127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,5120,0.029134665926297505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,5120,0.028443999588489532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,5120,0.027674667537212372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,5120,0.027613334357738495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,5120,0.027848000327746075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,5120,0.026985332369804382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,5120,0.02512933313846588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,5120,0.024526665608088177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,5120,0.02330933262904485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,5120,0.02356666574875514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,5120,0.025797332326571148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,5120,0.025605333348115284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,5120,0.023749334116776783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,5120,0.02680133283138275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,5120,0.02314266562461853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,5120,0.02273733417193095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,5120,0.025038667023181915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,5120,0.023311999936898548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,5120,0.023689332107702892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,5120,0.022433333098888397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,5120,0.02419466773668925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,5120,0.02086399992307027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,5120,0.02274666726589203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,5120,0.021431999901930492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,5120,0.021877333521842957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,5120,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,5120,0.02149066577355067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,5120,0.021233332653840382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,5120,0.020782666901747387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,5120,0.020629333953062694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,5120,0.022619999945163727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,5120,0.020654667168855667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,5120,0.020766666779915493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,5120,0.020645332833131153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,5120,0.020781333247820537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,5120,0.020968000094095867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,5120,0.02082666630546252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,5120,0.020737333844105404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,6144,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,6144,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,5120,1.125441312789917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,5120,0.31852134068806964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,5120,2.2707239786783853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,5120,0.3008693257967631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,5120,0.5746053457260132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,5120,0.28338533639907837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,5120,0.33879466851552326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,5120,0.2612226605415344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,5120,0.26606933275858563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,5120,0.24907066424687704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,5120,0.2505946755409241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,5120,0.22659466663996378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,5120,0.3182533383369446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,5120,0.2275879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,5120,0.21304533878962198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,5120,0.3058519959449768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,5120,0.1906506617863973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,5120,0.1730639934539795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,5120,0.19315866629282633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,5120,0.15560266375541687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,5120,0.14811467130978903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,5120,0.2811066706975301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,5120,0.21147199471791586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,5120,0.11433066924413045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,5120,0.1010759969552358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,5120,0.17271333932876587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,5120,0.08392666776974995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,5120,0.07203599810600281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,5120,0.0582853356997172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,5120,0.13715066512425741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,5120,0.12819600105285645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,5120,0.03412533303101858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,5120,0.02844933420419693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,5120,0.09463733434677124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,5120,0.05249199767907461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,5120,0.042394667863845825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,5120,0.022759998838106792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,5120,0.02142133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,5120,0.02149466673533122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,5120,0.020848001043001812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,5120,0.02112933248281479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,5120,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,5120,0.022598666449387867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,5120,0.023234667877356213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,5120,0.016756000618139904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,5120,0.016625333577394485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,5120,0.01701066642999649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,5120,0.01656133309006691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,5120,0.016233333696921665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,5120,0.01516533394654592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,5120,0.015066667149464289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,5120,0.015295999745527903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,5120,0.015149333824714025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,5120,0.014763999730348587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,5120,0.024214667578538258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,5120,0.024743999044100445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,5120,0.024318667749563854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,5120,0.024270666142304737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,5120,0.023193334539731342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,5120,0.023970666031042736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,5120,0.025773334006468456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,5120,0.023558666308720905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,5120,0.024702665706475575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,5120,0.024441334108511608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,5120,0.024886667728424072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,5120,0.025217334429423015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,5120,0.02420533448457718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,5120,0.02418266733487447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,5120,0.025678666929403942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,5120,0.02422266701857249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,5120,0.02582533409198125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,5120,0.01665999988714854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,5120,0.01674666628241539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,5120,0.01716666668653488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,5120,0.694093894958496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,5120,0.3666773478190104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,5120,0.1108021338780721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,5120,0.1948970635732015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,5120,0.11195627053578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,5120,0.10108799934387207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,5120,0.10009600321451824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,5120,0.09951466719309489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,5120,0.09716586271921793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,5120,0.09664959907531738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,5120,0.08554560343424479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,5120,0.08529173533121745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,5120,0.08336959679921468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,5120,0.08258879979451497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,5120,0.08255786895751953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,5120,0.07286933263142904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,5120,0.07163626352945963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,5120,0.07019200325012206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,5120,0.07032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,5120,0.060371200243631996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,5120,0.05868693192799886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,5120,0.057051734129587806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,5120,0.05610666672388712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,5120,0.056125867366790774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,5120,0.04624319871266683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,5120,0.043560532728830974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,5120,0.04357759952545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,5120,0.04296533266703288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,5120,0.04283946752548218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,5120,0.03252266645431519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,5120,0.03227519989013672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,5120,0.030930133660634358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,5120,0.030514132976531983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,5120,0.030220800638198854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,5120,0.020003199577331543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,5120,0.018355200688044228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,5120,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,5120,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,5120,0.01767146587371826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,5120,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,5120,0.017911465962727864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,5120,0.01783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,5120,0.01781439979871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,5120,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,5120,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,5120,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,5120,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,5120,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,5120,0.017069866259892784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,5120,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,5120,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,5120,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,5120,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,5120,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,5120,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,5120,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,5120,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,5120,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,5120,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,5120,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,5120,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,5120,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,5120,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,5120,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,5120,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,5120,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,5120,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,5120,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,5120,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,5120,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,4096,1.2132800420125325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,5120,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,4096,0.6160017649332682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,4096,0.19493510988023546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,4096,0.3068568971421984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,4096,0.20426311757829455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,4096,0.15801244311862522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,4096,0.14960177739461264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,4096,0.19590400324927437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,4096,0.1560551060570611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,4096,0.15201244089338514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,4096,0.13536532719930014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,4096,0.15448889467451307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,4096,0.1367822223239475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,4096,0.14753066168891057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,4096,0.1306542158126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,4096,0.12515555487738714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,4096,0.117031110657586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,4096,0.12564444541931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,4096,0.11204089058770074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,4096,0.10417422321107651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,4096,0.09676977660920884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,4096,0.09145600265926784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,4096,0.0996088915401035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,4096,0.08191644483142428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,4096,0.06980444325341119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,4096,0.06801778078079224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,4096,0.06475910875532362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,4096,0.054007109668519765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,4096,0.053541332483291626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,4096,0.05103466577000088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,4096,0.04691911074850294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,4096,0.04070577687687344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,4096,0.03507733345031738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,4096,0.027260444230503503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,4096,0.02606044378545549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,4096,0.019471999671724107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,4096,0.015957333975368075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,4096,0.017315554949972365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,4096,0.015996444556448195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,4096,0.017312000195185345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,4096,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,4096,0.017127111554145813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,4096,0.01464355488618215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,4096,0.015370666980743408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,4096,0.014352000421947904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,4096,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,4096,0.014476444986131458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,4096,0.014871110518773397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,4096,0.013914666242069669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,4096,0.013879111243618859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,4096,0.013916444447305469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,4096,0.014030221435758801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,4096,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,4096,0.013902222116788229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,4096,0.012648888760142855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,4096,0.012632889052232107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,4096,0.012703999876976013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,4096,0.012826667063766055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,4096,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,4096,0.012657778130637275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,4096,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,4096,0.012554667062229581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,4096,0.012527999778588613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,4096,0.01257066677014033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,4096,0.012563555604881711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,4096,0.012627555264366997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,4096,0.01257599973016315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,4096,0.012549333274364471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,4096,0.012728888955381183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,4096,0.012545777691735161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,4096,0.012641777594884237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,4096,0.012839111189047495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,4096,0.013223110801643796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,4096,0.013532444834709167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,4096,1.0238346735636392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,4096,0.5397749582926432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,4096,0.279527473449707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,4096,0.1400320053100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,4096,0.14492373466491698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,4096,0.1357279936472575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,4096,0.13438186645507813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,4096,0.13179732958475748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,4096,0.1320255994796753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,4096,0.12286187012990316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,4096,0.11789973576863606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,4096,0.11910293102264405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,4096,0.11341439882914225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,4096,0.11058133443196613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,4096,0.10637439886728924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,4096,0.10308053493499755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,4096,0.10101226965586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,4096,0.09503146807352701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,4096,0.09096533457438151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,4096,0.08461653391520182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,4096,0.08110400040944418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,4096,0.07591359615325928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,4096,0.07105920314788819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,4096,0.07146346569061279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,4096,0.06646506786346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,4096,0.061400532722473145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,4096,0.052179201443990075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,4096,0.059249067306518556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,4096,0.05134720007578532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,4096,0.04565013249715169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,4096,0.044446933269500735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,4096,0.04549440145492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,4096,0.039044264952341715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,4096,0.03343360026677449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,4096,0.03254186709721883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,4096,0.02723413308461507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,4096,0.024980266888936363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,4096,0.026653865973154705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,4096,0.02502293388048808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,4096,0.025891200701395674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,4096,0.02317333420117696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,4096,0.025638399521509807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,4096,0.02280319929122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,4096,0.023617066939671836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,4096,0.022447999318440756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,4096,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,4096,0.02179093360900879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,4096,0.022562134265899658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,4096,0.021653334299723305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,4096,0.022554665803909302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,4096,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,4096,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,4096,0.021555199225743612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,4096,0.021155200401941934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,4096,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,4096,0.020451200008392335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,4096,0.02202026645342509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,4096,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,4096,0.01885973413785299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,4096,0.01928000052769979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,4096,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,4096,0.022117332617441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,4096,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,4096,0.02177066604296366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,4096,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,4096,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,4096,0.02048426667849223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,4096,0.019693867365519205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,4096,0.0201749324798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,4096,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,4096,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,4096,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,4096,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,4096,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,5120,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,5120,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,4096,1.0418048222859702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,4096,0.2914677302042643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,4096,2.0491466522216797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,4096,0.2697845458984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,4096,0.538424555460612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,4096,0.2578378677368164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,4096,0.30750398635864257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,4096,0.23866880734761559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,4096,0.2387946605682373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,4096,0.2259221394856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,4096,0.2195690631866455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,4096,0.20400533676147461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,4096,0.2027008056640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,4096,0.19153067270914714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,4096,0.2874218622843424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,4096,0.17200320561726887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,4096,0.1679946740468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,4096,0.1580095926920573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,4096,0.2730335871378581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,4096,0.13670934041341146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,4096,0.12002346515655518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,4096,0.25550826390584314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,4096,0.1895957310994466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,4096,0.09481600125630697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,4096,0.07957546710968018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,4096,0.14873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,4096,0.06723306973775228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,4096,0.05766400098800659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,4096,0.0484991987546285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,4096,0.11710399786631268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,4096,0.1010698636372884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,4096,0.030717867612838744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,4096,0.025490132967631023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,4096,0.07644053300221762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,4096,0.04345813194910685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,4096,0.03751893440882365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,4096,0.021260799964269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,4096,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,4096,0.018718934059143065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,4096,0.018926932414372762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,4096,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,4096,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,4096,0.02035306692123413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,4096,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,4096,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,4096,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,4096,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,4096,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,4096,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,4096,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,4096,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,4096,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,4096,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,4096,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,4096,0.02087679902712504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,4096,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,4096,0.021242666244506835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,4096,0.021517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,4096,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,4096,0.021308799584706627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,4096,0.021370667219161987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,4096,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,4096,0.021514666080474854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,4096,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,4096,0.021970132986704506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,4096,0.021859200795491536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,4096,0.021899733940760294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,4096,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,4096,0.022166399161020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,4096,0.02241920034090678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,4096,0.02220373352368673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,4096,0.015079466501871744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,4096,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,4096,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,4096,0.577125358581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,4096,0.2943797429402669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,4096,0.15407253901163737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,4096,0.09219093322753906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,4096,0.09031039873758952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,4096,0.08262826601664225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,4096,0.08148053487141928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,4096,0.08034133116404216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,4096,0.07886506716410319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,4096,0.07768212954203288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,4096,0.07026133537292481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,4096,0.07032746473948161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,4096,0.06823466618855795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,4096,0.0680629332860311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,4096,0.0678218682607015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,4096,0.06040639877319336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,4096,0.05854933261871338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,4096,0.057486931482950844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,4096,0.05732266505559286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,4096,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,4096,0.04884159962336222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,4096,0.047525334358215335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,4096,0.04725546836853027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,4096,0.04678293466567993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,4096,0.03818560043970744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,4096,0.037385598818461103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,4096,0.03668053150177002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,4096,0.03643946647644043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,4096,0.03593706687291463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,4096,0.0275711993376414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,4096,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,4096,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,4096,0.02608319918314616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,4096,0.02595306634902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,4096,0.01708266735076904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,4096,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,4096,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,4096,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,4096,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,4096,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,4096,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,4096,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,4096,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,4096,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,4096,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,4096,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,4096,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,4096,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,4096,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,4096,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,4096,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,4096,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,4096,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,4096,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,4096,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,4096,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,4096,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,4096,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,4096,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,4096,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,4096,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,4096,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,4096,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,4096,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,4096,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,4096,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,4096,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,4096,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,4096,0.014150399963061014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,4096,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,4096,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,3584,1.149688932630751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,3584,0.5319377581278483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,3584,0.3046169016096327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,3584,0.1783075597551134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,3584,0.1819911135567559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,3584,0.17310933272043863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,3584,0.13643377357059056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,3584,0.13650311364067927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,3584,0.1388266616397434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,3584,0.12139022350311279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,3584,0.11489778094821507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,3584,0.11585777335696751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,3584,0.11515200138092041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,3584,0.12012444602118598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,3584,0.11520889070298936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,3584,0.10012800163692898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,3584,0.09675911400053237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,3584,0.09480000204510158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,3584,0.09516088830100165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,4096,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,3584,0.08601955572764079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,3584,0.08522133032480876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,3584,0.08640533023410374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,3584,0.07810133033328585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,3584,0.06840533018112183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,3584,0.06395022074381511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,3584,0.05721955829196506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,3584,0.05901688999599881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,3584,0.045687112543318004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,3584,0.0495413343111674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,3584,0.040170666244294904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,3584,0.040807111395729914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,3584,0.03243911266326904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,3584,0.03231111168861389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,3584,0.02347733411524031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,3584,0.023415111833148535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,3584,0.01680177781316969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,3584,0.014151111245155334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,3584,0.01481066644191742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,3584,0.014001778430408902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,3584,0.015271110667122735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,3584,0.014039110806253223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,3584,0.015240889456537036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,3584,0.013815110756291283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,3584,0.01328000012371275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,3584,0.011952000359694162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,3584,0.01202311118443807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,3584,0.012039110892348819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,3584,0.012823111481136747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,3584,0.012536889149083031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,3584,0.012778666284349231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,3584,0.012469333079126147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,3584,0.012823111481136747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,3584,0.012643555800120035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,3584,0.011575111084514193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,3584,0.011653333074516721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,3584,0.011372444530328115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,3584,0.01180622229973475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,3584,0.011676444775528379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,3584,0.01262399968173769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,3584,0.01145244472556644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,3584,0.011573333707120685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,3584,0.011457777685589261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,3584,0.01183111137813992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,3584,0.011701333026091257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,3584,0.011811555259757571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,3584,0.011843555503421359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,3584,0.011751111182901593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,3584,0.011628444823953839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,3584,0.011491555306646558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,3584,0.011338666909270816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,3584,0.011468444433477191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,3584,0.01180266671710544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,3584,0.01182933317290412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,3584,0.011953777737087674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,3584,0.9013397216796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,3584,0.4896245320638021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,3584,0.14812587102254232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,3584,0.2235647996266683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,3584,0.13506986300150553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,3584,0.12181119918823242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,3584,0.12281599839528401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,3584,0.11507306893666584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,3584,0.11878613630930583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,3584,0.10502506891886394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,3584,0.10599359671274822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,3584,0.10550399621327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,3584,0.10173866748809815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,3584,0.10214933554331462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,3584,0.09423786799112956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,3584,0.09029760360717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,3584,0.0876799980799357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,3584,0.08515520095825195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,3584,0.08231680393218994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,3584,0.07646293640136718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,3584,0.07200106779734293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,3584,0.07220693429311117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,3584,0.0667253335316976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,3584,0.06387199958165488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,3584,0.05761919816335043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,3584,0.05549973249435425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,3584,0.05306026538213095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,3584,0.04809813499450684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,3584,0.045607467492421463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,3584,0.04499306678771973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,3584,0.04276693264643351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,3584,0.043049601713816325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,3584,0.03657066822052002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,3584,0.03386773268381755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,3584,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,3584,0.02576106588045756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,3584,0.025099732478459674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,3584,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,3584,0.022886399428049722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,3584,0.0245685338973999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,3584,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,3584,0.024630399545033772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,3584,0.022376533349355063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,3584,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,3584,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,3584,0.023898667097091673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,3584,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,3584,0.02260479927062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,3584,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,3584,0.020808533827463786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,3584,0.021896533171335855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,3584,0.020781866709391274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,3584,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,3584,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,3584,0.020742400487263998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,3584,0.02053546706835429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,3584,0.021220266819000244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,3584,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,3584,0.020408533016840615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,3584,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,3584,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,3584,0.019695999224980672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,3584,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,3584,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,3584,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,3584,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,3584,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,3584,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,3584,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,3584,0.018937599658966065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,3584,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,3584,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,3584,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,3584,0.018835200866063436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,4096,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,4096,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,3584,0.5119978586832683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,3584,0.2840405464172363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,3584,1.027898661295573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,3584,1.9820501963297528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,3584,0.2690922737121582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,3584,0.25642773310343425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,3584,0.30012372334798176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,3584,0.2336949348449707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,3584,0.23127999305725097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,3584,0.2198474725087484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,3584,0.21748479207356772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,3584,0.2002016067504883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,3584,0.1969759941101074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,3584,0.18685332934061688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,3584,0.2829824129740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,3584,0.16755305926005046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,3584,0.26550186475118004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,3584,0.15409812927246094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,3584,0.15055039723714192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,3584,0.12568000157674153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,3584,0.2515519936879476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,3584,0.10552319685618083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,3584,0.18019839922587078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,3584,0.08240533669789632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,3584,0.07111787001291911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,3584,0.1368618647257487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,3584,0.06119146744410196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,3584,0.05213119983673096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,3584,0.04563093185424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,3584,0.0886517365773519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,3584,0.10610773563385009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,3584,0.03012053370475769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,3584,0.02444373369216919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,3584,0.06899946530659994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,3584,0.04093546470006307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,3584,0.020065067211786906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,3584,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,3584,0.03423360188802083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,3584,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,3584,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,3584,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,3584,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,3584,0.019922133286794028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,3584,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,3584,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,3584,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,3584,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,3584,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,3584,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,3584,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,3584,0.012753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,3584,0.01259519954522451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,3584,0.012330666184425354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,3584,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,3584,0.017560533682505288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,3584,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,3584,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,3584,0.018260266383488974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,3584,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,3584,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,3584,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,3584,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,3584,0.01947093407313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,3584,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,3584,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,3584,0.01885653336842855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,3584,0.019373865922292073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,3584,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,3584,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,3584,0.021146667003631592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,3584,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,3584,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,3584,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,3584,0.2727231979370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,3584,0.5040053367614746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,3584,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,3584,0.13999039332071941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,3584,0.08373013337453207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,3584,0.08152533372243245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,3584,0.0749183972676595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,3584,0.07331413427988688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,3584,0.07310187021891276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,3584,0.07127892971038818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,3584,0.0701632022857666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,3584,0.06394453446070353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,3584,0.06324906746546427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,3584,0.06223893165588379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,3584,0.06119466622670492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,3584,0.061103999614715576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,3584,0.05429866711298624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,3584,0.053188268343607584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,3584,0.052103467782338465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,3584,0.052077865600585936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,3584,0.04556800127029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,3584,0.04449173212051392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,3584,0.04269333283106486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,3584,0.043005867799123125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,3584,0.04255359967549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,3584,0.03493119875590007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,3584,0.03418240149815877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,3584,0.03380906581878662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,3584,0.033524266878763836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,3584,0.02579413255055745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,3584,0.03373119831085205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,3584,0.025831466913223265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,3584,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,3584,0.024627200762430825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,3584,0.023560533920923867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,3584,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,3584,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,3584,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,3584,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,3584,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,3584,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,3584,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,3584,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,3584,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,3584,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,3584,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,3584,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,3584,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,3584,0.01297599971294403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,3584,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,3584,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,3584,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,3584,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,3584,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,3584,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,3584,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,3584,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,3584,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,3584,0.013143466909726462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,3584,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,3584,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,3584,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,3584,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,3584,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,3584,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,3584,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,3584,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,3584,0.01318826675415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,3584,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,3584,0.012998400131861368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,3072,0.904179573059082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,3072,0.49515199661254883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,3072,0.25992711385091144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,3072,0.1523022254308065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,3072,0.1627217796113756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,3072,0.14519822597503662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,3072,0.14079822434319392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,3072,0.14123022556304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,3072,0.14358577463361952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,3072,0.12200889322492812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,3072,0.10463111268149482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,3072,0.10516799820794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,3072,0.1047217779689365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,3072,0.10334399673673843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,3072,0.09213155508041382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,3072,0.08567111359702216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,3072,0.0849191082848443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,3072,0.08256533410814074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,3072,0.07866844203737047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,3072,0.07324088944329156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,3072,0.06975289185841878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,3072,0.07313599851396349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,3072,0.06243199772304959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,3584,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,3072,0.05831999911202324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,3072,0.050741334756215416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,3072,0.05654399924808078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,3072,0.04873244298828972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,3072,0.04380444354481167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,3072,0.04039288891686334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,3072,0.03832177652253045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,3072,0.033783111307356097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,3072,0.030007110701666936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,3072,0.026142223013771906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,3072,0.02183288832505544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,3072,0.01947377787695991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,3072,0.01570311188697815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,3072,0.012540444731712341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,3072,0.014094221923086377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,3584,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,3072,0.01259200026591619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,3072,0.013859555953078799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,3072,0.013342222405804528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,3072,0.011939555406570435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,3072,0.012607999973826937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,3072,0.011152000062995486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,3072,0.01110222190618515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,3072,0.011249778171380361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,3072,0.01260444439119763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,3072,0.011678222152921887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,3072,0.011386666860845355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,3072,0.011537777880827585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,3072,0.011388444238238864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,3072,0.011352889239788055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,3072,0.011370666325092316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,3072,0.011182222101423474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,3072,0.010492444038391113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,3072,0.010520888699425591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,3072,0.010517333116796283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,3072,0.010488889283604093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,3072,0.010876444478829702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,3072,0.010519111322032081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,3072,0.010440888504187265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,3072,0.010423111418883005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,3072,0.010495999621020423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,3072,0.010652444428867765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,3072,0.010515555739402771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,3072,0.010447999669445885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,3072,0.010527999864684211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,3072,0.010535111029942831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,3072,0.010527999864684211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,3072,0.010533333652549319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,3072,0.010474666953086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,3072,0.010556444525718689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,3072,0.01071466671095954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,3072,0.012161778079138862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,3072,0.7788415908813476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,3072,0.39472427368164065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,3072,0.10671892960866292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,3072,0.19714560508728027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,3072,0.10835413138071696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,3072,0.12045013109842936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,3072,0.10469973087310791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,3072,0.10620053609212239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,3072,0.1013055960337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,3072,0.0968010663986206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,3072,0.09187413056691487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,3072,0.09229439894358317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,3072,0.0897589365641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,3072,0.08916479746500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,3072,0.07991893291473388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,3072,0.07853546937306723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,3072,0.07677013079325358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,3072,0.0744586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,3072,0.07019093036651611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,3072,0.06709973017374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,3072,0.06299306551615397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,3072,0.05963413317998251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,3072,0.055992531776428225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,3072,0.05343466599782308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,3072,0.05045440196990967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,3072,0.05099093516667684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,3072,0.07613759835561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,3072,0.046174931526184085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,3072,0.04630399942398071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,3072,0.04023146629333496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,3072,0.03884266614913941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,3072,0.03951359987258911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,3072,0.03467626571655273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,3072,0.03115839958190918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,3072,0.029361067215601604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,3072,0.02455893357594808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,3072,0.023308799664179484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,3072,0.02304853399594625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,3072,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,3072,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,3072,0.022035199403762817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,3072,0.02295359969139099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,3072,0.021309866507848104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,3072,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,3072,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,3072,0.020966400702794395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,3072,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,3072,0.020345600446065266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,3072,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,3072,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,3072,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,3072,0.021579732497533165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,3072,0.021766400337219237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,3072,0.019738666216532388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,3072,0.020881066719690956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,3072,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,3584,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,3072,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,3072,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,3072,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,3072,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,3072,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,3072,0.019128533204396565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,3072,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,3072,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,3072,0.018248534202575682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,3072,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,3072,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,3072,0.018032000462214152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,3072,0.018713599443435668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,3072,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,3072,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,3072,0.01917440096537272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,3072,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,3072,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,3072,0.28546667098999023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,3072,0.2742111841837565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,3072,0.9714239756266275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,3072,0.2696085294087728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,3072,0.24957547187805176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,3072,0.25186667442321775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,3072,0.2371818701426188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,3072,0.23818666140238443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,3072,0.5008789380391439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,3072,0.21937920252482096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,3072,0.22092906634012857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,3072,0.21112000147501625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,3072,1.8977962493896485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,3072,0.20536746978759765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,3072,0.19024319648742677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,3072,0.1769802729288737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,3072,0.14851627349853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,3072,0.13643733660380047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,3072,0.13374613126118978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,3072,0.17531414031982423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,3072,0.10931200186411541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,3072,0.09207466443379721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,3072,0.16532586415608724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,3072,0.07120426495869955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,3072,0.06503146489461263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,3072,0.11752106348673504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,3072,0.05643306573232015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,3072,0.0478218674659729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,3072,0.042830932140350345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,3072,0.08992853164672851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,3072,0.07975786526997884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,3072,0.02844053308169047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,3072,0.023193599780400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,3072,0.060064001878102624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,3072,0.0328277329603831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,3072,0.03903786738713582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,3072,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,3072,0.017102932929992674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,3072,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,3072,0.017145599921544394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,3072,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,3072,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,3072,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,3072,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,3072,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,3072,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,3072,0.013482667009035745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,3072,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,3072,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,3072,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,3072,0.011802666385968526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,3072,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,3072,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,3072,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,3072,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,3072,0.017914666732152303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,3072,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,3072,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,3072,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,3072,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,3072,0.017398399114608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,3072,0.018039466937383015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,3072,0.01941653291384379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,3072,0.01809920072555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,3072,0.01741973360379537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,3072,0.01771626671155294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,3072,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,3072,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,3072,0.01762346625328064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,3072,0.01843093236287435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,3072,0.019422932465871175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,3072,0.4546474774678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,3072,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,3072,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,3072,0.013431466619173684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,3072,0.23751039505004884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,3072,0.12243839899698894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,3072,0.07240426540374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,3072,0.07220586935679117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,3072,0.06671786308288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,3072,0.06481066544850668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,3072,0.06273173491160075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,3072,0.06341760158538819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,3072,0.062407465775807705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,3072,0.056885333855946865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,3072,0.055225598812103274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,3072,0.055498667558034266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,3072,0.055106135209401455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,3072,0.0542794664700826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,3072,0.04749439954757691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,3072,0.0475658655166626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,3072,0.04691520134607951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,3072,0.0463487982749939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,3072,0.039678935209910074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,3072,0.03924373388290405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,3072,0.038471468289693195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,3072,0.038548266887664794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,3072,0.03714239994684855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,3072,0.03176640073458354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,3072,0.03132800062497457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,3072,0.030449066559473676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,3072,0.029909332593282063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,3072,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,3072,0.023238400618235268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,3072,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,3072,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,3072,0.022332799434661866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,3072,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,3072,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,3072,0.013397333025932313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,3072,0.01276586651802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,3072,0.013147733608881631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,3072,0.013076266646385193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,3072,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,3072,0.012526933352152506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,3072,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,3072,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,3072,0.012221866846084594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,3072,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,3072,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,3072,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,3072,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,3072,0.012119467059771221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,3072,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,3072,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,3072,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,3072,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,3072,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,3072,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,3072,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,3072,0.01169599990049998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,3072,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,3072,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,3072,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,3072,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,3072,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,2560,0.7293960253397623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,2560,0.45258665084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,2560,0.10737199584643047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,2560,0.23332132895787558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,2560,0.11073866486549377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,2560,0.11952533324559529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,2560,0.09953733285268147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,2560,0.11532266934712727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,2560,0.0943560004234314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,2560,0.09990132848421733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,2560,0.08373199899991353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,2560,0.10043199857076009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,2560,0.08246399958928426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,2560,0.07666000227133433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,2560,0.07124266525109609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,2560,0.06995466848214467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,2560,0.0678199976682663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,2560,0.06320000191529591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,2560,0.06085333228111267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,2560,0.05768666664759318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,2560,0.10460000236829121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,3072,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,2560,0.052525331576665245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,2560,0.061290666460990906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,2560,0.04476666450500488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,2560,0.051846668124198914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,2560,0.041634666423002877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,2560,0.03612533211708069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,2560,0.033771999180316925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,2560,0.03182533383369446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,2560,0.029475999375184376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,2560,0.02564133455355962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,2560,0.01833466688791911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,2560,0.017342666784922283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,2560,0.013003999988238016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,2560,0.011069333801666895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,2560,0.011450666934251785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,2560,0.01094666620095571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,2560,0.011956000079711279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,2560,0.01073200007279714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,2560,0.011881332844495773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,2560,0.010067999983827272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,2560,0.010706666857004166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,2560,0.009494666631023089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,2560,0.00936666689813137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,2560,0.00946400004128615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,2560,0.010449333737293879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,2560,0.009922666475176811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,2560,0.009898666913310686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,2560,0.009914666414260864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,2560,0.00989999994635582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,2560,0.0099093330403169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,2560,0.00978133330742518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,2560,0.009634666765729586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,2560,0.008945333460966745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,2560,0.008989333485563597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,2560,0.00885200003782908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,2560,0.022426667312781017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,2560,0.008885333314538002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,2560,0.008860000098745028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,2560,0.008937333400050798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,2560,0.008861333131790161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,2560,0.008914666871229807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,2560,0.008858666444818178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,2560,0.008878666907548904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,2560,0.008866666505734125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,2560,0.00892666665216287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,2560,0.008879999940594038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,2560,0.008904000123341879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,2560,0.008869333192706108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,2560,0.008930666372179985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,2560,0.008934666713078817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,2560,0.008973333363731703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,2560,0.008977333083748817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,2560,0.04278666774431864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,2560,0.6579296112060546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,2560,0.3303253491719564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,2560,0.18226240475972494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,2560,0.0929802656173706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,2560,0.11405333677927654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,2560,0.09354560375213623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,2560,0.10114879608154297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,2560,0.0860490640004476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,2560,0.09102186361948648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,2560,0.08008320331573486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,2560,0.0815936009089152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,2560,0.0742037296295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,2560,0.07783786455790201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,2560,0.07643307050069173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,2560,0.07309760252634684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,2560,0.06905492941538492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,2560,0.07049280007680257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,2560,0.06658133268356323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,2560,0.06503359874089559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,2560,0.05821653207143148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,2560,0.05822826623916626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,2560,0.054413866996765134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,2560,0.05161279837290446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,2560,0.05268160104751587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,2560,0.04656000137329101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,2560,0.04498560031255086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,2560,0.04198186794916789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,2560,0.042506666978200276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,2560,0.03925973176956177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,2560,0.03829973141352336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,2560,0.035971200466156004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,2560,0.03501333395640056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,2560,0.03211413423220317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,2560,0.02797120014826457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,2560,0.027848533789316815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,2560,0.021844265858332317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,2560,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,2560,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,2560,0.02093013326327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,2560,0.020940800507863365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,2560,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,2560,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,2560,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,2560,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,2560,0.02011093298594157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,2560,0.019689599672953285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,2560,0.023107200860977173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,2560,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,2560,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,2560,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,2560,0.019705599546432494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,2560,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,2560,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,2560,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,2560,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,2560,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,2560,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,2560,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,2560,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,2560,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,2560,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,2560,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,2560,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,2560,0.018337066968282065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,2560,0.01764799952507019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,2560,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,2560,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,2560,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,2560,0.017968000968297322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,2560,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,2560,0.016834133863449098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,2560,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,2560,0.017829332749048868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,2560,0.017010132471720375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,3072,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,2560,0.4686442693074544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,2560,0.2608725388844808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,2560,0.9247530619303385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,2560,0.24556479454040528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,2560,1.8104671478271483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,2560,0.2272810618082682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,2560,0.2697269439697266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,2560,0.21058452924092613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,2560,0.20218559900919594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,2560,0.19769280751546223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,2560,0.18477333386739095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,2560,0.17426667213439942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,2560,0.16117119789123535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,2560,0.1574336051940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,2560,0.256712532043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,2560,0.13543252944946288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,2560,0.24080319404602052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,2560,0.11918613115946453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,2560,0.11522880395253499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,2560,0.22337493896484376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,2560,0.09233173529307047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,2560,0.0821674664815267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,2560,0.14301652908325196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,2560,0.07224853038787842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,2560,0.06532479921976725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,2560,0.05987199942270914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,2560,0.05262080033620199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,2560,0.04465386470158895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,2560,0.04004586537679036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,2560,0.10299733479817708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,2560,0.07999573548634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,2560,0.026264532407124834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,2560,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,2560,0.055113601684570315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,2560,0.03619306484858195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,2560,0.030666667222976684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,2560,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,2560,0.015169066190719605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,2560,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,2560,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,2560,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,2560,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,2560,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,2560,0.017062399784723917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,2560,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,2560,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,2560,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,2560,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,2560,0.013619200388590495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,2560,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,2560,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,2560,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,2560,0.01483519971370697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,2560,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,2560,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,2560,0.014756266276041666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,2560,0.015924266974131265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,2560,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,2560,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,2560,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,2560,0.015655466914176942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,2560,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,2560,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,2560,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,2560,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,2560,0.012345600128173827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,2560,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,2560,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,2560,0.015845333536465965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,2560,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,2560,0.01628373364607493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,2560,0.38531840642293297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,2560,0.20005973180135092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,2560,0.10653973420461019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,2560,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,2560,0.06322666803995768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,2560,0.06269546747207641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,2560,0.05717013279596964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,2560,0.057825068632761635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,2560,0.05564586718877157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,2560,0.05524906714757284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,2560,0.054213333129882815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,2560,0.05021760066350302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,2560,0.048522667090098066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,2560,0.0471562663714091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,2560,0.048519468307495116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,2560,0.04756373167037964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,2560,0.04169280131657918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,2560,0.04114240010579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,2560,0.04053973356882731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,2560,0.04093546470006307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,2560,0.03505813280741374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,2560,0.034698665142059326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,2560,0.034202667077382405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,2560,0.03407893180847168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,2560,0.033112533887227374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,2560,0.027896533409754436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,2560,0.027265065908432008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,2560,0.027636265754699706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,2560,0.026392533381779985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,2560,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,2560,0.02645653287569682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,2560,0.02040106654167175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,2560,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,2560,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,2560,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,2560,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,2560,0.012103466192881267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,2560,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,2560,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,2560,0.011746133367220562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,2560,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,2560,0.011784533659617107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,2560,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,2560,0.011399466792742412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,2560,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,2560,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,2560,0.010999466975529988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,2560,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,2560,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,2560,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,2560,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,2560,0.010883200168609618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,2560,0.010914132992426554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,2560,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,2560,0.010920533537864685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,2560,0.011015466849009196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,2560,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,2560,0.010969600081443787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,2560,0.010890666643778484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,2560,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,2560,0.011034666498502096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,2048,0.628227170308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,2048,0.38111785252888997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,2048,0.19330026308695475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,2048,0.10820906956990559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,2048,0.1102357308069865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,2048,0.10071360270182292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,2048,0.09559040069580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,2048,0.0958570639292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,2048,0.09274240334828696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,2048,0.07770666281382242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,2048,0.07634239991505941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,2048,0.07971093654632569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,2048,0.07464319864908854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,2048,0.07300480206807455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,2048,0.06537280082702637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,2048,0.06041813294092814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,2048,0.05951786835988363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,2048,0.058516267935434976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,2048,0.05752533276875814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,2048,0.052101333936055504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,2048,0.04957653284072876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,2048,0.04725653330485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,2048,0.043649065494537356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,2048,0.04026240110397339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,2048,0.036822398503621415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,2048,0.03493866523106893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,2048,0.03408853212992351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,2048,0.028663466374079388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,2048,0.028693334261576338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,2048,0.025676800807317095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,2048,0.024515199661254882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,2048,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,2048,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,2048,0.015238400300343832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,2048,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,2048,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,2048,0.0092330664396286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,2048,0.009800533453623455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,2048,0.009485866626103718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,2048,0.01007466713587443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,2048,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,2048,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,2048,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,2048,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,2048,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,2048,0.008072533210118612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,2048,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,2048,0.0085098663965861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,2048,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,2048,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,2048,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,2048,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,2048,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,2048,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,2048,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,2048,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,2048,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,2048,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,2048,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,2048,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,2048,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,2048,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,2048,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,2048,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,2048,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,2048,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,2048,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,2048,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,2048,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,2048,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,2048,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,2560,0.010892800490061442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,2048,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,2048,0.00772266685962677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,2048,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,2048,0.5167114575703938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,2048,0.25656000773111975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,2048,0.13234666983286542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,2048,0.07773760159810385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,2048,0.08013973236083985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,2048,0.07579519748687744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,2048,0.07223573525746664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,2048,0.0727242628733317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,2048,0.07387839953104655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,2048,0.0686954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,2048,0.06772800286610922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,2048,0.06773866812388102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,2048,0.06621546745300293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,2048,0.062717866897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,2048,0.06005653142929077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,2048,0.055700266361236574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,2048,0.056354133288065586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,2048,0.0508405327796936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,2048,0.051558399200439455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,2048,0.0490015983581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,2048,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,2048,0.04537813266118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,2048,0.04312426646550496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,2048,0.04430720011393229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,2048,0.040958933035532635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,2048,0.039206401507059736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,2048,0.03910613457361857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,2048,0.036472535133361815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,2048,0.03633813460667928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,2048,0.03418453137079875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,2048,0.03167146643002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,2048,0.03363519906997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,2048,0.026129066944122314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,2048,0.025123200813929242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,2048,0.021367466449737547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,2048,0.0200981338818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,2048,0.020402133464813232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,2048,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,2048,0.01926079988479614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,2048,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,2048,0.019859200716018675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,2048,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,2048,0.01950506567955017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,2048,0.01806400020917257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,2048,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,2048,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,2048,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,2048,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,2048,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,2048,0.01758400003115336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,2048,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,2048,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,2048,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,2048,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,2048,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,2048,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,2048,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,2048,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,2048,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,2048,0.01593493322531382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,2048,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,2048,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,2048,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,2048,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,2048,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,2048,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,2048,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,2048,0.015466666221618653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,2048,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,2048,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,2048,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,2048,0.01632533371448517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,2048,0.014781866470972696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,2048,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,2560,0.010889599720637005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,2048,0.8751530965169272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,2048,0.24929919242858886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,2048,0.44765758514404297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,2048,0.24021652539571128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,2048,0.23683519363403321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,2048,0.223909330368042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,2048,0.21752212842305502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,2048,0.21098453203837075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,2048,1.7315444946289062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,2048,0.19691626230875653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,2048,0.190339199701945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,2048,0.18339625994364422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,2048,0.16318507194519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,2048,0.1753546714782715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,2048,0.15173226992289227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,2048,0.14051520029703776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,2048,0.13182506561279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,2048,0.11046400070190429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,2048,0.09977813561757407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,2048,0.09981653690338135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,2048,0.08180267016092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,2048,0.0741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,2048,0.11701119740804036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,2048,0.05992213487625122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,2048,0.05601386626561483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,2048,0.09307200113932292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,2048,0.04812586704889933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,2048,0.04210346539815267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,2048,0.03728533188501994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,2048,0.06994240283966065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,2048,0.03459733327229818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,2048,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,2048,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,2048,0.06737386385599772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,2048,0.052161065737406406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,2048,0.02848213315010071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,2048,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,2048,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,2048,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,2048,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,2048,0.013506133357683817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,2048,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,2048,0.015370666980743408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,2048,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,2048,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,2048,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,2048,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,2048,0.01035093367099762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,2048,0.009089066584904989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,2048,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,2048,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,2048,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,2048,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,2048,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,2048,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,2048,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,2048,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,2048,0.013190399607022604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,2048,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,2048,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,2048,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,2048,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,2048,0.015166933337847391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,2048,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,2048,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,2048,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,2048,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,2048,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,2048,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,2048,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,2048,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,2048,0.32204160690307615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,2048,0.1720138708750407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,2048,0.08911146322886149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,2048,0.05353600184122721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,2048,0.05316160122553507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,2048,0.048724265893300374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,2048,0.04878826538721721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,2048,0.04828480084737142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,2048,0.047491200764973956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,2048,0.04599253336588542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,2048,0.04267306725184123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,2048,0.04160106579462687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,2048,0.041577601432800294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,2048,0.04040426810582479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,2048,0.040193065007527666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,2048,0.036474665006001786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,2048,0.03576533397038777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,2048,0.03492266734441121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,2048,0.035070931911468504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,2048,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,2048,0.03036160071690877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,2048,0.02934719920158386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,2048,0.02940479914347331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,2048,0.02895039916038513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,2048,0.024510933955510458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,2048,0.023860265811284385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,2048,0.02364906668663025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,2048,0.023226666450500488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,2048,0.023165865739186605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,2048,0.017897599935531618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,2048,0.01811306675275167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,2048,0.017463467518488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,2048,0.01761386593182882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,2048,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,2048,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,2048,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,2048,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,2048,0.010496000448862713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,2048,0.010941867033640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,2048,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,2048,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,2048,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,2048,0.010541866223017376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,2048,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,2048,0.010102400183677673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,2048,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,2048,0.010312533378601075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,2048,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,2048,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,2048,0.0100682665904363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,2048,0.010471466183662414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,2048,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,2048,0.010221866766611735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,2048,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,2048,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,2048,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,2048,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,2048,0.010109866658846538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,2048,0.010071466366449993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,2048,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,2048,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,2048,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,2048,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,2048,0.010105599959691364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,2048,0.01020906666914622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,1536,0.45417172114054366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,1536,0.24627520243326823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,1536,0.13438612620035809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,1536,0.07994453112284342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,1536,0.08277013301849365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,1536,0.07536640167236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,1536,0.07338346640268961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,1536,0.061617068449656164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,1536,0.06437120040257772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,1536,0.05515306790669759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,1536,0.056944000720977786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,1536,0.05301973422368368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,1536,0.056289064884185794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,1536,0.0523199995358785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,1536,0.05102933247884115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,1536,0.044582398732503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,1536,0.046521600087483725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,1536,0.04175359805425008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,1536,0.03934079806009928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,1536,0.03760319948196411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,1536,0.036355201403299967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,1536,0.03302826682726542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,1536,0.030988800525665283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,1536,0.028173865874608357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,1536,0.027956267197926838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,1536,0.02640213370323181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,1536,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,1536,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,1536,0.020500266551971437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,1536,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,1536,0.019320533672968546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,1536,0.015149866541226705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,1536,0.012572800119717916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,1536,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,1536,0.00904960036277771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,1536,0.007845333218574524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,1536,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,1536,0.04352426528930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,1536,0.007779199878374736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,1536,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,1536,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,1536,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,1536,0.007231999933719635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,1536,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,1536,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,1536,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,1536,0.006832000116507213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,1536,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,1536,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,1536,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,1536,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,1536,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,1536,0.006828799843788147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,1536,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,1536,0.006988800068696339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,1536,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,1536,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,1536,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,1536,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,1536,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,1536,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,1536,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,1536,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,1536,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,1536,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,1536,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,1536,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,1536,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,1536,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,1536,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,1536,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,1536,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,1536,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,1536,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,1536,0.41077226003011064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,1536,0.22256852785746256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,1536,0.10892266432444256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,1536,0.0668351968129476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,1536,0.06624000072479248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,1536,0.06599253416061401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,1536,0.06330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,1536,0.059432534376780186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,1536,0.06086186567942301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,1536,0.05768853425979614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,1536,0.05522240002950033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,1536,0.05290346542994181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,1536,0.05314666827519735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,1536,0.05144213438034058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,1536,0.04877333243687947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,1536,0.04679679870605469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,1536,0.04921066761016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,2048,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,1536,0.04465493361155192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,1536,0.04356373151143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,1536,0.04330240090688069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,1536,0.041341865062713624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,1536,0.04128533204396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,1536,0.0391210675239563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,1536,0.03935253222783407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,1536,0.035146665573120114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,1536,0.03380800088246663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,1536,0.03072533408800761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,1536,0.030369067192077638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,1536,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,1536,0.03096853295962016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,1536,0.02730026642481486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,1536,0.027109332879384357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,1536,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,1536,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,1536,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,1536,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,1536,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,1536,0.01957013408342997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,1536,0.019318399826685588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,1536,0.03569600184758504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,1536,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,1536,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,1536,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,1536,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,1536,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,1536,0.018151466051737467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,1536,0.01680319905281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,1536,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,1536,0.017191465695699057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,1536,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,1536,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,1536,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,1536,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,1536,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,1536,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,1536,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,1536,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,1536,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,1536,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,1536,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,1536,0.015422933300336204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,1536,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,1536,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,1536,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,1536,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,1536,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,1536,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,1536,0.015220266580581666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,1536,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,1536,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,1536,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,2048,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,1536,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,1536,0.8372351964314779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,1536,0.2283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,1536,0.4295562744140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,1536,0.22427946726481118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,1536,0.20803413391113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,1536,0.2127829392751058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,1536,0.19233066240946453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,1536,0.18237439791361493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,1536,0.17714559237162272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,1536,0.1668330669403076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,1536,0.14864320755004884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,1536,0.1529919942220052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,1536,0.1312383969624837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,1536,0.12639040152231854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,1536,0.11862400372823079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,1536,0.1122752030690511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,1536,0.09754559993743897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,1536,0.08838079770406088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,1536,0.08649600346883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,1536,0.07665066719055176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,1536,1.6672650655110677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,1536,0.06881813208262125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,1536,0.10252160231272381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,1536,0.0783402681350708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,1536,0.05677546660105387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,1536,0.05199573437372843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,1536,0.0645301342010498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,1536,0.06005546649297079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,1536,0.04370986620585124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,1536,0.03941973447799683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,1536,0.03327466646830241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,1536,0.031205334266026813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,1536,0.022564266125361124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,1536,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,1536,0.04879039923350016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,1536,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,1536,0.02550613284111023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,1536,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,1536,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,1536,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,1536,0.011967999736467998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,1536,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,1536,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,1536,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,1536,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,1536,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,1536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,1536,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,1536,0.010901332894961039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,1536,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,1536,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,1536,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,1536,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,1536,0.01169599990049998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,1536,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,1536,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,1536,0.011308800180753071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,1536,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,1536,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,1536,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,1536,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,1536,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,1536,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,1536,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,1536,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,1536,0.011141332983970641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,1536,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,1536,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,1536,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,1536,0.009877333045005798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,1536,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,1536,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,1536,0.07432746887207031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,1536,0.1380287965138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,1536,0.26404693921407063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,1536,0.04457813501358032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,1536,0.04451839923858643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,1536,0.0405781348546346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,1536,0.04080640077590943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,1536,0.03937066793441772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,1536,0.03911360104878743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,1536,0.038894931475321456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,1536,0.03556693394978841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,1536,0.03476693232854207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,1536,0.03464853366216024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,1536,0.03425600131352742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,1536,0.033566931883494064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,1536,0.03041706681251526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,1536,0.030152533451716108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,1536,0.02990399996439616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,1536,0.029392000039418536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,1536,0.025473066171010333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,1536,0.025333333015441894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,1536,0.025621332724889118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,1536,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,1536,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,1536,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,1536,0.020382932821909585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,1536,0.02037546634674072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,1536,0.02000746726989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,1536,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,1536,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,1536,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,1536,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,1536,0.015438933173815408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,1536,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,1536,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,1536,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,1536,0.009726933638254802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,1536,0.010058666268984478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,1536,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,1536,0.010095999638239542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,1536,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,1536,0.009660800298055012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,1536,0.009638399879137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,1536,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,1536,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,1536,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,1536,0.009268266956011455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,1536,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,1536,0.00928533375263214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,1536,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,1536,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,1536,0.009388800462086995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,1536,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,1536,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,1536,0.009315199653307597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,1536,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,1536,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,1536,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,1536,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,1536,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,1536,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,1536,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,1536,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,1536,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,1536,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,1536,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,1536,0.009242666761080424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,1024,0.17592746416727703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,1024,0.3237408002217611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,1024,0.08521599769592285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,1024,0.04538346529006958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,1024,0.04890026648839314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,1024,0.04554026524225871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,1024,0.04370133479436238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,1024,0.04078506628672282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,1024,0.04568426609039307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,1024,0.04293760061264038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,1024,0.03805439869562785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,1024,0.03620693286259969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,1024,0.037929598490397134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,1024,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,1024,0.03420693476994832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,1024,0.031172267595926922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,1024,0.03282240033149719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,1024,0.02887360056241353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,1024,0.029250133037567138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,1024,0.027937066555023194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,1024,0.02747093240420024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,1024,0.024962133169174193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,1024,0.023570134242375692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,1024,0.022999467452367146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,1024,0.020056533813476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,1024,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,1024,0.01890453298886617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,1024,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,1024,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,1024,0.015017599860827128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,1024,0.014755200346310934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,1024,0.012155733505884806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,1024,0.014289066195487976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,1024,0.010293333729108175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,1024,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,1024,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,1024,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,1024,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,1024,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,1024,0.0055871998270352686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,1024,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,1024,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,1024,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,1024,0.004732800026734671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,1024,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,1024,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,1024,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,1024,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,1024,0.005143466591835022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,1024,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,1024,0.004987733562787374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,1024,0.004851200183232625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,1024,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,1024,0.004735999802748362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,1024,0.0041184000670909885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,1024,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,1024,0.004125866790612539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,1024,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,1024,0.003886933376391729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,1024,0.003982933362325033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,1024,0.00393599991997083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,1024,0.003927466770013174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,1024,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,1024,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,1024,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,1024,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,1024,0.004126933217048645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,1024,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,1024,0.1422101338704427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,1024,0.279588254292806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,1024,0.07489493687947592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,1024,0.047270401318868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,1024,0.047432533899943036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,1024,0.04862399895985921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,1024,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,1024,0.045748265584309895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,1024,0.04810026486714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,1024,0.04761386712392171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,1024,0.04565759897232056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,1024,0.04347199996312459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,1024,0.04444053173065186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,1024,0.04344746669133504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,1024,0.0425002654393514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,1024,0.040608000755310056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,1024,0.040245334307352706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,1024,0.03906559944152832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,1024,0.03762453397115072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,1024,0.03739200035730998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,1024,0.036458667119344076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,1024,0.03412373463312785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,1024,0.035345065593719485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,1024,0.03364906708399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,1024,0.03318293293317159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,1024,0.03050559957822164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,1024,0.030065067609151203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,1024,0.029531733194986982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,1024,0.02699306607246399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,1024,0.025805866718292235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,1024,0.027192533016204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,1024,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,1024,0.024141865968704223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,1024,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,1024,0.02095359961191813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,1024,0.019441066185633342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,1024,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,1024,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,1024,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,1024,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,1024,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,1024,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,1024,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,1024,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,1024,0.01564800043900808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,1024,0.01690666675567627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,1024,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,1024,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,1024,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,1024,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,1024,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,1024,0.01605013310909271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,1024,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,1024,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,1024,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,1024,0.0180896004041036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,1024,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,1024,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,1024,0.015015467007954916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,1024,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,1024,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,1024,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,1024,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,1024,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,1024,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,1024,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,1024,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,1024,0.7958325068155925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,1024,0.19849066734313964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,1024,0.19950186411539714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,1024,0.1800554593404134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,1024,0.40030934015909836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,1024,0.1786784013112386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,1024,0.16293439865112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,1024,0.16133119265238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,1024,0.15108799934387207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,1024,1.5769610087076822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,1024,0.1413482666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,1024,0.1268735965092977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,1024,0.1252842664718628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,1024,0.1086079994837443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,1024,0.10773013432820637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,1024,0.09916266600290934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,1024,0.09563413461049398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,1024,0.08460373083750407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,1024,0.07747626304626465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,1024,0.07578346729278565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,1024,0.0671135981877645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,1024,0.06258560021718343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,1024,0.08634026845296225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,1024,0.05506666501363119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,1024,0.05178346633911133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,1024,0.04689919948577881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,1024,0.07125759919484456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,1024,0.039714133739471434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,1024,0.03674026727676392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,1024,0.03051946759223938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,1024,0.05942826668421427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,1024,0.021331199010213218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,1024,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,1024,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,1024,0.04405226707458496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,1024,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,1024,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,1024,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,1024,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,1024,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,1024,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,1024,0.0125408003727595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,1024,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,1024,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,1024,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,1024,0.009493333101272584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,1024,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,1024,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,1024,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,1024,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,1024,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,1024,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,1024,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,1024,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,1024,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,1024,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,1024,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,1024,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,1024,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,1024,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,1024,0.009831466277440389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,1024,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,1024,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,1024,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,1024,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,1024,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,1024,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,1024,0.010056533416112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,1024,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,1024,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,1024,0.20149332682291665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,1024,0.10455466906229656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,1024,0.05730559825897217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,1024,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,1024,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,1024,0.034910933176676436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,1024,0.03526399930318196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,1024,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,1024,0.03198080062866211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,1024,0.031480532884597776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,1024,0.030934399366378783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,1024,0.0301472008228302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,1024,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,1024,0.02828906575838725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,1024,0.028161066770553588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,1024,0.027669332424799603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,1024,0.027220267057418823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,1024,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,1024,0.024598399798075356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,1024,0.02442880074183146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,1024,0.023950932423273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,1024,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,1024,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,1024,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,1024,0.020357332626978555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,1024,0.0198527991771698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,1024,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,1024,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,1024,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,1024,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,1024,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,1024,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,1024,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,1024,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,1024,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,1024,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,1024,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,1024,0.009236266215642292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,1024,0.008575999736785888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,1024,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,1024,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,1024,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,1024,0.008477866649627686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,1024,0.008570667107899983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,1024,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,1024,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,1024,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,1024,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,1024,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,1024,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,1024,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,1024,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,1024,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,768,0.24926932652791342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,768,0.06519466638565063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,768,0.12651413281758625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,768,0.03619946638743083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,768,0.03606186707814534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,768,0.03691093524297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,768,0.0329312006632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,768,0.032177066802978514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,768,0.03313279946645101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,768,0.029756800333658857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,768,0.02785173257191976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,768,0.026657066742579144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,768,0.027533866961797077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,768,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,768,0.024791467189788818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,768,0.02416213353474935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,1024,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,768,0.022426666816075642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,768,0.022060799598693847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,768,0.022127999862035116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,768,0.020562134186426797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,768,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,768,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,768,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,768,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,768,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,768,0.014755200346310934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,768,0.012221866846084594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,768,0.012218667070070903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,768,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,768,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,768,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,768,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,768,0.007428266604741414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,768,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,768,0.004714666803677877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,768,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,768,0.004870399832725525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,768,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,768,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,768,0.004830933113892873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,768,0.004351999859015147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,768,0.023706666628519692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,768,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,768,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,768,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,768,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,768,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,768,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,768,0.004107733319203059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,768,0.00421973317861557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,768,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,768,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,768,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,768,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,768,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,768,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,768,0.0031957333286603295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,768,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,768,0.003306666761636734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,768,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,768,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,768,0.0032085334261258446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,768,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,768,0.010957866907119751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,768,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,768,0.003126399964094162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,768,0.0031146667897701263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,768,0.0032159999012947083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,768,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,768,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,768,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,768,0.11777706940968831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,768,0.2267840067545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,768,0.06817599932352701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,768,0.04341760079065959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,768,0.045399467150370285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,768,0.045628801981608076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,768,0.0423253337542216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,768,0.04482666651407878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,768,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,768,0.04079893430074056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,768,0.03921600182851155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,768,0.038583465417226154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,768,0.03707840045293172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,768,0.037307735284169516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,768,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,768,0.03572266499201457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,768,0.03333013256390889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,768,0.03391146659851074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,768,0.032690133651097616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,768,0.032585599025090534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,768,0.0311573326587677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,768,0.030238932371139525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,768,0.030261333783467608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,768,0.02863360047340393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,768,0.02680533329645793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,768,0.02735893328984578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,768,0.026821333169937133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,768,0.023221333821614586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,768,0.0032117334504922234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,768,0.024577067295710246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,768,0.024065067370732628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,768,0.023612799247105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,768,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,768,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,768,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,768,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,768,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,768,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,768,0.030806400378545123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,768,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,768,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,768,0.016034133235613503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,768,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,768,0.01557866632938385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,768,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,768,0.016315733393033348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,768,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,768,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,768,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,768,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,768,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,768,0.018439465761184694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,768,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,768,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,768,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,768,0.015808000167210897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,768,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,768,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,768,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,768,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,768,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,768,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,768,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,768,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,768,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,768,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,768,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,768,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,768,0.3920042673746745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,768,0.18961280186971027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,768,0.7801727930704753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,768,0.15555839538574218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,768,0.1765439987182617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,768,0.14234453837076824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,768,0.13900267283121745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,768,0.12140586376190185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,768,1.5511348724365235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,768,0.16747840245564777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,768,0.12779946327209474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,768,0.10065920352935791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,768,0.10962133407592774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,768,0.08912746906280518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,768,0.08859946727752685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,768,0.09666026433308919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,768,0.079203200340271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,768,0.07558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,768,0.11097919940948486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,768,0.06367146571477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,768,0.07196906407674154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,768,0.05981333255767822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,768,0.06684479713439942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,768,0.04891200065612793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,768,0.08118613560994467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,768,0.04482239882151286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,768,0.03746133248011271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,768,0.034568532307942705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,768,0.02840426762898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,768,0.056517334779103603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,768,0.05232853492101034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,768,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,768,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,768,0.04162559906641643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,768,0.027342933416366576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,768,0.02193280061086019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,768,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,768,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,768,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,768,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,768,0.011275733510653179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,768,0.01234879990418752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,768,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,768,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,768,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,768,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,768,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,768,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,768,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,768,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,768,0.008506666620572407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,768,0.008456533153851826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,768,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,768,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,768,0.009302399555842082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,768,0.0092330664396286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,768,0.009020800391832989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,768,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,768,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,768,0.009674666325251262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,768,0.00851093331972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,768,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,768,0.009282132983207703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,768,0.009666132926940917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,768,0.009271466732025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,768,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,768,0.009278933207194012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,768,0.00925546685854594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,768,0.009788800279299419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,768,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,768,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,768,0.1716320037841797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,768,0.08976853688557943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,768,0.04919573465983073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,768,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,768,0.008881066242853801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,768,0.031064534187316896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,768,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,768,0.031523199876149495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,768,0.02876266638437907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,768,0.028833067417144774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,768,0.028417066733042402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,768,0.02823573350906372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,768,0.02767360011736552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,768,0.02526719967524211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,768,0.02540480097134908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,768,0.024861866235733034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,768,0.025285333395004272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,768,0.024426666895548503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,768,0.022434133291244506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,768,0.021941334009170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,768,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,768,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,768,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,768,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,768,0.01839253306388855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,768,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,768,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,768,0.015774933497111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,768,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,768,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,768,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,768,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,768,0.01216319998105367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,768,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,768,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,768,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,768,0.010886399944623312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,768,0.00883840024471283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,768,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,768,0.008508800466855367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,768,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,768,0.008502399921417237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,768,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,768,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,768,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,768,0.008024533092975617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,768,0.008102400104204814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,768,0.008125866452852886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,768,0.008184533317883809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,768,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,768,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,768,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,768,0.00804799993832906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,768,0.008085333307584127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,768,0.00812906672557195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,768,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,768,0.007587199906508128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,768,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,768,0.0077461332082748415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,768,0.0076799998680750535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,768,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,768,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,768,0.008196266492207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,768,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,768,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,768,0.008060800035794576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,768,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,512,0.1899903933207194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,512,0.09338453610738119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,512,0.04829866488774617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,512,0.026547199487686156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,512,0.026662399371465046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,512,0.027610667546590167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,512,0.0256330668926239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,512,0.025016532341639204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,512,0.026076799631118773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,512,0.025099732478459674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,512,0.02367573380470276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,512,0.02163413365681966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,512,0.021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,512,0.020835200945536293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,512,0.01961173415184021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,512,0.01884053349494934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,512,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,512,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,512,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,512,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,512,0.015560533603032431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,512,0.015034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,512,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,512,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,512,0.010975999633471172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,768,0.007773866752783458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,512,0.011767466862996418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,512,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,512,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,512,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,512,0.008553600311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,512,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,512,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,512,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,512,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,512,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,512,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,512,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,512,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,512,0.003982933362325033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,512,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,512,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,512,0.0038954667747020722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,512,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,512,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,512,0.003717333326737086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,768,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,512,0.0038751999537150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,512,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,512,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,512,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,512,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,512,0.003272533416748047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,512,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,512,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,512,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,512,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,512,0.01237226625283559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,512,0.0027445333699385325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,512,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,512,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,512,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,512,0.002903466671705246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,512,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,512,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,512,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,512,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,512,0.09516053199768067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,512,0.17728106180826825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,512,0.05485759973526001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,512,0.03983999888102214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,512,0.04458880027135213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,512,0.037351465225219725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,512,0.0371338685353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,512,0.03606506586074829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,512,0.03497813145319621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,512,0.03469226757685344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,512,0.03463786840438843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,512,0.03248639901479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,512,0.03343786795934041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,512,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,512,0.03218560020128886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,512,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,512,0.030008532603581745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,512,0.0304149329662323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,512,0.02844160000483195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,512,0.028731733560562134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,512,0.027932800849278766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,512,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,512,0.027373866240183516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,512,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,512,0.02512213389078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,512,0.024872533480326333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,512,0.024456532796223958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,512,0.024652800957361855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,512,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,512,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,512,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,512,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,512,0.02214933236440023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,512,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,512,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,512,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,512,0.015894400080045064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,512,0.015129599968592325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,512,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,512,0.016345600287119545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,512,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,512,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,512,0.015158399939537048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,512,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,512,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,512,0.01515733301639557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,512,0.015150933464368185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,512,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,512,0.01632960041364034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,512,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,512,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,512,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,512,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,512,0.01511679987112681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,512,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,512,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,512,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,512,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,512,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,512,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,512,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,512,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,512,0.013425067067146301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,512,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,512,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,512,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,512,0.015931733449300132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,512,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,512,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,512,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,512,0.37744000752766926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,512,0.16352532704671224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,512,0.7518634796142578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,512,0.1386367956797282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,512,0.1676725387573242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,512,0.12387413183848064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,512,0.13186026414235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,512,1.4997450510660806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,512,0.11118079821268718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,512,0.1095157305399577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,512,0.10010666847229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,512,0.09300479888916016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,512,0.0901418685913086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,512,0.0850378672281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,512,0.08263680140177408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,512,0.07506453196207682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,512,0.07090986569722493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,512,0.06903359889984131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,512,0.1003989299138387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,512,0.0617738684018453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,512,0.05725226799647013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,512,0.1456831932067871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,512,0.07642880280812582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,512,0.046988801161448164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,512,0.04196906487147013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,512,0.06332799990971884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,512,0.0355679988861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,512,0.032943999767303465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,512,0.054255998134613036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,512,0.025988266865412397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,512,0.027559467156728107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,512,0.019118932882944743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,512,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,512,0.04946879943211873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,512,0.03996693293253581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,512,0.021134932835896812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,512,0.011772800485293071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,512,0.011801600456237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,512,0.01067733367284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,512,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,512,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,512,0.01055573324362437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,512,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,512,0.01172266701857249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,512,0.008601599931716919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,512,0.008913066983222962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,512,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,512,0.008457600076993307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,512,0.008851200342178345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,512,0.007656533519426982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,512,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,512,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,512,0.007763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,512,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,512,0.008059733112653096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,512,0.007640533149242401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,512,0.008218666911125183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,512,0.008890666564305623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,512,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,512,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,512,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,512,0.008050133287906647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,512,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,512,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,512,0.008087466657161712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,512,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,512,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,512,0.007727999985218048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,512,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,512,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,512,0.07634027004241943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,512,0.1451690673828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,512,0.02892906665802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,512,0.04423893292744954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,512,0.028200532992680865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,512,0.026149332523345947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,512,0.026425600051879883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,512,0.025729066133499144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,512,0.025659734010696413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,512,0.02488320072491964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,512,0.023155200481414794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,512,0.022521599133809408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,512,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,512,0.02294720013936361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,512,0.021941334009170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,512,0.008674133817354839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,512,0.021871999899546305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,512,0.02007253368695577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,512,0.01915839910507202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,512,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,512,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,512,0.01725119948387146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,512,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,512,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,512,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,512,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,512,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,512,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,512,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,512,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,512,0.012585600217183432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,512,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,512,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,512,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,512,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,512,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,512,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,512,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,512,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,512,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,512,0.008026666442553202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,512,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,512,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,512,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,512,0.007699200014273326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,512,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,512,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,512,0.007445333401362102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,512,0.007249066730340321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,512,0.007657599945863088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,512,0.00767146646976471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,512,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,512,0.00737066666285197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,512,0.007684266567230225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,512,0.007608533402283986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,256,0.12445759773254395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,256,0.06295786698659261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,256,0.031872000296910605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,256,0.018374399344126383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,256,0.01886506676673889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,256,0.02526400089263916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,256,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,256,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,256,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,256,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,256,0.015844266613324484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,256,0.015012266238530478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,256,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,256,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,256,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,256,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,256,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,256,0.01186240017414093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,256,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,256,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,256,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,256,0.010564266641934713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,256,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,256,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,256,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,256,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,256,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,256,0.0068810666600863145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,256,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,256,0.00739519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,256,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,256,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,256,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,256,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,256,0.0036277333895365395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,256,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,256,0.0035562666753927866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,256,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,256,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,256,0.003151999910672506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,256,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,256,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,256,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,256,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,256,0.0030773334205150605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,256,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,256,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,256,0.013852799932161966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,256,0.0026762666801611584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,256,0.002885333448648453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,256,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,256,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,256,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,256,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,256,0.002526933451493581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,256,0.07114986578623453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,256,0.1286794662475586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,256,0.047081601619720456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,256,0.032613333066304526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,256,0.03769386609395345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,256,0.0314954658349355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,256,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,256,0.03081279993057251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,256,0.030916267633438112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,256,0.027964800596237183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,256,0.027636265754699706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,256,0.026919466257095338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,256,0.02876373330752055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,256,0.02701440056165059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,256,0.028962133328119914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,256,0.02653333346048991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,256,0.027768532435099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,256,0.024754132827123007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,256,0.024587732553482056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,256,0.023577600717544556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,256,0.024552534023920693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,256,0.021592533588409422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,256,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,256,0.023517866929372154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,256,0.022206934293111165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,256,0.023576533794403075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,256,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,256,0.018934400876363118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,256,0.01960106690724691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,256,0.019734400510787963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,256,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,256,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,256,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,256,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,256,0.018049067258834837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,256,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,256,0.017193599541982015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,256,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,256,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,256,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,256,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,256,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,256,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,256,0.01504853367805481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,256,0.016080000003178916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,256,0.014822399616241455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,256,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,256,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,256,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,256,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,256,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,256,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,256,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,256,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,256,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,256,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,256,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,256,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,256,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,256,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,256,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,256,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,256,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,256,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,256,0.014194132884343466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,256,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,256,0.01297599971294403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,256,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,256,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,256,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,256,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,256,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,256,0.2612703959147135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,256,0.10931839942932128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,256,0.10981866518656414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,256,0.099235200881958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,256,0.5162495930989583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,256,0.10164053440093994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,256,0.09273066520690917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,256,0.09263253211975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,256,0.08744746843973795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,256,0.08621546427408854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,256,1.0271615982055664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,256,0.08029653231302897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,256,0.07873493035634359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,256,0.07197866439819336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,256,0.06869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,256,0.067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,256,0.05692906777064005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,256,0.06080106496810913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,256,0.055905067920684816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,256,0.04981866677602132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,256,0.04570560057957967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,256,0.07535999615987142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,256,0.06220159928003947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,256,0.03875946601231893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,256,0.051490132013956705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,256,0.03503040075302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,256,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,256,0.027670399347941084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,256,0.04404906829198201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,256,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,256,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,256,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,256,0.01183893382549286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,256,0.0400000015894572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,256,0.033035733302434284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,256,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,256,0.010078932841618855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,256,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,256,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,256,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,256,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,256,0.009297066926956176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,256,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,256,0.01790720025698344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,256,0.007206400235493978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,256,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,256,0.007682133217652638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,256,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,256,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,256,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,256,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,256,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,256,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,256,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,256,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,256,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,256,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,256,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,256,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,256,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,256,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,256,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,256,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,256,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,256,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,256,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,256,0.007726933558781941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,256,0.06569173336029052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,256,0.11552000045776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,256,0.03905920187632243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,256,0.024013866980870567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,256,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,256,0.022348799308141074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,256,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,256,0.02160853346188863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,256,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,256,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,256,0.019757866859436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,256,0.024445867538452147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,256,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,256,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,256,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,256,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,256,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,256,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,256,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,256,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,256,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,256,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,256,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,256,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,256,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,256,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,256,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,256,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,256,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,256,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,256,0.009321600198745728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,256,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,256,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,256,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,256,0.00772159993648529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,256,0.00729066679875056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,256,0.007284266750017802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,256,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,256,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,256,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,256,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,256,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,256,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,128,0.10094506740570068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,128,0.05277973413467407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,256,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,256,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,128,0.028498133023579914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,128,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,128,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,128,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,128,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,128,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,128,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,128,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,128,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,128,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,128,0.011877333124478657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,128,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,128,0.010904533664385478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,128,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,128,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,128,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,128,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,128,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,128,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,128,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,128,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,128,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,128,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,128,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,128,0.006111999849478403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,128,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,128,0.006011733412742614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,128,0.00432533323764801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,128,0.004380799829959869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,128,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,128,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,128,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,128,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,128,0.0035125332574049628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,128,0.0031456001102924346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,128,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,128,0.015650133291880287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,128,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,128,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,128,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,128,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,128,0.0027424000203609467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,128,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,128,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,128,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,128,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,128,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,128,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,128,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,128,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,128,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,128,0.06415573358535767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,128,0.10676159858703613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,128,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,128,0.0414250651995341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,128,0.029377067089080812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,128,0.029304534196853638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,128,0.029633067051569623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,128,0.03137279947598775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,128,0.02714346647262573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,128,0.03029973308245341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,128,0.025882667303085326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,128,0.02624959945678711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,128,0.024485333760579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,128,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,128,0.024570665756861367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,128,0.02371413310368856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,128,0.026958932479222614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,128,0.0276309331258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,128,0.02225386699040731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,128,0.02463573416074117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,128,0.02209920088450114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,128,0.021679999430974324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,128,0.022087466716766358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,128,0.02180160085360209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,128,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,128,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,128,0.020386133591334024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,128,0.021082667509714763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,128,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,128,0.01955839991569519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,128,0.01914560000101725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,128,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,128,0.016793600718180337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,128,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,128,0.016295466820398966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,128,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,128,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,128,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,128,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,128,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,128,0.01671253244082133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,128,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,128,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,128,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,128,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,128,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,128,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,128,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,128,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,128,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,128,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,128,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,128,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,128,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,128,0.01346986691157023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,128,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,128,0.014204800128936768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,128,0.013056000073750814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,128,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,128,0.013562666376431784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,128,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,128,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,128,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,128,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,128,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,128,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,128,0.013859200477600097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,128,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,128,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,128,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,128,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,128,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,128,0.09655360380808511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,128,0.09389653205871581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,128,0.39541972478230797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,128,0.08639360268910726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,128,0.20119786262512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,128,0.08565866947174072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,128,0.08175573348999024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,128,0.08193919658660889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,128,0.07548480033874512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,128,0.07392640113830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,128,0.7835210800170899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,128,0.07071893215179444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,128,0.06967679659525552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,128,0.06407999992370605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,128,0.06628266572952271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,128,0.059570133686065674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,128,0.05058240095774332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,128,0.054255998134613036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,128,0.04982933203379313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,128,0.044411734739939375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,128,0.04084479808807373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,128,0.060755201180775965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,128,0.04530880053838094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,128,0.05513279835383097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,128,0.034636799494425455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,128,0.030850134293238324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,128,0.025641600290934246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,128,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,128,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,128,0.039160533746083574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,128,0.03534293174743652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,128,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,128,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,128,0.029710932572682695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,128,0.019899733861287437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,128,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,128,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,128,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,128,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,128,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,128,0.008499200145403545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,128,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,128,0.009687466422716777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,128,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,128,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,128,0.007231999933719635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,128,0.007239466905593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,128,0.007238399982452392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,128,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,128,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,128,0.005966933568318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,128,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,128,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,128,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,128,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,128,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,128,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,128,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,128,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,128,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,128,0.005973333120346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,128,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,128,0.0059797331690788266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,128,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,128,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,128,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,128,0.0060576001803080235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,128,0.11009600162506103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,128,0.06466773351033529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,128,0.03603839874267578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,128,0.022446932395299275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,128,0.022409600019454957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,128,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,128,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,128,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,128,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,128,0.019654399156570433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,128,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,128,0.01844373345375061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,128,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,128,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,128,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,128,0.016267733772595723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,128,0.016245333353678386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,128,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,128,0.015491200486818948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,128,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,128,0.014150399963061014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,128,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,128,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,128,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,128,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,128,0.012360533078511555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,128,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,128,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,128,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,128,0.010200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,128,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,128,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,128,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,128,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,128,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,128,0.0072512000799179075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,128,0.007208533088366191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,128,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,128,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,128,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,128,0.00722453345855077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,128,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,128,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,128,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,128,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,128,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,128,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,128,0.006925866504510244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,128,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,128,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,64,0.08367040157318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,64,0.04271253347396851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,64,0.023854933182398477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,64,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,128,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,64,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,64,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,64,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,64,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,64,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,64,0.012152533729871113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,64,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,64,0.011327999830245971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,64,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,64,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,64,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,64,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,64,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,64,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,64,0.008121599753697712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,64,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,64,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,64,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,64,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,64,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,64,0.006795733173688252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,64,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,64,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,64,0.005751466751098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,64,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,64,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,64,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,64,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,64,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,64,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,64,0.0034805332620938623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,64,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,64,0.0030741333961486817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,64,0.003123199939727783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,64,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,64,0.0031829332311948144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,64,0.0031648000081380212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,64,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,64,0.002889599899450938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,64,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,64,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,64,0.002885333448648453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,64,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,64,0.002771199991305669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,64,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,64,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,64,0.0027647999425729113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,64,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,64,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,64,0.0027701333165168762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,64,0.0023232000569502515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,64,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,64,0.0022783999641736346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,64,0.0024319998919963837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,64,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,64,0.002259200066328049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,64,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,64,0.06273920138676961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,64,0.10688426494598388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,64,0.039450665314992264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,64,0.027959465980529785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,64,0.02929813265800476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,64,0.02746880054473877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,64,0.031138134002685548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,64,0.025906133651733398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,64,0.029095466931660968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,64,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,64,0.025715200106302898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,64,0.023229867219924927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,64,0.02379306753476461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,64,0.027054933706919353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,64,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,64,0.02523733377456665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,64,0.02333013415336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,64,0.0221781333287557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,64,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,64,0.021226666371027627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,64,0.022988800207773843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,64,0.018786134322484334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,64,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,64,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,64,0.021284266312917074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,64,0.020122667153676353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,64,0.02364693284034729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,64,0.019352533419926963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,64,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,64,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,64,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,64,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,64,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,64,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,64,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,64,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,64,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,64,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,64,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,64,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,64,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,64,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,64,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,64,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,64,0.014686933159828186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,64,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,64,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,64,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,64,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,64,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,64,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,64,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,64,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,64,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,64,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,64,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,64,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,64,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,64,0.013538133104642233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,64,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,64,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,64,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,64,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,64,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,64,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,64,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,64,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,64,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,64,0.012988799810409546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,64,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,64,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,64,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,32,0.0452949325243632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,32,0.08635520140329997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,32,0.025113600492477416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,32,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,32,0.014284800489743552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,32,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,32,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,32,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,32,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,32,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,32,0.011012267072995503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,32,0.010311466455459595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,32,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,32,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,32,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,32,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,32,0.010293333729108175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,32,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,32,0.008967467149098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,32,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,32,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,32,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,32,0.006887466708819072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,32,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,32,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,32,0.009087999661763508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,32,0.0057322666049003605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,32,0.00565119981765747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,32,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,8192,32,0.005568000177542368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,8192,32,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,8192,32,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,8192,32,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,8192,32,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,8192,32,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,8192,32,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,8192,32,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,64,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,8192,32,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,32,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,8192,32,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,8192,32,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,8192,32,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,8192,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,8192,32,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,8192,32,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,8192,32,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,8192,32,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,8192,32,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,8192,32,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,8192,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,8192,32,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,8192,32,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,8192,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,8192,32,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,8192,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,8192,32,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,8192,32,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,8192,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,8192,32,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,8192,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,8192,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,8192,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,8192,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,8192,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,8192,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,8192,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,8192,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,8192,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,8192,32,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,8192,32,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,8192,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,8192,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,32,0.10353386402130127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,32,0.06263999938964844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,32,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,32,0.027376000086466474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,8192,32,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,32,0.02694186568260193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,32,0.03159679969151814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,32,0.027133866151173906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,32,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,32,0.024145066738128662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,32,0.02943146626154582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,32,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,32,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,32,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,32,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,32,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,32,0.022554665803909302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,32,0.024770132700602212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,32,0.024088533719380696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,32,0.021249065796534218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,32,0.02257386644681295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,32,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,32,0.02221119999885559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,32,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,32,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,32,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,32,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,32,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,32,0.01845546762148539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,32,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,32,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,32,0.01845226685206095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,32,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,32,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,32,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,32,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,32,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,32,0.015520000457763672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,32,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,32,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,32,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,32,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,32,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,32,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,32,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,32,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,32,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,32,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,32,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,32,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,32,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,32,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,32,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,32,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,32,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,32,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,32,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,32,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,32,0.013127467036247254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,32,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,32,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,32,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,32,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,32,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,32,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,32,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,32,0.012607999642690024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,65536,4.093685468037923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,65536,2.397770722707113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,65536,10.166095733642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,65536,2.6715574264526367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,65536,2.5625813802083335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,65536,2.5044426918029785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,65536,2.024336020151774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,65536,2.5022826194763184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,65536,2.0930827458699546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,65536,2.3365920384724936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,65536,20.803919474283855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,65536,2.0545867284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,65536,2.079578717549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,65536,1.5976053873697917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,65536,1.9502879778544109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,65536,1.5166719754536946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,65536,1.7940799395243328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,65536,1.3975946108500164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,65536,1.4772052764892578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,65536,1.1879253387451172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,65536,1.1397973696390789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,65536,1.4196319580078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,65536,1.1266079743703206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,65536,1.071189324061076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,65536,1.0530719757080078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,65536,0.9516639709472656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,65536,0.6777066389719645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,65536,0.7318293253580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,65536,0.6570293505986532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,65536,0.5328533252080282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,65536,0.4825599988301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,65536,0.4732160170873006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,65536,0.38150934378306073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,65536,0.2616693377494812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,65536,0.33136000235875446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,65536,0.1856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,65536,0.1968053380648295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,65536,0.19356266657511392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,65536,0.1832639972368876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,65536,0.21010132630666098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,65536,0.22113066911697388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,65536,0.17007466157277426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,65536,0.16546666622161865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,65536,0.164682666460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,65536,0.16839466492335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,65536,0.1572213371594747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,65536,0.15729066729545593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,65536,0.14937067031860352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,65536,0.14831466476122537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,65536,0.1553546686967214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,65536,0.1623306671778361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,65536,0.15205333630243936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,65536,0.16180266936620077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,65536,0.15709333618481955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,65536,0.1604213317235311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,65536,0.15144532918930054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,65536,0.15877866744995117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,65536,0.15035200119018555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,65536,0.1584160029888153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,65536,0.15919466813405356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,65536,0.16174933314323425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,65536,0.15898666779200235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,65536,0.9198880195617676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,65536,0.15869866808255514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,65536,0.14246933658917746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,65536,0.14037866393725076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,65536,0.1421119968096415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,65536,0.13949333628018698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,65536,0.14054933190345764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,65536,0.1397706667582194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,65536,0.13994133472442627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,65536,0.138154665629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,65536,0.15587733189264932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,65536,0.14984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,65536,3.6114880243937173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,65536,2.049509366353353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,65536,7.22108777364095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,65536,2.1277599334716797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,65536,1.9046932856241863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,65536,1.8571839332580566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,65536,1.7981653213500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,65536,1.8060266176859539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,65536,1.653333346048991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,65536,1.562069257100423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,65536,1.6653332710266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,65536,1.5381654103597004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,65536,14.50656000773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,65536,1.4639573097229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,65536,1.278234640757243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,65536,1.3457493782043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,65536,1.1909173329671223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,65536,1.135210673014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,65536,1.057205359141032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,65536,1.1166133085886638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,65536,0.9361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,65536,0.9103039900461832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,65536,0.9172639846801758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,65536,0.8440000216166178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,65536,0.7170026302337646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,65536,0.7372480233510336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,65536,0.5982880194981893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,65536,0.5835093259811401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,65536,0.48846399784088135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,65536,0.474234660466512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,65536,0.3832159837086995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,65536,0.3686453501383464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,65536,1.4011467297871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,65536,0.2750399907430013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,65536,0.2655893365542094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,65536,0.16106667121251425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,65536,0.16142933567365012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,65536,0.16366400321324667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,65536,0.145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,65536,0.14194132884343466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,65536,0.1372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,65536,0.13493333260218301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,65536,0.12594667077064514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,65536,0.13675199945767721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,65536,0.12416533629099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,65536,0.12486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,65536,0.12029332915941875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,65536,0.11158399780591328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,65536,0.11142399907112122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,65536,0.11105066537857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,65536,0.10590933760007222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,65536,0.1035093367099762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,65536,0.10520000259081523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,65536,0.10166933139165242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,65536,0.09999466935793559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,65536,0.1019040048122406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,65536,0.0946666697661082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,65536,0.08990933497746785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,65536,0.0925546685854594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,65536,0.08878399928410848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,65536,0.0925386647383372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,65536,0.08834667007128398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,65536,0.09073600172996521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,65536,0.0878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,65536,0.0902400016784668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,65536,0.08708799878756206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,65536,0.08851733803749084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,65536,0.08643733461697896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,65536,0.08732266227404277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,65536,0.08656533559163411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,65536,0.08704533179601033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,65536,0.08406933148701985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,65536,0.08956799904505412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,65536,0.08629866441090901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,65536,6.790453592936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,65536,1.9835306803385417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,65536,1.7919039726257324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,65536,1.6168266932169597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,65536,1.7500799496968586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,65536,1.5216372807820637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,65536,1.8261226018269856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,65536,1.3657493591308594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,65536,1.48526398340861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,65536,1.324346701304118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,65536,1.580682595570882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,65536,1.1909173329671223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,65536,1.2631519635518391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,65536,1.0714506308237712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,65536,1.2216213544209797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,65536,0.9883306821187338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,65536,1.0377813180287678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,65536,0.9071733156840006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,65536,1.0006879965464275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,65536,0.8208479881286621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,65536,0.9179786841074625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,65536,0.6963040033976237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,65536,0.7326719760894775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,65536,0.5991466840108236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,65536,0.676688035329183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,65536,0.520304004351298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,65536,0.5047200123469034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,65536,0.4094826777776082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,65536,0.4527519941329956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,65536,0.3332266608874003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,65536,0.310810665289561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,65536,0.21612799167633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,65536,0.17485332489013672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,65536,0.14140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,65536,0.13731732964515686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,65536,0.13760000467300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,65536,0.1328373352686564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,65536,0.133050670226415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,65536,0.1301706631978353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,65536,0.12981866796811423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,65536,0.12617066502571106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,65536,0.11880000432332356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,65536,0.11342933773994446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,65536,0.11210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,65536,0.11239999532699585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,65536,0.11005866527557373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,65536,0.10938666264216106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,65536,0.10923733313878377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,65536,0.10749866565068562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,65536,0.10654399792353313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,65536,0.10534399747848511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,65536,0.10495466987291972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,65536,0.10409067074457805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,65536,0.10505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,65536,0.10467732946077983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,65536,0.10496532917022705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,65536,0.1053653359413147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,65536,0.10457066694895427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,65536,0.1037066678206126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,65536,0.10430399576822917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,65536,0.10328533252080281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,65536,0.10449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,65536,0.10458133618036906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,65536,0.10366400082906087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,65536,0.10408000151316325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,65536,0.10475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,65536,0.1034346620241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,65536,0.2198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,65536,0.11956800023714702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,65536,0.11979200442632039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,65536,0.12437867124875386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,65536,8.426031748453775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,65536,1.4176640510559082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,65536,1.4295306205749512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,65536,0.952176014582316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,65536,0.913594643274943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,65536,0.8820693492889404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,65536,0.8920640150705973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,65536,0.8507839838663737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,65536,0.7194133599599203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,65536,0.712773323059082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,65536,0.6992159684499105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,65536,0.69268266359965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,65536,0.659605344136556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,65536,0.6854186852773031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,65536,0.5618506669998169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,65536,0.5933493375778198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,65536,0.5562080144882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,65536,0.5500693321228027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,65536,0.5351999998092651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,65536,0.43786664803822833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,65536,0.4238613446553548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,65536,0.42494932810465497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,65536,0.41020798683166504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,65536,0.4124693473180135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,65536,0.4065759976704915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,65536,0.29791466395060223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,65536,0.2943733334541321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,65536,0.28760000069936115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,65536,0.2907093365987142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,65536,0.2812853256861369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,65536,0.17604267597198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,65536,0.14461333552996317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,65536,0.13427733381589255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,65536,0.13380799690882364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,65536,0.13380799690882364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,65536,0.1337493360042572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,65536,0.13357333342234293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,65536,0.1323253313700358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,65536,0.1320480008920034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,65536,0.13176000118255615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,65536,0.13191466530164084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,65536,0.13195199767748514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,65536,0.1320799986521403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,65536,0.1320799986521403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,65536,3.6075414021809897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,65536,0.1320693294207255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,65536,0.17523733774820963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,65536,0.13141333063443503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,65536,0.17562667528788248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,65536,0.13319999972979227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,65536,0.17521067460378012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,65536,0.13436266779899597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,65536,0.17477333545684814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,65536,0.12969600160916647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,65536,0.12994133432706198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,65536,0.1318933367729187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,65536,0.133925328652064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,65536,0.13371200362841287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,65536,0.12974400321642557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,65536,0.12993599971135458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,65536,0.13040000200271606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,65536,0.12988799810409546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,65536,0.13005333145459494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,65536,0.12982933719952902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,65536,0.12973333398501077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,65536,0.12966400384902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,65536,0.13426666458447775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,65536,0.12950399518013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,65536,0.12980266412099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,65536,0.12999999523162842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,65536,0.1297653317451477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,65536,0.12943466504414877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,51200,16.101280212402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,51200,7.2781016031901045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,51200,3.5074294408162436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,51200,2.1607200304667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,51200,2.414031982421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,51200,2.0670560201009116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,51200,1.9126399358113606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,51200,1.8596906661987305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,51200,1.8865599632263184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,65536,1.0923466682434082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,65536,1.8433173497517903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,51200,1.7205492655436199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,51200,1.673210620880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,51200,1.5880907376607258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,51200,1.3925065994262695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,51200,1.6026825904846191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,51200,1.2993066310882568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,51200,1.1646827061971028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,51200,1.4049065907796223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,51200,1.1326346397399902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,51200,1.0089226563771565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,51200,0.9758346875508627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,51200,0.9239306449890137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,51200,0.8148106733957926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,51200,0.8284586270650228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,51200,0.8906773726145426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,51200,0.6721173127492269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,51200,0.7025067011515299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,51200,0.5554399887720743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,51200,0.6247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,51200,0.4558826684951782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,51200,0.47333331902821857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,51200,0.3394186496734619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,51200,0.3610239823659261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,51200,0.3103626569112142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,51200,0.25287999709447223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,51200,0.19955732425053915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,51200,0.14959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,51200,0.14964266618092856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,51200,0.16197866201400757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,51200,0.16023466984430948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,51200,0.12982400258382162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,51200,1.0875893433888753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,51200,0.12892267107963562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,51200,0.12488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,51200,0.12505066394805908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,51200,0.12291199962298076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,51200,0.11798399686813354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,51200,0.11699733138084412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,51200,0.12076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,51200,0.12013866504033406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,51200,0.12126933534940083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,51200,0.12261333068211873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,51200,0.1164533297220866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,51200,0.12017066280047099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,51200,0.11477866768836975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,51200,0.1474560002485911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,51200,0.11136533816655476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,51200,0.1461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,51200,0.11179199814796448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,51200,0.11155200004577637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,51200,0.11143466830253601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,51200,0.11160000165303548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,51200,0.11170666416486104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,51200,0.11210133632024129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,51200,0.11170666416486104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,51200,0.11384532848993938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,51200,0.11409067114194234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,51200,0.11333333452542622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,51200,0.11355732878049214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,51200,0.11435199777285258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,51200,0.11264533797899882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,51200,0.11182933052380879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,51200,0.11158399780591328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,51200,0.12755200266838074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,51200,2.9153706232706704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,51200,0.11370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,51200,1.6198666890462239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,51200,5.6032053629557295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,51200,1.623088041941325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,51200,1.5187039375305176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,51200,1.4176479975382488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,51200,1.358143965403239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,51200,1.3963947296142578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,51200,1.3462400436401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,51200,1.2744373480478923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,51200,1.251792033513387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,51200,1.221893310546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,51200,11.24405288696289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,51200,1.1124587059020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,51200,1.1292746861775715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,51200,1.0193173090616863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,51200,0.9166399637858073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,51200,1.106661319732666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,51200,0.9317920207977295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,51200,0.831221342086792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,51200,0.8422666390736898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,51200,0.7741013367970785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,51200,0.7531092961629232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,51200,0.6668533484141032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,51200,0.6581226587295532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,51200,0.6069386800130209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,51200,0.5854613383611044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,51200,0.4793866475423177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,51200,0.48066667715708417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,51200,0.40565331776936847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,51200,0.2944693366686503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,51200,0.2982719937960307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,51200,0.21853333711624146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,51200,0.2108959952990214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,51200,0.13177067041397095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,51200,0.13142399986584982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,51200,0.12716799974441528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,51200,0.11800533533096313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,51200,0.1172213355700175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,51200,0.11294399698575337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,51200,0.10946666200955708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,51200,0.10373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,51200,0.10645866394042969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,51200,0.10565333565076192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,51200,0.10115733742713928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,51200,0.09564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,51200,0.09200533231099446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,51200,0.091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,51200,0.092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,51200,0.09002133210500081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,51200,0.08549333612124126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,51200,0.08700799942016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,51200,0.08469333251317342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,51200,0.08276799817879994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,51200,0.08050666749477386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,51200,0.07933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,51200,0.07406933108965556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,51200,0.0743146687746048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,51200,0.07421333094437917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,51200,0.07453333338101704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,51200,0.07270933190981548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,51200,0.38573865095774335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,51200,0.07317333420117696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,51200,0.07249066730340321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,51200,0.07355199754238129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,51200,0.07143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,51200,0.07255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,51200,0.07063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,51200,0.07233066856861115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,51200,0.0701386680205663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,51200,0.0707946668068568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,51200,0.06977599859237671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,51200,0.06902933120727539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,51200,0.07306666672229767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,51200,5.492170969645183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,51200,1.6356746355692546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,51200,1.5213120778401692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,51200,1.3351573944091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,51200,1.4362932840983074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,51200,1.283786694208781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,51200,1.4469706217447917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,51200,1.1670719782511394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,51200,1.2886133193969727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,51200,1.164736032485962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,51200,1.2263733545939128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,51200,1.0201813379923503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,51200,1.046847979227702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,51200,0.9604640007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,51200,1.0107680161794026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,51200,0.8496426741282145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,51200,0.8553866545359293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,51200,0.773306687672933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,51200,0.8590186436971029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,51200,0.7084693113962809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,51200,0.7577760219573975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,51200,0.6009120146433512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,51200,0.6150186856587728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,51200,0.5227839946746826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,51200,0.5558026631673177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,51200,0.4471786816914876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,51200,0.4206240177154541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,51200,0.35554667313893634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,51200,0.37351465225219727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,51200,0.2832159996032715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,51200,0.2579093376795451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,51200,0.19010667006174722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,51200,0.14826132853825888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,51200,0.1220853328704834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,51200,0.1157866617043813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,51200,0.11593600114186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,51200,0.11249066392580669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,51200,0.11291733384132385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,51200,0.10683733224868774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,51200,0.10578133662541707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,51200,0.10337600111961365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,51200,0.0969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,51200,0.09129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,51200,0.08931733171145122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,51200,0.08902933200200398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,51200,0.08875733613967896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,51200,0.08924266695976257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,51200,0.09266666571299235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,51200,0.08776533603668213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,51200,0.08482666810353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,51200,0.08718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,51200,0.08516266942024231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,51200,0.08398399750391643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,51200,0.08474666873613994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,51200,0.08382399876912434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,51200,0.08411199847857158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,51200,0.08392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,51200,0.08377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,51200,0.08457066615422566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,51200,0.08456533153851827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,51200,0.08532266815503438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,51200,0.08520533641179402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,51200,0.08432533343633015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,51200,0.08357866605122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,51200,0.08384533723195393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,51200,0.08360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,51200,0.08334933718045552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,51200,0.17770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,51200,0.1854026714960734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,51200,0.09584533174832661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,51200,0.09300800164540608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,51200,6.486928304036458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,51200,1.0384106636047363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,51200,2.871983846028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,51200,1.0286239782969158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,51200,0.7142240206400553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,51200,0.6964213053385416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,51200,0.7789386908213297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,51200,0.694917360941569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,51200,0.7193813323974609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,51200,0.5705920060475668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,51200,0.588757316271464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,51200,0.5519520044326782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,51200,0.5755093495051066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,51200,0.5425386826197306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,51200,0.5709173281987509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,51200,0.4525760014851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,51200,0.4671786626180013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,51200,0.44120534261067706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,51200,0.4565813144048055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,51200,0.4266293446222941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,51200,0.33723199367523193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,51200,0.33739201227823895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,51200,0.3270080089569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,51200,0.3275039990743001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,51200,0.3226880033810933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,51200,0.23498666286468506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,51200,0.23629866043726602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,51200,1.422592004140218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,51200,0.22949333985646567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,51200,0.22806400060653687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,51200,0.2241013248761495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,51200,0.13450133800506592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,51200,0.11617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,51200,0.10636799534161885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,51200,0.10725866754849751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,51200,0.10500799616177876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,51200,0.368559996287028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,51200,0.105103999376297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,51200,0.10679466525713603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,51200,0.10507733623186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,51200,0.10587199529012044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,51200,0.10553066929181416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,51200,0.1074133316675822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,51200,0.10499200224876404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,51200,0.10878400007883708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,51200,0.10501866539319356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,51200,0.10539733370145161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,51200,0.1055466632048289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,51200,0.10499733686447144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,51200,0.10384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,51200,0.10505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,51200,0.10563733180363973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,51200,0.10337600111961365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,51200,0.10514666636784871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,51200,0.10385599732398987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,51200,0.10515200098355611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,51200,0.10354666908582051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,51200,0.10539733370145161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,51200,0.10333866874376933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,51200,0.10443199674288432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,51200,0.10466667016347249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,51200,0.10373866558074951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,51200,0.10443733135859172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,51200,0.10401599605878194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,51200,0.10440533359845479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,51200,0.10807999968528748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,51200,0.10426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,51200,0.10477866729100545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,51200,0.10433600346247356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,51200,0.10449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,51200,0.10338667035102844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,51200,0.10478933652242024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,51200,0.10342933734258015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,16384,2.1789065996805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,16384,1.1147572994232178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,16384,0.6021013259887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,16384,0.6476426521937052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,16384,4.095082600911458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,16384,0.5516266822814941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,16384,0.5647093454996744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,16384,0.5256479978561401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,16384,0.5596213340759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,16384,0.504250685373942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,16384,0.5338559945424398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,16384,0.4626293182373047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,16384,0.5270453294118246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,16384,0.43464001019795734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,16384,0.4405706723531087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,16384,0.38309868176778156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,16384,0.43909335136413574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,16384,0.3535573482513428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,16384,0.36497068405151367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,16384,0.3122719923655192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,16384,0.35049601395924884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,16384,0.2732586661974589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,16384,0.2828960021336873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,16384,0.2492426633834839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,16384,0.26661866903305054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,16384,0.21836799383163452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,16384,0.22182933489481607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,16384,0.1755573352177938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,16384,0.18500800927480063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,16384,0.14523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,16384,0.15387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,16384,0.11890666683514912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,16384,0.1144533356030782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,16384,0.09983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,16384,0.08185600241025288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,16384,0.06753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,16384,0.05202666421731313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,16384,0.05286400020122528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,16384,0.05752533177534739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,16384,0.05065600077311198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,16384,0.05638400216897329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,16384,0.048341333866119385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,16384,0.053455998500188194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,16384,0.04364799956480662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,16384,0.043712000052134194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,16384,0.044031997521718345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,16384,0.050666665037473045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,16384,0.050197333097457886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,16384,0.04703466594219208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,16384,0.04844266672929128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,16384,0.04593066871166229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,16384,0.04686399797598521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,16384,0.04740799963474274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,16384,0.04613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,16384,0.04408533374468485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,16384,0.04496533175309499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,16384,0.044112001856168113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,16384,0.04484800000985464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,16384,0.04399999976158142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,16384,0.04390933116277059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,16384,0.04375466704368591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,16384,0.04358933369318644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,16384,0.0439626673857371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,16384,0.04377066592375437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,16384,0.04379733403523763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,16384,0.04420800010363261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,16384,0.04374399781227112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,16384,0.04398933549722036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,16384,0.043749332427978516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,16384,0.04560533165931702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,16384,0.04543999830881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,16384,0.044693330923716225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,16384,0.04539733131726583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,16384,0.05417599777380625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,16384,3.655949274698893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,16384,1.8870852788289387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,16384,0.9449360370635986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,16384,0.5303440093994141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,16384,0.49588533242543537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,16384,0.4912213484446208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,16384,0.535370667775472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,16384,0.4572879870732625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,16384,0.4651120106379191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,16384,0.41910401980082196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,16384,0.43224533398946124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,16384,0.41066400210062665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,16384,0.403658668200175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,16384,0.37642931938171387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,16384,0.3724000056584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,16384,0.33160267273585003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,16384,0.36263465881347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,16384,0.3082853356997172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,16384,0.29595200220743817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,16384,0.28147733211517334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,16384,0.2756693363189697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,16384,0.2337013284365336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,16384,0.23933867613474527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,16384,0.21390400330225626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,16384,0.20768000682195029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,16384,0.18709333737691244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,16384,0.17662400007247925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,16384,0.14807466665903726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,16384,0.15264266729354858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,16384,0.1193333367506663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,16384,0.11935999989509583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,16384,0.10379466414451599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,16384,0.09487199783325195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,16384,0.08526933193206787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,16384,0.0554613322019577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,16384,0.07735466460386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,16384,0.050186668833096824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,16384,0.05150400102138519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,16384,0.051125332713127136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,16384,0.0537120004494985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,16384,0.05588533480962118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,16384,0.057536001006762184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,16384,0.05365866422653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,16384,0.05194399754206339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,16384,0.04265866676966349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,16384,0.04177066683769226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,16384,0.04116799930731455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,16384,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,16384,0.041522666811943054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,16384,0.04572266836961111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,16384,0.04493333399295807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,16384,0.04442666471004486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,16384,0.0413946658372879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,16384,0.04216266671816508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,16384,0.041549332439899445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,16384,0.03929600119590759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,16384,0.037602665523687996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,16384,0.03751199940840403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,16384,0.03562666724125544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,16384,0.03700533260901769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,16384,0.03762933363517126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,16384,0.03794399897257487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,16384,0.037159999211629234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,16384,0.036650667587916054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,16384,0.03681333363056183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,16384,0.03579200059175491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,16384,0.03517066687345505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,16384,0.03485599905252457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,16384,0.035349334279696144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,16384,0.03463733444611231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,16384,0.03666933377583822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,16384,0.035858665903409324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,16384,0.03521333386500677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,16384,0.03631199896335602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,51200,0.8254400094350179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,16384,0.9826506773630778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,16384,0.5474933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,16384,3.9169413248697915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,16384,2.0260799725850425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,16384,0.6031920115152994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,16384,0.5151013135910034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,16384,0.5445306698481241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,16384,0.5471013387044271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,16384,0.46909066041310626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,16384,0.5359253485997518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,16384,0.4948106606801351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,16384,0.4073760112126668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,16384,0.43889065583546955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,16384,0.3827120065689087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,16384,0.34858131408691406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,16384,0.3692320187886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,16384,0.31457066535949707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,16384,0.282477339108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,16384,0.2993866602579753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,16384,0.43532268206278485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,16384,0.39397335052490234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,16384,0.23016266028086343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,16384,0.2262986699740092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,16384,0.19906665881474814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,16384,0.2526293396949768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,16384,0.2760133345921834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,16384,0.15677600105603537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,16384,0.12773600220680237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,16384,0.13429866234461466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,16384,0.3185653289159139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,16384,0.21041866143544516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,16384,0.0717413326104482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,16384,0.16592267155647278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,16384,0.09651999672253926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,16384,0.10665333271026611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,16384,0.04679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,16384,0.05836800237496694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,16384,0.046210666497548424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,16384,0.043607999881108604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,16384,0.04483466843763987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,16384,0.04320266842842102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,16384,0.04359999795754751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,16384,0.0466186652580897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,16384,0.04631466666857401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,16384,0.03863200048605601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,16384,0.03805066645145416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,16384,0.03942133237918218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,16384,0.038749332229296364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,16384,0.03833066672086716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,16384,0.03527733435233434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,16384,0.03526400029659271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,16384,0.035586667557557426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,16384,0.03526400029659271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,16384,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,16384,0.03454400102297465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,16384,0.034290666381518044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,16384,0.0376826673746109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,16384,0.034487999975681305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,16384,0.03809866557518641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,16384,0.03427733232577642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,16384,0.03405066579580307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,16384,0.03426400075356165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,16384,0.0347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,16384,0.03854133437077204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,16384,0.03455200046300888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,16384,0.03421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,16384,0.06661066909631093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,16384,0.06606400012969971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,16384,0.0658079981803894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,16384,0.06578400234381358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,16384,0.06629600127538045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,16384,0.06785333156585693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,16384,0.06543200214703877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,16384,0.03392533212900162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,16384,0.9299821853637695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,16384,1.9464675055609808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,16384,0.4761350949605306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,16384,0.2831413216061062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,16384,0.2754631042480469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,16384,0.2724977864159478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,16384,0.24583999315897623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,16384,0.24564266204833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,16384,0.2383128801981608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,16384,0.23803732130262586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,16384,0.23796444469028047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,16384,0.19985244009229872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,16384,0.1914880010816786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,16384,0.19128710693783232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,16384,0.1902079979578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,16384,0.19359466764662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,16384,0.19070933924780953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,16384,0.15374933348761663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,16384,0.1561617718802558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,16384,0.15331910716162786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,16384,0.1539928913116455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,16384,0.1505511071946886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,16384,0.12196266651153564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,16384,0.11678400304582383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,16384,0.11577599578433567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,16384,0.11302399635314941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,16384,0.11789155006408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,16384,0.11347022321489121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,16384,0.0810862249798245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,16384,0.08227377467685275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,16384,0.08030577500661214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,16384,0.07859377728568183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,16384,0.07612266805436876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,16384,0.05188088946872287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,16384,0.04349155558480156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,16384,0.03943644298447503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,16384,0.03935822182231479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,16384,0.03856888744566176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,16384,0.03937955697377523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,16384,0.03927110963397556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,16384,0.03928000066015456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,16384,0.03849777910444472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,16384,0.03866666555404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,16384,0.03866133424970839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,16384,0.03858133488231235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,16384,0.03796622157096863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,16384,0.0380675560898251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,16384,0.03740444448259141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,16384,0.03790222273932563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,16384,0.03728355632887946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,16384,0.03791822327507867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,16384,0.03717333409521315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,16384,0.03685333331425985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,16384,0.03670933180385166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,16384,0.036666668123669095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,16384,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,16384,0.03727644350793626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,16384,0.037512888511021934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,16384,0.037294222248925105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,16384,0.03729066583845351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,16384,0.03721244467629327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,16384,0.03724088933732774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,16384,0.03721244467629327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,16384,0.037724445263544716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,16384,0.03720000055101182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,16384,0.03709333472781711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,16384,0.03750755720668369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,16384,0.03728533453411526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,16384,0.03731200098991394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,16384,0.03656355539957682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,16384,0.037464890215131975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,12288,3.3371146519978843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,12288,1.9066774050394695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,12288,0.8500266869862875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,12288,0.5442613363265991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,12288,0.5006666580835978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,12288,0.4379359881083171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,12288,0.4100373188654582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,12288,0.4013599952061971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,12288,0.4035946528116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,12288,0.37992000579833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,12288,0.3920053243637085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,12288,0.3684693177541097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,12288,0.376693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,12288,0.3372639815012614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,12288,0.31851200262705487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,12288,0.304362674554189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,12288,0.3259359995524089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,12288,0.2868746717770894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,12288,0.26425600051879883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,12288,0.24736533562342325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,12288,0.25889599323272705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,12288,0.2148053248723348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,12288,0.209824005762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,12288,0.19591999053955078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,12288,0.19604800144831339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,12288,0.1715839902559916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,12288,0.16306666533152261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,12288,0.14034666617711386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,12288,0.13539200027783713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,12288,0.114138662815094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,12288,0.1107360025246938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,12288,0.09240000446637471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,12288,0.08801066875457764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,12288,0.0767146646976471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,12288,0.06507733464241028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,12288,0.0517493337392807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,12288,0.04283200204372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,12288,0.04205333193143209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,12288,0.04250133534272512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,12288,0.046181331078211464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,12288,0.04058666775623957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,12288,0.04597333570321401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,12288,0.0378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,12288,0.041663999358812966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,12288,0.03346666693687439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,12288,0.03340800106525421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,12288,0.03341866781314214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,12288,0.03849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,12288,0.03841600070397059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,12288,0.03573866685231527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,12288,0.03957333415746689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,12288,0.03822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,12288,0.0383840004603068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,12288,0.038218667109807335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,12288,0.03764266769091288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,12288,0.03580799947182337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,12288,0.03401066611210505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,12288,0.03576533248027166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,12288,0.03359466542800268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,12288,0.03566399961709976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,12288,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,12288,0.03509866694609324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,12288,0.03498133271932602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,12288,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,12288,0.035088000198205314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,12288,0.03551999976237615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,12288,0.03385066737731298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,12288,0.033914667864640556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,12288,0.03352533280849457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,12288,0.033813332517941795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,12288,0.03547733277082443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,12288,0.035071998834609985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,12288,0.03486400097608566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,12288,0.035391998787721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,12288,2.8307040532430015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,12288,1.4538453420003254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,12288,0.738813320795695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,12288,0.4148186842600505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,12288,0.41781334082285565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,12288,0.3725466728210449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,12288,0.37887998421986896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,12288,0.35395999749501544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,12288,0.3508880138397217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,12288,0.3301759958267212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,12288,0.33259199062983197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,12288,0.3120293418566386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,12288,0.31989065806070965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,12288,0.2858106692632039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,12288,0.27432000637054443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,12288,0.25492533047993976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,12288,0.2646106680234273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,12288,0.2326586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,12288,0.22718934218088785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,12288,0.20833067099253336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,12288,0.21063733100891113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,12288,0.18068534135818481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,12288,0.17942933241526285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,12288,0.16614933808644614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,12288,0.1653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,12288,0.14513333638509116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,12288,0.14204266667366028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,12288,0.12239733338356018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,12288,0.12181867162386577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,12288,0.1006426711877187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,12288,0.0965280036131541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,12288,0.08011466761430104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,12288,0.07814933359622955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,12288,0.06805600225925446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,12288,0.06177066763242086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,12288,0.04931466778119405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,12288,0.04524266719818115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,12288,0.04407466451327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,12288,0.043149332205454506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,12288,0.0440586656332016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,12288,0.047367999951044716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,12288,0.043050666650136314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,12288,0.040063999593257904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,12288,0.040181333820025124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,12288,0.03570933391650518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,12288,0.035674666364987694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,12288,0.035189333061377205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,12288,0.03624266634384791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,12288,0.03517066687345505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,12288,0.03775999943415324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,12288,0.03773066649834315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,12288,0.0341413343946139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,12288,0.0330079992612203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,12288,0.03359466542800268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,12288,0.03138933330774307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,12288,0.03480000048875809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,12288,0.029639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,12288,0.029477333029111225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,12288,0.030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,12288,0.029735999802748363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,12288,0.029535998900731403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,12288,0.030479999879995983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,12288,0.02991466720898946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,12288,0.02903733402490616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,12288,0.028408000866572063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,12288,0.029682666063308716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,12288,0.028970666229724884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,12288,0.02826933314402898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,12288,0.02957066645224889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,12288,0.028232000768184662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,12288,0.028912000358104706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,12288,0.028570666909217834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,12288,0.027935999135176342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,12288,0.027698665857315063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,16384,0.036455111371146307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,16384,0.03715022073851691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,12288,3.2967707316080728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,12288,1.5804400444030762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,12288,0.45367467403411865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,16384,0.036529776122834944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,12288,0.41807734966278076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,12288,0.8158266544342041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,12288,0.39976799488067627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,12288,0.5061866839726766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,12288,0.37907199064890545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,12288,0.387991984685262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,12288,0.3596080144246419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,12288,0.3741813500722249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,12288,0.45606664816538495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,12288,0.3265013297398885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,12288,0.2919440070788066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,12288,0.3095039923985799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,12288,0.4424026807149251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,12288,0.26948533455530804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,12288,0.24279467264811197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,12288,0.25094666083653766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,12288,0.4224026600519816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,12288,0.3256853421529134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,12288,0.19502133131027222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,12288,0.19506667057673135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,12288,0.1717039942741394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,12288,0.2688213388125102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,12288,0.21645599603652954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,12288,0.13204532861709595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,12288,0.11377599835395813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,12288,0.23026933272679648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,12288,0.17545866966247559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,12288,0.1386186679204305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,12288,0.05950400233268738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,12288,0.1139066716035207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,12288,0.08856266736984253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,12288,0.08061333497365315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,12288,0.04678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,12288,0.040663999815781914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,12288,0.03722399969895681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,12288,0.036146665612856545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,12288,0.03550933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,12288,0.03528533379236857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,12288,0.04026666780312856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,12288,0.04099466651678085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,12288,0.03851466625928879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,12288,0.03146400054295858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,12288,0.03186399986346563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,12288,0.030693332354227703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,12288,0.030037333567937214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,12288,0.030192000170548756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,12288,0.028165332973003387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,12288,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,12288,0.027802666028340656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,12288,0.027786667148272198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,12288,0.027933334310849506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,12288,0.027637332677841187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,12288,0.02792266756296158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,12288,0.028223998844623566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,12288,0.027818667391935985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,12288,0.02696799983580907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,12288,0.02776266634464264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,12288,0.027944001058737438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,12288,0.050581331054369606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,12288,0.04945066571235657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,12288,0.05053600172201792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,12288,0.052069331208864846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,12288,0.05297866463661194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,12288,0.05008799831072489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,12288,0.05226399997870127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,12288,0.05116266508897146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,12288,0.05088266730308533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,12288,0.04986133178075155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,12288,0.03198933353026708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,12288,0.032655999064445496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,12288,0.031229334572951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,12288,1.3790094057718914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,12288,0.6733026504516602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,12288,0.36048134167989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,12288,0.2070146600405375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,12288,0.20465066035588583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,12288,0.20601999759674072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,12288,0.1877359946568807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,12288,0.18010665973027548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,12288,0.17910399039586386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,12288,0.17841466267903647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,12288,0.18160265684127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,12288,0.14850266774495444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,12288,0.14732399582862854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,12288,0.14572133620580038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,12288,0.1497053305308024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,12288,0.14493200182914734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,12288,0.1463493307431539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,12288,0.12150399883588155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,12288,0.11855600277582805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,12288,0.11709200342496236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,12288,0.11884267131487529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,12288,0.11827199657758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,12288,0.09197599689165752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,12288,0.0898799995581309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,12288,0.08931199709574382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,12288,0.0895746648311615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,12288,0.08837999900182088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,12288,0.08628267049789429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,12288,0.06280000011126201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,12288,0.061893333991368614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,12288,0.06125199794769287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,12288,0.060249333580334984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,12288,0.05952533086140951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,12288,0.0400693342089653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,12288,0.030934666593869526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,12288,0.03402133285999298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,12288,0.030906667311986286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,12288,0.030625333388646443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,12288,0.030322665969530743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,12288,0.030030667781829834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,12288,0.03108000010251999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,12288,0.030506665507952373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,12288,0.030482667187849682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,12288,0.029882666965325672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,12288,0.02951333423455556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,12288,0.029401332139968872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,12288,0.029443999131520588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,12288,0.02938533325990041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,12288,0.029048000772794087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,12288,0.0294146661957105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,12288,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,12288,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,12288,0.0290160005291303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,12288,0.029521333674589794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,12288,0.02980000029007594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,12288,0.028998665511608124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,12288,0.029566665490468342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,12288,0.029522667328516643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,12288,0.028964000443617504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,12288,0.02959466725587845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,12288,0.029629332323869068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,12288,0.029009332259496052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,12288,0.0290106659134229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,12288,0.02922666569550832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,12288,0.02932666738828023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,12288,0.029517332712809246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,12288,0.029475999375184376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,12288,0.029331999520460766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,12288,0.029365333418051403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,12288,0.029018667836983997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,12288,0.029604000349839527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,10240,2.6613334019978843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,10240,1.3862773577372234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,10240,0.7174452940622965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,10240,0.41253332297007245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,10240,0.4081706603368123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,10240,0.3684053421020508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,10240,0.3542399803797404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,10240,0.3550560077031453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,10240,0.3351786533991496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,10240,0.3119093378384908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,10240,0.31972267230351764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,10240,0.29803733030955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,10240,0.28011200825373334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,10240,0.2762773235638936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,10240,0.26453866561253864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,10240,0.24975999196370444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,10240,0.25872000058492023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,10240,0.23767467339833578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,10240,0.21643733978271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,10240,0.2050186594327291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,10240,0.20908266305923462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,10240,0.18013866742451987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,10240,0.17043199141820273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,10240,0.16461333632469177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,10240,0.1654933293660482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,10240,0.1451359987258911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,10240,0.1346773306528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,10240,0.11408000191052754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,10240,0.11673067013422649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,10240,0.0958186686038971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,10240,0.09256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,10240,0.08874133229255676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,10240,0.07562133173147838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,10240,0.06677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,10240,0.056554665168126426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,10240,0.045567999283472695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,10240,0.03841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,10240,0.03682133307059606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,10240,0.03766933331886927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,10240,0.04110399881998698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,10240,0.03642666588226954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,10240,0.04121066629886627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,10240,0.03329599897066752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,10240,0.03692266593376795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,10240,0.028384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,10240,0.029066666960716248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,10240,0.028357334434986115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,10240,0.030746666093667347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,12288,0.028953333695729572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,10240,0.0322080006202062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,10240,0.03377600014209747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,10240,0.03381866713364919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,10240,0.032442666590213776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,10240,0.029029332101345062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,10240,0.03384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,10240,0.032960000137488045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,10240,0.03187733391920725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,10240,0.029653333127498627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,10240,0.030239999294281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,10240,0.030389333764712017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,10240,0.030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,10240,0.030906667311986286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,10240,0.0305226668715477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,10240,0.029792000850041706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,10240,0.030447999636332195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,10240,0.03012266755104065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,10240,0.03010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,10240,0.02977599948644638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,10240,0.02985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,10240,0.028677334388097126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,10240,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,10240,0.029525332152843475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,10240,0.030037333567937214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,10240,0.029552000264326733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,10240,2.311896006266276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,10240,0.029370665550231934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,10240,1.163698673248291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,10240,0.3452506860097249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,10240,0.5911706686019897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,10240,0.3153573274612427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,10240,0.3300373355547587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,10240,0.293232003847758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,10240,0.2890613277753194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,10240,0.28970666726430255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,10240,0.26370400190353394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,10240,0.26207999388376874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,10240,0.24526133139928183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,10240,0.23903733491897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,10240,0.22967199484507242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,10240,0.22457599639892578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,10240,0.20624800523122153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,10240,0.21046133836110434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,10240,0.19328000148137411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,10240,0.18281066417694092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,10240,0.17093332608540854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,10240,0.17246399323145548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,10240,0.14909066756566366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,10240,0.13820532957712808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,10240,0.1404213309288025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,10240,0.12261600295702617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,10240,0.11757866541544597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,10240,0.09989600380261739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,10240,0.10005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,10240,0.0838640034198761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,10240,0.08717067042986552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,10240,0.07502133150895436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,10240,0.0666720022757848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,10240,0.14956000447273254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,10240,0.0588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,10240,0.05328799784183502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,10240,0.04154666761557261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,10240,0.03738400091727575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,10240,0.039378667871157326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,10240,0.03929866602023443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,10240,0.03728266557057699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,10240,0.04237066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,10240,0.0367253323396047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,10240,0.034077333907286324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,10240,0.03425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,10240,0.03162399927775065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,10240,0.03072533259789149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,10240,0.03065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,10240,0.03218133250872294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,10240,0.032530667881170906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,10240,0.03193866709868113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,10240,0.03314133236805598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,10240,0.029946667452653248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,10240,0.029869332909584045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,10240,0.029487999776999157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,10240,0.02773866554101308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,10240,0.02852533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,10240,0.026242665946483612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,10240,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,10240,0.02874133239189784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,10240,0.02685600022474925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,10240,0.026496000587940216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,10240,0.02629599968592326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,10240,0.026791999737421673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,10240,0.02694133420785268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,10240,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,10240,0.025274666647116344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,10240,0.025589334468046825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,10240,0.025466665625572205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,10240,0.027744000156720478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,10240,0.02626666675011317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,10240,0.026546667019526165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,10240,0.025727999707063038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,10240,0.02661066750685374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,10240,0.025861332813898723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,10240,2.8552347819010415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,10240,0.7340453465779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,10240,1.4224507013956706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,10240,0.41309332847595215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,12288,0.029421334465344746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,10240,0.3877040147781372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,12288,0.02919066697359085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,10240,0.3661280075709025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,10240,0.4503146807352702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,10240,0.3326373298962911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,10240,0.34721867243448895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,10240,0.3217066725095113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,10240,0.4140026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,10240,0.332477331161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,10240,0.29502399762471515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,10240,0.2713386615117391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,10240,0.28068532546361286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,10240,0.4034613370895386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,10240,0.24393600225448608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,10240,0.2255493402481079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,10240,0.2314586639404297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,10240,0.3767840067545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,10240,0.2906213402748108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,10240,0.17108800013860068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,10240,0.17216533422470093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,10240,0.24873334169387817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,10240,0.15055200457572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,10240,0.20102399587631226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,10240,0.12001867095629375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,10240,0.10603732864061992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,10240,0.2063493331273397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,10240,0.15517333149909973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,10240,0.12640000383059183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,10240,0.05473066866397858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,10240,0.10279200474421184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,10240,0.08058399955431621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,10240,0.07039199769496918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,10240,0.041218665738900505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,10240,0.03649600098530451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,10240,0.03336266676584879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,10240,0.03243999928236008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,10240,0.03271200011173884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,10240,0.03051466743151347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,10240,0.03473333269357681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,10240,0.03409333278735479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,10240,0.033357332150141396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,10240,0.029530666768550873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,10240,0.028210667272408802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,10240,0.02790133406718572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,10240,0.028621333340803783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,10240,0.02701599895954132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,10240,0.025464000801245373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,10240,0.024962666134039562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,10240,0.024557332197825115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,10240,0.02463999887307485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,10240,0.025050667424996693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,10240,0.02493600050608317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,10240,0.025248001019159954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,10240,0.024671999116738636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,10240,0.024098667005697887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,10240,0.02478133390347163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,10240,0.0476719985405604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,10240,0.04651199777921041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,10240,0.0466213325659434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,10240,0.04502933224042257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,10240,0.05037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,10240,0.05202933152516683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,10240,0.044669335087140404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,10240,0.04590400060017904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,10240,0.04897066454092661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,10240,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,10240,0.043568000197410583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,10240,0.042493333419164024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,10240,0.042674665649731956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,10240,0.027240000665187836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,10240,0.027293334404627483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,10240,1.155903975168864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,10240,0.5980013211568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,10240,0.299564003944397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,10240,0.17653334140777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,10240,0.1763599912325541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,10240,0.1800266702969869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,10240,0.1561906635761261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,10240,0.1525879999001821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,10240,0.15335999925931296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,10240,0.15558266639709473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,10240,0.1509760022163391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,10240,0.12869066993395487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,10240,0.12694266438484192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,10240,0.12923999627431235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,10240,0.12702932953834534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,10240,0.1251466671625773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,10240,0.1260439952214559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,10240,0.1059066653251648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,10240,0.10292933384577434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,10240,0.10087866584459941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,10240,0.10047333439191182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,10240,0.10185600320498149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,10240,0.07945733269055684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,10240,0.07808533310890198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,10240,0.08036533494790395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,10240,0.0753093312184016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,10240,0.07642399768034618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,10240,0.07363999883333842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,10240,0.05666399995485941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,10240,0.05293599764506022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,10240,0.052401334047317505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,10240,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,10240,0.051470667123794556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,10240,0.033517333368460335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,10240,0.030061334371566772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,10240,0.02790133406718572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,10240,0.027374667425950367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,10240,0.027463999887307484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,10240,0.027534666160742443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,10240,0.026677332818508148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,10240,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,10240,0.026910667618115742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,10240,0.026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,10240,0.026513333121935528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,10240,0.02608933299779892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,10240,0.026518667737642925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,10240,0.02606000006198883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,10240,0.025946666797002155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,10240,0.026534666617711384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,10240,0.025906667113304138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,10240,0.026009333630402882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,10240,0.025985332826773327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,10240,0.026093333959579468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,10240,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,10240,0.025421333809693653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,10240,0.0260520006219546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,10240,0.02567066748936971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,10240,0.02587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,10240,0.025864000121752422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,10240,0.025985332826773327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,10240,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,10240,0.025499999523162842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,10240,0.02588133265574773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,10240,0.0259253333012263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,10240,0.025827998916308086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,10240,0.025827998916308086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,10240,0.025470666587352753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,10240,0.025849332412083943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,10240,0.0260026678442955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,10240,0.025869332253932953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,10240,0.025961334506670635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,8192,2.297386646270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,8192,1.281176010767619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,8192,0.6231973171234131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,8192,0.3675119876861572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,8192,0.3350106477737427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,8192,0.36371199289957684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,8192,0.2866986592610677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,8192,0.29476799567540485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,8192,0.28893333673477173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,8192,0.24440266688664755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,8192,0.24561333656311035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,8192,0.2397999962170919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,8192,0.23092265923817953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,8192,0.24578400452931723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,8192,0.2283253272374471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,8192,0.2026426593462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,8192,0.20196533203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,8192,0.1921573281288147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,8192,0.17711732784907022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,8192,0.15738933285077414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,8192,0.15864800413449606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,8192,0.13741067051887512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,8192,0.13276799519856772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,10240,0.0258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,8192,0.13297067085901895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,8192,0.1345573365688324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,8192,0.11643466353416443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,8192,0.10678933064142863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,8192,0.0880240003267924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,8192,0.09143199523289998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,8192,0.07175999879837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,8192,0.06917333106199901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,8192,0.06980800131956737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,8192,0.05730666716893514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,8192,0.051037331422170006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,8192,0.04197599987188975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,8192,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,8192,0.02902399996916453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,8192,0.028701332708199818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,8192,0.028717334071795147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,8192,0.03206400076548258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,8192,0.02792799969514211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,8192,0.03143466760714849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,8192,0.025960000852743786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,8192,0.02828533450762431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,8192,0.022242667774359386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,8192,0.022173332671324413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,8192,0.022754666705926258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,8192,0.02387999991575877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,8192,0.025282666087150574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,8192,0.02826400101184845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,8192,0.02648266653219859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,8192,0.025586667160193127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,8192,0.022810667753219604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,8192,0.02455466737349828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,8192,0.022039999564488728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,8192,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,8192,0.02375199894110362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,8192,0.02385866641998291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,8192,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,8192,0.023376000424226124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,8192,0.023410665492216747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,8192,0.023202667633692425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,8192,0.023039999107519787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,8192,0.023512000838915508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,8192,0.02346666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,8192,0.023215999205907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,8192,0.022514666120211285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,8192,0.022327999273935955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,8192,0.02234933276971181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,8192,0.022034667432308197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,8192,0.023128000398476917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,8192,0.02342933416366577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,8192,0.023197333017985027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,8192,0.023416000107924145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,8192,1.866087171766493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,8192,0.49451377656724715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,8192,0.9271235995822482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,8192,0.26879821883307564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,8192,0.26240356763203937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,8192,0.2551306618584527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,8192,0.23156444231669107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,8192,0.23751465479532877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,8192,0.22598934173583984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,8192,0.2153244415918986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,8192,0.21213332811991373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,8192,0.19333688418070474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,8192,0.19056355953216553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,8192,0.1838844484753079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,8192,0.1782275570763482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,8192,0.16990578174591064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,8192,0.1599324411816067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,8192,0.17129245069291857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,8192,0.14851378069983587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,8192,0.1406328943040636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,8192,0.14314488569895426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,8192,0.12538311216566297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,8192,0.11885866853925918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,8192,0.12296888563368057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,8192,0.1151591142018636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,8192,0.09695111380683051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,8192,0.08432355854246353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,8192,0.08314488993750678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,8192,0.06940799951553345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,8192,0.0699768861134847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,8192,0.06271821922726102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,8192,0.0563288860850864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,8192,0.048688001102871366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,8192,0.04449955622355143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,8192,0.0362115568584866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,8192,0.03301689028739929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,8192,0.09764089186986287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,8192,0.03366044494840834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,8192,0.034191999170515276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,8192,0.03308622373474969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,8192,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,8192,0.03195910983615451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,8192,0.029402666621738013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,8192,0.029987557066811457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,8192,0.027768888407283362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,8192,0.02695466743575202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,8192,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,8192,0.02903111113442315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,8192,0.029150221082899306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,8192,0.028446220689349707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,8192,0.028963555892308552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,8192,0.026776888304286536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,8192,0.0251519994603263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,8192,0.026327111654811438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,8192,0.02572444412443373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,8192,0.02712533374627431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,8192,0.023786667320463393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,8192,0.02496533261405097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,8192,0.024476443727811176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,8192,0.023198222120602924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,8192,0.022819555468029443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,8192,0.024241778585645888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,8192,0.024588444166713293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,8192,0.02464177707831065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,8192,0.023050665855407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,8192,0.023436443673239812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,8192,0.02348444362481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,8192,0.022965333527988855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,8192,0.02478222217824724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,8192,0.02310933338271247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,8192,0.02436622149414486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,8192,0.022981334063741896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,8192,0.02418488926357693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,8192,0.023738667368888855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,10240,0.025861332813898723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,10240,0.025382667779922485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,8192,2.546821382310655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,8192,0.3675519890255398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,8192,1.2711928685506184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,8192,0.3380782339307997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,8192,0.6760409143235949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,8192,0.32979732089572483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,8192,0.39623112148708767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,8192,0.29622578620910645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,8192,0.3050524393717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,8192,0.28245332505967885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,8192,0.2887715498606364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,8192,0.36501865916781956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,8192,0.2577955457899305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,8192,0.23820800251430937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,8192,0.24528000089857313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,8192,0.3504142231411404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,8192,0.21284622616238066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,8192,0.19672532876332602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,8192,0.19785243935055205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,8192,0.33196621470981175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,8192,0.2579146756066216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,8192,0.1509759955936008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,8192,0.15084266662597656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,8192,0.13204444779290095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,8192,0.21716800000932482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,8192,0.17426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,8192,0.10151288906733195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,8192,0.09018488725026448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,8192,0.1833653317557441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,8192,0.1339999967151218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,8192,0.11128355397118463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,8192,0.04514133267932468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,8192,0.08432000213199192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,8192,0.0706826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,8192,0.05435555511050754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,8192,0.032607999112870954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,8192,0.028181334336598713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,8192,0.025127111209763422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,8192,0.02423644396993849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,8192,0.023955555425749883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,8192,0.023544889357354905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,8192,0.02798933453030056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,8192,0.02896889050801595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,8192,0.025656888882319134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,8192,0.02238222294383579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,8192,0.02179555594921112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,8192,0.021409778131379023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,8192,0.021390222840838965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,8192,0.021178666088316176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,8192,0.019352888067563374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,8192,0.01937244501378801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,8192,0.020019556085268658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,8192,0.019902222686343722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,8192,0.019363555643293593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,8192,0.019354666272799175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,8192,0.01992177797688378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,8192,0.03442488776312934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,8192,0.0343484448062049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,8192,0.0343466666009691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,8192,0.035304887427224055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,8192,0.03503466645876566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,8192,0.035740445057551064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,8192,0.034974220726225115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,8192,0.03498488995763991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,8192,0.03576711151334975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,8192,0.03572977913750543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,8192,0.03590044379234314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,8192,0.03628266519970364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,8192,0.035818666219711304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,8192,0.036348445547951594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,8192,0.03646577729119195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,8192,0.023345778385798138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,8192,0.022295110755496558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,8192,0.021548445026079815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,8192,0.9377344131469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,8192,0.48036692937215164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,8192,0.2413344065348307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,8192,0.14241813023885092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,8192,0.1422709306081136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,8192,0.14381866455078124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,8192,0.12612586816151936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,8192,0.12352746327718098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,8192,0.1221664031346639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,8192,0.12530879974365233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,8192,0.1221120039621989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,8192,0.10378773212432861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,8192,0.10287466843922932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,8192,0.10476480325063069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,8192,0.10189119974772136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,8192,0.10115413665771485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,8192,0.08579946358998616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,8192,0.10245333512624104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,8192,0.08229440053304037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,8192,0.08139413197835287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,8192,0.08419199784596762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,8192,0.08072640101114908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,8192,0.06491946776707967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,8192,0.06343466838200887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,8192,0.06416746775309244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,8192,0.061051734288533534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,8192,0.061734398206075035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,8192,0.06008106470108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,8192,0.04635626475016276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,8192,0.04406720002492269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,8192,0.04377493460973104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,8192,0.042682667573293046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,8192,0.04326826731363932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,8192,0.025283199548721314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,8192,0.027561599016189577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,8192,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,8192,0.022807466983795165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,8192,0.02318933407465617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,8192,0.023188267151514688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,8192,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,8192,0.023114667336146037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,8192,0.02305493354797363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,8192,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,8192,0.022385066747665404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,8192,0.0223306675752004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,8192,0.022322134176890055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,8192,0.021913599967956544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,8192,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,8192,0.0219925324122111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,8192,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,8192,0.021970132986704506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,8192,0.021934932470321654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,8192,0.0215445339679718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,8192,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,8192,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,8192,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,8192,0.021884800990422566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,8192,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,8192,0.021923200289408366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,8192,0.021912533044815063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,8192,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,8192,0.02220266660054525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,8192,0.021964800357818604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,8192,0.022000000874201456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,8192,0.021977599461873373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,8192,0.021729065974553426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,8192,0.021707733472188316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,8192,0.021919999519983926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,8192,0.02157333294550578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,8192,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,7168,1.827602704366048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,7168,1.0299866994222004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,7168,0.5153226852416992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,7168,0.31884799400965375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,7168,0.3468559980392456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,7168,0.3021893302599589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,7168,0.2579759955406189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,7168,0.25394399960835773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,7168,0.2544853289922078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,7168,0.25282933314641315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,7168,0.2108853260676066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,7168,0.20552533864974976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,7168,0.19992266098658243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,7168,0.20382400353749594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,7168,0.1954480012257894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,7168,0.17792532841364542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,7168,0.19209599494934082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,7168,0.17405066887537637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,7168,0.16116000215212503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,7168,0.15251200397809347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,7168,0.15306133031845093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,7168,0.1280079980691274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,7168,0.12103733420372009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,7168,0.11659199992815654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,7168,0.12191200256347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,7168,0.10269866387049358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,7168,0.09206133087476094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,8192,0.021929599841435752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,7168,0.08409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,7168,0.08678932984670003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,7168,0.06839199860890706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,7168,0.06576000154018402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,7168,0.06282400091489156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,7168,0.05384799838066101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,7168,0.04540266593297323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,7168,0.03902933249870936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,7168,0.03088800112406413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,7168,0.025245333711306255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,7168,0.02511200060447057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,7168,0.025053332249323528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,7168,0.027431999643643696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,7168,0.02426133304834366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,7168,0.027399999399979908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,7168,0.022672000030676525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,7168,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,7168,0.01989599938193957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,7168,0.019816000014543533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,7168,0.019832000136375427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,7168,0.021136000752449036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,7168,0.020968000094095867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,7168,0.025402667621771496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,7168,0.025018667181332905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,7168,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,7168,0.02022666608293851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,7168,0.02109866589307785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,7168,0.01985866700609525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,7168,0.021173333128293354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,7168,0.022453332940737408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,7168,0.02183733383814494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,7168,0.0211493323246638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,7168,0.021741333107153576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,7168,0.021231998999913532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,7168,0.02143733451763789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,7168,0.021693333983421326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,7168,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,7168,0.021378666162490845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,7168,0.020474666108687718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,7168,0.020231999456882477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,7168,0.020245333512624104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,7168,0.020319999506076176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,7168,0.02089066555102666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,7168,0.02081599955757459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,7168,0.02053333322207133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,7168,0.020799999435742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,7168,0.02216800053914388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,7168,1.6677529017130535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,7168,0.4600373374091254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,7168,0.8218560218811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,7168,0.25654400719536674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,7168,0.22438044018215605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,7168,0.21981333361731636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,7168,0.1996391084459093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,7168,0.20155555672115752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,7168,0.19695466094546846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,7168,0.191393772761027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,7168,0.18483377827538383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,7168,0.17809066507551405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,7168,0.16934222645229766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,7168,0.16772800021701387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,7168,0.1578808890448676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,7168,0.15240532822079128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,7168,0.15186133649614122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,7168,0.14435556199815539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,7168,0.1314471165339152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,7168,0.1278080013063219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,7168,0.12285689512888591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,7168,0.1148373285929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,7168,0.10784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,7168,0.1019128892156813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,7168,0.09994488954544067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,7168,0.09214222431182861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,7168,0.08457777897516887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,7168,0.07625422212812635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,7168,0.07332089212205675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,7168,0.06694755289289686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,7168,0.06651555829577975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,8192,0.021639466285705566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,7168,0.05790755483839247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,7168,0.05222577850023905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,7168,0.045363555351893105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,7168,0.04343822267320421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,7168,0.03455822335349189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,7168,0.03015466531117757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,7168,0.030984888474146526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,7168,0.03145422206984626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,7168,0.030643555853101943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,7168,0.029055999384986028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,7168,0.027423999375767175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,7168,0.02842666705449422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,7168,0.025066667132907446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,7168,0.02498133314980401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,7168,0.02644444505373637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,7168,0.02661866611904568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,7168,0.027248000105222065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,7168,0.027002667387326557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,7168,0.025358221597141687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,7168,0.026353778110610113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,7168,0.02420799930890401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,7168,0.025281776984532673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,7168,0.023203555080625746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,7168,0.023747555083698694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,7168,0.023082666926913794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,7168,0.02335111134582096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,7168,0.023059555225902136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,7168,0.022563555174403723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,7168,0.02277511192692651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,7168,0.022620444496472675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,7168,0.031112889448801678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,7168,0.02286044425434536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,7168,0.025788444611761305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,7168,0.022965333527988855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,7168,0.023967999551031325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,7168,0.02269866731431749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,7168,0.02293155590693156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,7168,0.022821333673265245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,7168,0.022819555468029443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,7168,0.022615111536449854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,7168,0.02292622294690874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,7168,0.022675555613305833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,7168,0.023491554790072974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,8192,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,7168,1.2541582319471571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,7168,0.35601245032416445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,7168,2.4261563618977866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,7168,0.32795556386311847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,7168,0.6309582392374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,7168,0.3065759870741102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,7168,0.3744231065114339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,7168,0.2821848922305637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,7168,0.2892213397555881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,7168,0.26959111955430776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,7168,0.27360532018873424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,7168,0.35012798839145237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,7168,0.24768532647026908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,7168,0.23315376705593535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,7168,0.33164623048570424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,7168,0.2359466552734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,7168,0.20447111129760742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,7168,0.19279821713765463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,7168,0.19239466720157197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,7168,0.3132853243086073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,7168,0.24768000178866914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,7168,0.14606044027540419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,7168,0.14100089338090685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,7168,0.12740800115797254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,7168,0.2099519968032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,7168,0.1712906625535753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,7168,0.09288355376985337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,7168,0.08765688869688247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,7168,0.17073955800798205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,7168,0.12191822793748643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,7168,0.10718578100204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,7168,0.040074666341145836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,7168,0.07531911134719849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,7168,0.06275910801357694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,7168,0.050554666254255504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,7168,0.024826667375034753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,7168,0.024364444944593642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,7168,0.023185777995321486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,7168,0.022462222311231825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,7168,0.030067556434207495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,7168,0.02257599929968516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,7168,0.022613333331214056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,7168,0.024655999408827886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,7168,0.02593244446648492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,7168,0.020824889341990154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,7168,0.020216888851589628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,7168,0.019861333900027804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,7168,0.01983644399378035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,7168,0.020046222541067336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,7168,0.020055111911561754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,7168,0.018245332770877414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,7168,0.018001778258217704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,7168,0.017952000101407368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,7168,0.018019555343521964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,7168,0.018460444278187223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,7168,0.030794666873084173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,7168,0.01966399947802226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,7168,0.03300088975164626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,7168,0.03008177876472473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,7168,0.02964622113439772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,7168,0.03204266561402215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,7168,0.032483554548687406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,7168,0.03162844313515557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,7168,0.0325564444065094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,7168,0.03169066707293192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,7168,0.0296088887585534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,7168,0.03177244464556376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,7168,0.03109688891304864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,7168,0.03299377693070306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,7168,0.03220444586541917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,7168,0.03240888979699876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,7168,0.033752888441085815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,7168,0.03111999895837572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,7168,0.020152888364262052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,7168,0.22463146845499674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,7168,0.4275061289469401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,7168,0.815772819519043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,7168,0.12935573259989422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,7168,0.13143466313680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,7168,0.12666133244832356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,7168,0.11301973660786946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,7168,0.11106239954630534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,7168,0.11341119607289632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,7168,0.11010879675547283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,7168,0.1107477347056071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,7168,0.09344106515248617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,7168,0.09588906764984131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,7168,0.09234986305236817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,7168,0.09318613211313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,7168,0.09151679674784342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,7168,0.09321280320485434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,7168,0.07602346738179525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,7168,0.0753877321879069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,7168,0.07406826814015707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,7168,0.07643946806589762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,7168,0.07232960065205893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,7168,0.05937600135803223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,7168,0.05777813196182251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,7168,0.058441599210103355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,7168,0.05539306799570719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,7168,0.05406506856282552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,7168,0.05588693221410116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,7168,0.042301865418752034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,7168,0.03934719959894816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,7168,0.04009279807408651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,7168,0.038894931475321456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,7168,0.038943998018900555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,7168,0.0250709335009257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,7168,0.023586134115854897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,7168,0.02177919944127401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,7168,0.02136960029602051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,7168,0.02111146648724874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,7168,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,7168,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,7168,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,7168,0.02133973240852356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,7168,0.021373866001764934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,7168,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,7168,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,7168,0.02044586737950643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,7168,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,7168,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,7168,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,7168,0.02022613286972046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,7168,0.020300799608230592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,7168,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,7168,0.020100265741348267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,7168,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,7168,0.020363734165827433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,7168,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,7168,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,7168,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,7168,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,7168,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,7168,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,7168,0.02027626633644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,7168,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,7168,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,7168,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,7168,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,7168,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,7168,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,7168,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,7168,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,6144,1.5938132603963215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,6144,0.8582053184509277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,6144,0.41685601075490314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,6144,0.2557520071665446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,6144,0.24273866415023804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,6144,0.2480400005976359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,6144,0.21860533952713013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,6144,0.21463733911514282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,6144,0.21548267205556235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,6144,0.21580000718434653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,6144,0.21398399273554483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,6144,0.1882773240407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,6144,0.18021066983540854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,6144,0.1784293254216512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,6144,0.17095466454823813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,6144,0.15230933825174967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,6144,0.16200533509254456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,6144,0.15574933091799417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,6144,0.14093599716822305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,6144,0.13345866401990256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,6144,0.1298586626847585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,6144,0.111735999584198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,6144,0.10576267043749492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,6144,0.10233333706855774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,6144,0.10753333568572998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,6144,0.08945332964261372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,6144,0.08085066576798756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,6144,0.07238133251667023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,6144,0.07414133350054423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,6144,0.05672800044218699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,6144,0.06074133515357971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,7168,0.019883733987808228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,6144,0.053157334526379905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,6144,0.04377866784731547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,6144,0.040175999204317726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,6144,0.03303466737270355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,6144,0.027325332164764404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,6144,0.022240000466505688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,6144,0.022687998910744984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,6144,0.023007998863856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,6144,0.02478133390347163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,6144,0.02165066699186961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,6144,0.024103999137878418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,6144,0.02030666669209798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,6144,0.022082666556040447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,6144,0.017789332816998165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,6144,0.017818666994571686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,6144,0.017850667238235474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,6144,0.019653332730134327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,6144,0.018789333601792652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,6144,0.021751999855041504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,6144,0.020871999363104504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,6144,0.019773333022991817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,6144,0.017903999735911686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,6144,0.01889333377281825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,6144,0.017680000513792038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,6144,0.01916533336043358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,6144,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,6144,0.01677066708604495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,6144,0.016786667207876842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,6144,0.016778666526079178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,6144,0.01695466662446658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,6144,0.017191999902327854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,6144,0.016760000338157017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,6144,0.017293332765499752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,6144,0.016789333273967106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,6144,0.017165333032608032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,6144,0.01669866715868314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,6144,0.016869333883126576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,6144,0.016688000410795212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,6144,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,6144,0.01692266638080279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,6144,0.017136000096797943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,6144,0.016999999682108562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,6144,1.398643970489502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,6144,0.017125333348910015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,6144,0.3615866502126058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,6144,0.7388013203938802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,6144,0.19024266799290976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,6144,0.2104653318723043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,6144,0.18281867106755575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,6144,0.18460132678349814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,6144,0.17341999212900797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,6144,0.16980532805124918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,6144,0.1570186714331309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,6144,0.15457066893577576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,6144,0.14857066671053568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,6144,0.14524933695793152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,6144,0.1433466672897339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,6144,0.13906932870546976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,6144,0.12819199760754904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,6144,0.1296679973602295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,6144,0.12400266528129578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,6144,0.11735066771507263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,6144,0.10981600483258565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,6144,0.10746000210444133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,6144,0.09458000461260478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,6144,0.09456800421079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,6144,0.09089866280555725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,6144,0.08730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,6144,0.08222666879494984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,6144,0.07396666705608368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,6144,0.06576000154018402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,6144,0.05712800224622091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,6144,0.05739066501458486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,6144,0.0488293319940567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,6144,0.044677332043647766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,6144,0.040565334260463715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,6144,0.03872933238744736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,6144,0.030877334376176197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,6144,0.028345334033171337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,6144,0.029763999084631603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,6144,0.029073332746823628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,6144,0.07077866792678833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,6144,0.028520000477631886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,6144,0.028194665908813477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,6144,0.02864533414443334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,6144,0.02650933216015498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,6144,0.026334665715694427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,6144,0.02494533360004425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,6144,0.02334933231274287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,6144,0.02437866727511088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,6144,0.024745332698027294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,6144,0.025570665796597798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,6144,0.025334666172663372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,6144,0.024513334035873413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,6144,0.02385066697994868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,6144,0.024011999368667603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,6144,0.024301332732041676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,6144,0.02311599999666214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,6144,0.02272133280833562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,6144,0.021496000389258068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,6144,0.022102666397889454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,6144,0.02080533280968666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,6144,0.020954666038354237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,6144,0.023202667633692425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,6144,0.02069066713253657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,6144,0.021382667124271393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,6144,0.020850665867328644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,6144,0.021457334359486897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,6144,0.02168666571378708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,6144,0.020854666829109192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,6144,0.02091333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,6144,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,6144,0.02089466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,6144,0.020660000542799633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,6144,0.02075600003202756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,6144,0.02073066681623459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,6144,0.020705333600441616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,7168,0.020004266500473024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,7168,0.02025493383407593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,6144,2.2675387064615884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,6144,0.3278519908587138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,6144,1.1401320298512776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,6144,0.30064932505289715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,6144,0.5842386484146118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,6144,0.29201066493988037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,6144,0.35047733783721924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,6144,0.27043867111206055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,6144,0.271504004796346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,6144,0.2567533254623413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,6144,0.2569226622581482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,6144,0.32150399684906006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,6144,0.22613465785980225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,6144,0.2158093253771464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,6144,0.2173666755358378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,6144,0.3095773259798686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,6144,0.1909493406613668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,6144,0.17844400803248087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,6144,0.17640000581741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,6144,0.29483066002527875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,6144,0.2356719970703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,6144,0.13904133439064026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,6144,0.12740533550580344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,6144,0.1199079950650533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,6144,0.1983799934387207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,6144,0.15722399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,6144,0.075764000415802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,6144,0.0776199996471405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,6144,0.1535413364569346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,6144,0.10991332928339641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,6144,0.09915332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,6144,0.03549200048049291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,6144,0.06419600049654643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,6144,0.054627999663352966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,6144,0.04430533448855082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,6144,0.022639999787012737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,6144,0.02200799932082494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,6144,0.020146666715542477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,6144,0.027406667669614155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,6144,0.02050533394018809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,6144,0.020154666155576706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,6144,0.02016266683737437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,6144,0.022330666581789654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,6144,0.022730665902296703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,6144,0.01786400005221367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,6144,0.018014666934808094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,6144,0.017761333535114925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,6144,0.017743999759356182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,6144,0.018101333330074947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,6144,0.01815466706951459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,6144,0.016574667145808537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,6144,0.016153333087762196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,6144,0.016075999786456425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,6144,0.015716000149647396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,6144,0.0160520002245903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,6144,0.027347999314467113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,6144,0.026378666361172993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,6144,0.027260000507036846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,6144,0.02680133283138275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,6144,0.028377334276835125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,6144,0.02847333252429962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,6144,0.027885332703590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,6144,0.0268026664853096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,6144,0.02916133403778076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,6144,0.028006667892138164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,6144,0.027808000644048054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,6144,0.027329333126544952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,6144,0.029359998802344005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,6144,0.02845466633637746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,6144,0.02887466549873352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,6144,0.028090665737787884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,6144,0.029857332507769268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,6144,0.018221333622932434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,6144,0.018131999919811886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,6144,0.3787082672119141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,6144,0.727786636352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,6144,0.19293227195739746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,6144,0.117031462987264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,6144,0.11234133243560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,6144,0.10041279792785644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,6144,0.11432426770528156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,6144,0.10138026873270671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,6144,0.09918399651845297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,6144,0.09845653374989828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,6144,0.1003882646560669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,6144,0.08321812947591146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,6144,0.08313706715901693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,6144,0.08210026423136393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,6144,0.08416106700897216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,6144,0.081223464012146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,6144,0.08211306730906168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,6144,0.06869333585103353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,6144,0.06766506830851236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,6144,0.06580693324406942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,6144,0.06652373472849528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,6144,0.0660042683283488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,6144,0.053058131535847985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,6144,0.051747198899586996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,6144,0.05030399958292643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,6144,0.05117439826329549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,6144,0.049542399247487386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,6144,0.048189866542816165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,6144,0.03765866756439209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,6144,0.03571199973424276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,6144,0.034612266222635905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,6144,0.035665067036946614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,6144,0.03506666819254557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,6144,0.02294399936993917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,6144,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,6144,0.02001919945081075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,6144,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,6144,0.01948053240776062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,6144,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,6144,0.019236266613006592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,6144,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,6144,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,6144,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,6144,0.019138133525848387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,6144,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,6144,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,6144,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,6144,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,6144,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,6144,0.018258132537206016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,6144,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,6144,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,6144,0.018233599265416463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,6144,0.018259199460347493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,6144,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,6144,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,6144,0.018381865819295247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,6144,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,6144,0.01831573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,6144,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,6144,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,6144,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,6144,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,6144,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,6144,0.018447999159495035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,6144,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,6144,0.018263467152913413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,6144,0.01829119920730591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,6144,0.018450133005777993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,6144,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,6144,0.01830293337504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,5120,1.3016773064931233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,5120,0.8030746777852377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,5120,0.39048266410827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,5120,0.21941866477330527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,5120,0.22208267450332642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,5120,0.20673600832621256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,5120,0.18027732769648233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,5120,0.18092000484466553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,5120,0.1831573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,5120,0.149509330590566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,5120,0.16576799750328064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,5120,0.1442453364531199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,5120,0.1415786643822988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,5120,0.14231200019518533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,5120,0.13804533084233603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,5120,0.12226399779319763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,5120,0.1288693348566691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,5120,0.12045600016911824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,5120,0.1093626618385315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,5120,0.10386666655540466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,5120,0.10505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,5120,0.09060800075531006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,5120,0.0850053330262502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,5120,0.08041599889596303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,5120,0.08273866772651672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,5120,0.07062666614850362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,5120,0.06480266650517781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,5120,0.057578667998313904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,5120,0.05713333189487457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,5120,0.04623199999332428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,5120,0.05022666851679484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,5120,0.04417066772778829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,5120,0.0365253339211146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,5120,0.03410933415095011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,5120,0.02777066578467687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,5120,0.022973333795865376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,5120,0.01775466650724411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,5120,0.019853333632151287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,5120,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,5120,0.019962667177120846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,5120,0.018079999834299088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,5120,0.01993600030740102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,5120,0.01721599946419398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,5120,0.0189253327747186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,5120,0.015746666739384334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,5120,0.015485333899656931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,5120,0.015530666957298914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,5120,0.017224000145991642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,5120,0.017661333084106445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,5120,0.017770666629076004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,5120,0.01801866665482521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,5120,0.01669599985082944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,5120,0.01571200042963028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,5120,0.015853332976500194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,5120,0.014994667222102484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,5120,0.016352000335852306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,5120,0.01471199964483579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,5120,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,5120,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,5120,0.014834667245546976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,5120,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,5120,0.014618666221698126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,5120,0.014919999986886978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,5120,0.014669333895047506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,5120,0.014653333773215612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,5120,0.014786666880051294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,5120,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,5120,0.014760000010331472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,5120,0.014629332969586054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,5120,0.014661333213249842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,5120,0.01553600033124288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,5120,0.015599999576807022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,5120,0.015610666324694952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,5120,0.015698666373888653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,5120,1.1775893370310466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,5120,0.6010400056838989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,5120,0.30320266882578534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,5120,0.16622266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,5120,0.1626813312371572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,5120,0.15519600113232931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,5120,0.14632667104403177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,5120,0.15350666642189026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,5120,0.14484133323033652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,5120,0.13312533497810364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,5120,0.13252933820088705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,5120,0.12351733446121216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,5120,0.123471995194753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,5120,0.1196186641852061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,5120,0.10997733473777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,5120,0.11282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,5120,0.10093200206756592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,5120,0.09612533450126648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,5120,0.0944106678167979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,5120,0.0930613378683726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,5120,0.08312800029913585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,5120,0.123089333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,5120,0.08030133446057637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,5120,0.07533066471417744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,5120,0.0751066654920578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,5120,0.067371999224027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,5120,0.06528399884700775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,5120,0.05799866716066996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,5120,0.05484133462111155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,5120,0.04885333279768626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,5120,0.04560666779677073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,5120,0.0493319978316625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,5120,0.04068666696548462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,5120,0.037345332403977714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,5120,0.03435066590706507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,5120,0.029417333503564198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,5120,0.026913332442442577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,5120,0.027674667537212372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,5120,0.026787998775641125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,5120,0.02681466688712438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,5120,0.024706666668256123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,5120,0.024874667326609295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,5120,0.025245333711306255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,5120,0.022705333928267162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,5120,0.023181334137916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,5120,0.022659999628861744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,5120,0.024711998800436657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,5120,0.022667999068895977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,5120,0.024852000176906586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,5120,0.022905332346757252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,5120,0.024097333351771038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,5120,0.021889333923657734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,5120,0.02111866573492686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,5120,0.02226399878660838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,5120,0.026603999237219494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,5120,0.022046667834122975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,5120,0.021773333350817364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,5120,0.020638667047023773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,5120,0.021505333483219147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,5120,0.021826667090257008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,5120,0.021179998914400738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,5120,0.02009333297610283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,5120,0.020037333170572918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,5120,0.020753332724173863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,5120,0.020481333136558533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,5120,0.021405334273974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,5120,0.020527999848127365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,5120,0.020664000262816746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,5120,0.020702666292587917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,5120,0.019473332911729813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,5120,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,5120,0.020155999809503555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,5120,0.02067599942286809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,5120,0.0207866666217645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,6144,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,6144,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,5120,2.0868080457051597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,5120,0.30274667342503864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,5120,1.0683200359344482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,5120,0.2767973343531291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,5120,0.5581213235855103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,5120,0.27442000309626263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,5120,0.32235334316889447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,5120,0.24970932801564535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,5120,0.2500586708386739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,5120,0.236735999584198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,5120,0.23767733573913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,5120,0.2984573245048523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,5120,0.21359866857528687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,5120,0.20180133978525797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,5120,0.19746800263722739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,5120,0.28289999564488727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,5120,0.17428400119145712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,5120,0.16313599546750387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,5120,0.1587226688861847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,5120,0.27048933506011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,5120,0.2187933325767517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,5120,0.12063067158063252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,5120,0.10349599520365398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,5120,0.10001066327095032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,5120,0.18354533116022745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,5120,0.14478533466657004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,5120,0.06366133193174998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,5120,0.060647999246915184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,5120,0.13594933350880942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,5120,0.09025866786638896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,5120,0.08600933353106181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,5120,0.0320266659061114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,5120,0.054905335108439125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,5120,0.04728533327579498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,5120,0.0392413338025411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,5120,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,5120,0.020148000369469326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,5120,0.019073333591222763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,5120,0.018787999947865803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,5120,0.01885200043519338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,5120,0.018579999605814617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,5120,0.020940000812212627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,5120,0.02070799966653188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,5120,0.020222666362921398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,5120,0.016646667073170345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,5120,0.016523999472459156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,5120,0.016554666062196095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,5120,0.01613199959198634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,5120,0.016358666121959686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,5120,0.014590666939814886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,5120,0.014737332860628763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,5120,0.014990666260321936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,5120,0.014553333322207132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,5120,0.014642667025327682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,5120,0.02479066699743271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,5120,0.0245453342795372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,5120,0.025000000993410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,5120,0.024469333390394848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,5120,0.023428000509738922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,5120,0.024299999078114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,5120,0.025810666382312775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,5120,0.0240666667620341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,5120,0.025087999800841015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,5120,0.025248001019159954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,5120,0.025276000301043194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,5120,0.025591999292373657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,5120,0.024887998898824055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,5120,0.02476799984773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,5120,0.02627066771189372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,5120,0.025370667378107708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,5120,0.026377332707246143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,5120,0.016629333297411602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,5120,0.016571999837954838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,5120,0.01631866643826167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,5120,0.6282602945963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,5120,0.3404543876647949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,5120,0.1702624003092448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,5120,0.10052266915639241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,5120,0.10018773078918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,5120,0.10040213267008465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,5120,0.08894293308258057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,5120,0.08834559917449951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,5120,0.08630932966868082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,5120,0.08904853661855062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,5120,0.08590933481852213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,5120,0.07358400026957193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,5120,0.07308586438496908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,5120,0.0739466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,5120,0.07217600345611572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,5120,0.071234130859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,5120,0.07033600012461344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,5120,0.060456534226735435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,5120,0.05931306680043539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,5120,0.057853865623474124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,5120,0.05768640041351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,5120,0.05681386788686117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,5120,0.047337599595387775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,5120,0.04534613291422526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,5120,0.044828800360361735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,5120,0.04357759952545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,5120,0.04365760087966919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,5120,0.04234133164087932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,5120,0.03259413242340088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,5120,0.03235200047492981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,5120,0.03160853385925293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,5120,0.030495999256769817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,5120,0.03061973253885905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,5120,0.02037013371785482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,5120,0.019689599672953285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,5120,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,5120,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,5120,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,5120,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,5120,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,5120,0.017590399583180746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,5120,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,5120,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,5120,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,5120,0.01699840029080709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,5120,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,5120,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,5120,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,5120,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,5120,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,5120,0.01680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,5120,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,5120,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,5120,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,5120,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,5120,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,5120,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,5120,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,5120,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,5120,0.01618773341178894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,5120,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,5120,0.016265599926312765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,5120,0.016334933042526246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,5120,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,5120,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,5120,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,5120,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,4096,1.0916461944580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,4096,0.639584011501736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,4096,0.30647465917799205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,4096,0.18311822414398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,4096,0.18646044201321074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,4096,0.17157867219713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,4096,0.13625778092278376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,4096,0.1370488935046726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,4096,0.13707910643683538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,4096,0.13780266708797878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,4096,0.13376888963911268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,4096,0.11880000432332356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,4096,0.11336533228556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,4096,0.11412266890207927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,4096,0.11087110969755386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,4096,0.1004835565884908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,4096,0.10621866914961074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,4096,0.0978506671057807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,4096,0.08630400233798557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,4096,0.08094577656851874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,4096,0.0828746689690484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,4096,0.07147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,4096,0.06730488936106364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,4096,0.06450311342875163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,4096,0.06682844294442071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,4096,0.05635911226272583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,4096,0.05233600073390537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,4096,0.04589688777923584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,4096,0.04671466681692335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,4096,0.03743822375933329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,4096,0.04057066639264425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,4096,0.03564800156487359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,4096,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,4096,0.027237332529491846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,4096,0.02207999924818675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,4096,0.01828266680240631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,4096,0.014664888381958008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,4096,0.016574222180578444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,4096,0.016618667377365958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,4096,0.016917333006858826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,4096,0.01483022173245748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,4096,0.01663644446267022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,4096,0.014131555954615274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,4096,0.01534577707449595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,4096,0.0122097780307134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,4096,0.012234666281276278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,4096,0.01201244443655014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,4096,0.013891556196742587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,4096,0.014087110757827759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,4096,0.015294222368134392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,4096,0.015420445137553744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,4096,0.013648000028398303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,4096,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,4096,0.013379555609491138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,4096,0.012136889000733694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,4096,0.01328888866636488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,4096,0.011928888658682505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,4096,0.011953777737087674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,4096,0.01199288914601008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,4096,0.011861333416567909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,4096,0.01183111137813992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,4096,0.012062222593360476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,4096,0.011854222251309289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,4096,0.011944889194435544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,4096,0.011868444581826528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,4096,0.01180622229973475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,4096,0.011719110939237805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,4096,0.011879111329714457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,4096,0.011781333221329583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,4096,0.011932444241311816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,4096,0.01198933356338077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,4096,0.011941333611806234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,4096,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,4096,0.012611555556456247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,4096,0.9466655731201172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,4096,0.5093834559122722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,4096,0.243614927927653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,4096,0.13054613272349042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,4096,0.13263893127441406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,4096,0.12673813501993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,4096,0.11964480082194011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,4096,0.11953706741333008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,4096,0.1200213352839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,4096,0.10877013206481934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,4096,0.10844480196634929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,4096,0.10205439726511638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,4096,0.10026240348815918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,4096,0.09665813446044921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,4096,0.09419946670532227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,4096,0.09099626541137695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,4096,0.0947007973988851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,4096,0.08487573464711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,4096,0.08039039770762126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,4096,0.07659839789072673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,4096,0.07436693509419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,4096,0.06814506848653158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,4096,0.06366826693216959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,4096,0.062218666076660156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,4096,0.06377813418706259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,4096,0.05560959974924723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,4096,0.05279573202133179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,4096,0.04827946821848551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,4096,0.04760853449503581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,4096,0.04186346530914307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,4096,0.041221332550048825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,5120,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,4096,0.03926186561584473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,4096,0.03315093318621318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,4096,0.03686293363571167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,4096,0.031548800071080525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,4096,0.026315732796986895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,4096,0.025333333015441894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,4096,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,4096,0.024728532632191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,4096,0.02359573245048523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,4096,0.024016000827153525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,4096,0.022818134228388468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,4096,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,4096,0.020961066087086998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,4096,0.020922666788101195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,4096,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,4096,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,4096,0.02569173375765483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,4096,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,4096,0.02081386645634969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,4096,0.024177066485087075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,4096,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,4096,0.020973867177963255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,4096,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,4096,0.020920532941818237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,4096,0.02199466625849406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,4096,0.020101332664489747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,4096,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,4096,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,4096,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,4096,0.01971413294474284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,4096,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,4096,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,4096,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,4096,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,4096,0.01873706579208374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,4096,0.020346667369206747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,4096,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,4096,0.018718934059143065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,4096,0.01880106727282206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,4096,0.020286933581034342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,4096,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,4096,0.019637332359949747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,5120,0.01638826628526052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,4096,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,5120,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,4096,0.5152426719665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,4096,0.28316052754720056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,4096,0.9907573064168295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,4096,0.25689919789632165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,4096,1.9581695556640626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,4096,0.24557013511657716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,4096,0.29202454884847007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,4096,0.2258357365926107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,4096,0.22455147107442222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,4096,0.21421546936035157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,4096,0.21218345959981283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,4096,0.27267093658447267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,4096,0.1911370595296224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,4096,0.18428799311319988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,4096,0.2601194699605306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,4096,0.1780992031097412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,4096,0.15039040247599283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,4096,0.14646506309509277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,4096,0.24489067395528158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,4096,0.13400746981302897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,4096,0.19703466097513836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,4096,0.10316906770070393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,4096,0.08620693683624267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,4096,0.08290879726409912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,4096,0.15947945912679035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,4096,0.10769600073496502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,4096,0.12232853571573894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,4096,0.05713493426640829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,4096,0.050120532512664795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,4096,0.04917120138804118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,4096,0.07457280158996582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,4096,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,4096,0.0644810676574707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,4096,0.03524373372395833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,4096,0.04027093251546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,4096,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,4096,0.018942934274673463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,4096,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,4096,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,4096,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,4096,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,4096,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,4096,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,4096,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,4096,0.0150709331035614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,4096,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,4096,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,4096,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,4096,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,4096,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,4096,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,4096,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,4096,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,4096,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,4096,0.013455999890963235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,4096,0.02049493392308553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,4096,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,4096,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,4096,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,4096,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,4096,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,4096,0.02102186679840088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,4096,0.021406932671864828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,4096,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,4096,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,4096,0.021410133441289267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,4096,0.021500800053278604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,4096,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,4096,0.02218773365020752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,4096,0.02177706758181254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,4096,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,4096,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,4096,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,4096,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,4096,0.13850347201029461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,4096,0.08134079774220784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,4096,0.2640906651814779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,4096,0.5237226804097493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,4096,0.08131093184153239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,4096,0.08036159674326579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,4096,0.0727018674214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,4096,0.07298879623413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,4096,0.07109866937001547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,4096,0.0714954694112142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,4096,0.062191998958587645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,4096,0.07035093307495117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,4096,0.05978346665700277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,4096,0.06070079803466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,4096,0.058063999811808265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,4096,0.06113066673278809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,4096,0.057740799585978185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,4096,0.04919893344243367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,4096,0.04900799989700318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,4096,0.048641065756479904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,4096,0.047894398371378585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,4096,0.04680639902750651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,4096,0.03899946610132853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,4096,0.0384554664293925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,4096,0.03755840063095093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,4096,0.036822398503621415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,4096,0.036600534121195474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,4096,0.036166401704152425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,4096,0.0279423991839091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,4096,0.027056000630060834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,4096,0.027269333600997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,4096,0.02679786682128906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,4096,0.026473599672317504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,4096,0.017890133460362754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,4096,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,4096,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,4096,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,4096,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,4096,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,4096,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,4096,0.01535040040810903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,4096,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,4096,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,4096,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,4096,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,4096,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,4096,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,4096,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,4096,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,4096,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,4096,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,4096,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,4096,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,4096,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,4096,0.013766400019327798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,4096,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,4096,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,4096,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,4096,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,4096,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,4096,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,4096,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,4096,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,4096,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,4096,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,4096,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,4096,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,4096,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,3584,0.9194613562689887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,3584,0.24749334653218588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,3584,0.5058755344814724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,3584,0.1478791104422675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,3584,0.13712533315022787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,3584,0.14717511336008707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,3584,0.12120355500115289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,3584,0.1300142208735148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,3584,0.11823466089036729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,3584,0.13081244627634683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,3584,0.11795022752549912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,3584,0.1098453336291843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,3584,0.10174755255381267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,3584,0.10681422551472981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,3584,0.0979893340004815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,3584,0.09442133373684353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,3584,0.09541333383984035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,3584,0.09057955609427558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,3584,0.08042666647169325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,3584,0.08520178000132243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,3584,0.0745226674609714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,3584,0.07493866814507379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,3584,0.06258844667010836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,3584,0.0655626654624939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,3584,0.06204622321658664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,3584,0.0492266681459215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,3584,0.043859554661644824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,3584,0.0433991120921241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,3584,0.0362062222427792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,3584,0.03677333394686381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,3584,0.031994667318132185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,3584,0.027475555737813313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,3584,0.023873777853118047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,3584,0.020263110597928364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,3584,0.016467556357383728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,3584,0.013059555656380124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,3584,0.014769777655601501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,3584,0.01482311056719886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,3584,0.014627556006113688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,3584,0.013281777501106262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,3584,0.01463822192615933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,3584,0.012531555361217923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,3584,0.05396977729267544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,3584,0.013432888521088494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,3584,0.011141333315107556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,3584,0.011162666810883416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,3584,0.011139555937714048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,3584,0.011952000359694162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,3584,0.01331911070479287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,3584,0.013196444345845116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,3584,0.01223288890388277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,3584,0.012051555845472546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,3584,0.011139555937714048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,3584,0.0118222220076455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,3584,0.011157333023018308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,3584,0.011811555259757571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,3584,0.010654222634103564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,3584,0.010716444088353051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,3584,0.010645333263609143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,3584,0.010794666906197866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,3584,0.010563555690977307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,3584,0.010472888747851053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,3584,0.010648888846238455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,3584,0.010490666660997601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,3584,0.010524444282054901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,3584,0.010575999816258749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,3584,0.010645333263609143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,3584,0.010512000156773461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,3584,0.010481778118345471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,3584,0.010408889088365767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,3584,0.011132444772455426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,3584,0.010890666809346942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,3584,0.011011555790901184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,3584,0.011123555401961008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,3584,0.8218645095825196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,3584,0.42461334864298506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,3584,0.21343572934468588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,3584,0.11754133701324462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,3584,0.12024640242258708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,3584,0.11454186439514161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,3584,0.1085525353749593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,3584,0.10406933625539143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,3584,0.109550937016805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,3584,0.09501653512318929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,3584,0.09277973175048829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,3584,0.09987839857737223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,3584,0.09074880282084147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,3584,0.09213120142618815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,3584,0.08710613250732421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,3584,0.08374826908111573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,3584,0.08309120337168376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,3584,0.07197653452555339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,3584,0.07863146464029948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,3584,0.06813866297403971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,3584,0.06871573130289713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,3584,0.06351146697998047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,3584,0.061117867628733315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,3584,0.05556053320566813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,3584,0.058362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,3584,0.049628798166910806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,3584,0.04984639883041382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,3584,0.04478293259938558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,3584,0.0414901336034139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,3584,0.041895465056101484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,3584,0.03853973150253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,3584,0.03567146857579549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,3584,0.031729066371917726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,3584,0.03046506643295288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,3584,0.026844799518585205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,3584,0.04413653214772542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,3584,0.02363626758257548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,3584,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,3584,0.02413439949353536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,3584,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,3584,0.022835199038187662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,3584,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,3584,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,3584,0.02116480072339376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,3584,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,3584,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,3584,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,3584,0.021607466538747153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,3584,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,3584,0.022050132354100548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,3584,0.02135253349939982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,3584,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,3584,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,3584,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,3584,0.020515199502309164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,3584,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,3584,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,3584,0.01917440096537272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,3584,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,3584,0.018736000855763754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,3584,0.0184608002503713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,3584,0.020068265994389854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,3584,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,3584,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,3584,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,3584,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,3584,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,3584,0.0196234663327535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,3584,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,3584,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,3584,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,3584,0.01895466645558675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,3584,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,3584,0.018343466520309448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,4096,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,4096,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,3584,1.90380376180013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,3584,0.27276585896809896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,3584,0.49448318481445314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,3584,0.25450240770975746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,3584,0.9810229619344076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,3584,0.25660266876220705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,3584,0.28846613566080725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,3584,0.22340265909830728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,3584,0.21990079879760743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,3584,0.20995093981424967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,3584,0.20330773989359535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,3584,0.2645685354868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,3584,0.1798869291941325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,3584,0.17528853416442872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,3584,0.16143892606099447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,3584,0.25443946520487465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,3584,0.1317087968190511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,3584,0.1303562641143799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,3584,0.11571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,3584,0.23972160021464028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,3584,0.18996373812357586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,3584,0.09530026912689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,3584,0.07820586363474527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,3584,0.07472000122070313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,3584,0.1545375982920329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,3584,0.1074623982111613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,3584,0.05309653282165527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,3584,0.0948469320933024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,3584,0.04816533327102661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,3584,0.04593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,3584,0.06981759866078695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,3584,0.02795093258221944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,3584,0.06075199842453003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,3584,0.033513601620992026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,3584,0.038466131687164305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,3584,0.02165973385175069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,3584,0.018234666188557944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,3584,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,3584,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,3584,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,3584,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,3584,0.017842133839925133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,3584,0.017910399039586387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,3584,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,3584,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,3584,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,3584,0.014012799660364787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,3584,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,3584,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,3584,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,3584,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,3584,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,3584,0.017997866868972777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,3584,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,3584,0.019107200702031455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,3584,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,3584,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,3584,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,3584,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,3584,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,3584,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,3584,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,3584,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,3584,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,3584,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,3584,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,3584,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,3584,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,3584,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,3584,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,3584,0.02025066614151001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,3584,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,3584,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,3584,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,3584,0.24168426195780435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,3584,0.46679147084554035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,3584,0.0742410659790039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,3584,0.1286826690038045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,3584,0.07610026995340982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,3584,0.07291626930236816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,3584,0.06573439836502075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,3584,0.065993599096934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,3584,0.06600960095723471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,3584,0.06549546718597413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,3584,0.06333226760228475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,3584,0.05596586863199869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,3584,0.054960000514984134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,3584,0.05375039974848429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,3584,0.0536789337793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,3584,0.05298773447672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,3584,0.05274240175882975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,3584,0.04474026759465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,3584,0.04434239864349365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,3584,0.04394346475601196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,3584,0.04357440074284871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,3584,0.04260586500167847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,3584,0.03591253360112508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,3584,0.03477546771367391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,3584,0.03464959859848023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,3584,0.033844268321990965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,3584,0.03396053314208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,3584,0.032778666416804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,3584,0.026281599203745527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,3584,0.025320533911387128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,3584,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,3584,0.02441493272781372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,3584,0.023942399024963378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,3584,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,3584,0.016291200121243795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,3584,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,3584,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,3584,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,3584,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,3584,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,3584,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,3584,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,3584,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,3584,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,3584,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,3584,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,3584,0.013054933150609335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,3584,0.01297813355922699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,3584,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,3584,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,3584,0.012597333391507468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,3584,0.012711466352144877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,3584,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,3584,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,3584,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,3584,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,3584,0.012558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,3584,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,3584,0.012914133071899415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,3584,0.012558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,3584,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,3584,0.012562132875124612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,3584,0.01251413325468699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,3584,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,3584,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,3584,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,3584,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,3584,0.01297706663608551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,3584,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,3072,0.8413399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,3072,0.4970279932022095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,3072,0.23174534241358438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,3072,0.13770000139872232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,3072,0.1402613321940104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,3072,0.13741999864578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,3072,0.12080666422843933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,3072,0.120578666528066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,3072,0.11521466573079427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,3072,0.1027786632378896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,3072,0.10309867064158122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,3072,0.10015199581782024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,3072,0.08967333038647969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,3072,0.09171866377194722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,3072,0.08995599548021953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,3072,0.08254800240198772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,3072,0.08582133054733276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,3072,0.07839600245157878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,3072,0.07295999924341838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,3072,0.06836266815662384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,3072,0.0638999988635381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,3072,0.057445332407951355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,3072,0.0536026656627655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,3072,0.05126533408959707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,3072,0.0520493338505427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,3072,0.045252000292142235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,3072,0.041531999905904136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,3072,0.036878667771816254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,3072,0.03674400101105372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,3072,0.03044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,3072,0.031202666461467743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,3072,0.027217333515485127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,3072,0.023926667869091034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,3584,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,3072,0.020107999444007874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,3072,0.017272000511487324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,3072,0.014220000555117926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,3072,0.011296000331640244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,3072,0.01276533305644989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,3072,0.012113332748413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,3072,0.013053332765897116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,3072,0.011426666130622229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,3072,0.012994666894276937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,3072,0.01089733342329661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,3072,0.011966666827599207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,3072,0.009413333609700203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,3072,0.009563999871412912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,3072,0.00945999970038732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,3072,0.010913333545128504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,3072,0.01062400018175443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,3072,0.011512000113725662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,3072,0.010424000521500906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,3072,0.010435999681552252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,3072,0.009773333246509234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,3072,0.010407999778787294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,3072,0.00947333313524723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,3072,0.010386666903893152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,3072,0.00935333346327146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,3072,0.009535999968647957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,3072,0.009408000235756239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,3072,0.00938533308605353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,3072,0.009294666970769564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,3072,0.009204000234603882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,3072,0.00943066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,3072,0.009414666642745336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,3072,0.009402666861812273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,3072,0.009375999992092451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,3072,0.009369333585103353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,3072,0.00921066664159298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,3072,0.009214666361610094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,3072,0.009373333305120468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,3072,0.009373333305120468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,3072,0.009387999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,3072,0.009705333039164543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,3072,0.009805333490173021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,3072,0.7168405532836915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,3072,0.3697418530782064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,3072,0.1798965295155843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,3072,0.10031253496805828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,3072,0.10217386881510418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,3072,0.09609066645304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,3072,0.0912384033203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,3072,0.09328320026397705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,3072,0.09355200131734212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,3072,0.08566933472951253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,3072,0.08567787011464437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,3072,0.08062933286031088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,3072,0.08280533154805501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,3072,0.07611520290374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,3072,0.06962133248647054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,3072,0.07527039845784506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,3072,0.06980906327565511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,3072,0.06735359827677409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,3072,0.06986880302429199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,3072,0.06170453230539957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,3072,0.05553386608759562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,3072,0.061127467950185144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,3072,0.05225280125935873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,3072,0.05101439952850342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,3072,0.04954773187637329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,3072,0.046770131587982176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,3072,0.04319039980570476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,3072,0.04164160092671712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,3072,0.03902933200200399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,3072,0.040711466471354166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,3072,0.04336746533711751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,3072,0.03188160061836243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,3072,0.02947733402252197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,3072,0.02759360074996948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,3072,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,3072,0.02132800022761027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,3072,0.034791465600331625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,3072,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,3072,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,3072,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,3584,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,3072,0.023549866676330567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,3072,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,3072,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,3072,0.019638399283091225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,3072,0.021683200200398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,3072,0.018921599785486857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,3072,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,3072,0.020801067352294922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,3072,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,3072,0.02330026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,3072,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,3584,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,3072,0.019964800278345744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,3072,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,3072,0.02174293398857117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,3072,0.018453333775202432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,3072,0.019593600432078043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,3072,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,3072,0.018336000045140584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,3072,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,3072,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,3072,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,3072,0.01796906590461731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,3072,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,3072,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,3072,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,3072,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,3072,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,3072,0.018231467405954997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,3072,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,3072,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,3072,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,3072,0.01780479947725932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,3072,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,3072,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,3072,0.47957226435343425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,3072,0.9251285552978515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,3072,0.2643424034118652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,3072,0.24700479507446288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,3072,1.8346538543701172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,3072,0.23015146255493163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,3072,0.2746026674906413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,3072,0.20630079905192056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,3072,0.19763840039571126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,3072,0.19142719904581706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,3072,0.18141652743021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,3072,0.254092804590861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,3072,0.24521706899007162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,3072,0.16312959988911946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,3072,0.15985066095987957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,3072,0.1489664077758789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,3072,0.12133333683013917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,3072,0.12054186662038166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,3072,0.22845013936360678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,3072,0.10387840270996093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,3072,0.171669340133667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,3072,0.08475733598073323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,3072,0.07104213237762451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,3072,0.06555840174357096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,3072,0.08947199980417887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,3072,0.13790079752604167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,3072,0.05064213275909424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,3072,0.04626773198445638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,3072,0.04309973319371541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,3072,0.09766613642374675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,3072,0.0637226661046346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,3072,0.026372265815734864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,3072,0.0580618659655253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,3072,0.037478399276733396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,3072,0.031015467643737794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,3072,0.020964266856511433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,3072,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,3072,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,3072,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,3072,0.01723840037981669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,3072,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,3072,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,3072,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,3072,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,3072,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,3072,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,3072,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,3072,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,3072,0.013411200046539307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,3072,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,3072,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,3072,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,3072,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,3072,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,3072,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,3072,0.017833600441614784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,3072,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,3072,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,3072,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,3072,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,3072,0.017292799552281697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,3072,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,3072,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,3072,0.01844053268432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,3072,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,3072,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,3072,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,3072,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,3072,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,3072,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,3072,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,3072,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,3072,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,3072,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,3072,0.2096853256225586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,3072,0.412061882019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,3072,0.10953493118286133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,3072,0.06566933393478394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,3072,0.06511253515879313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,3072,0.06532373428344726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,3072,0.058797868092854824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,3072,0.05728533267974854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,3072,0.05737280050913492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,3072,0.05680960019429525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,3072,0.05626773436864217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,3072,0.04872746864954631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,3072,0.048334932327270506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,3072,0.04858133395512899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,3072,0.04779733419418335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,3072,0.04654399951299031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,3072,0.046666665871938066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,3072,0.04005973339080811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,3072,0.039826134840647384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,3072,0.03884799877802531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,3072,0.038747731844584146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,3072,0.038151466846466066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,3072,0.03215679923693339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,3072,0.031198932727177935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,3072,0.030964267253875733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,3072,0.03022293249766032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,3072,0.03024959961573283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,3072,0.02946453293164571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,3072,0.023749333620071412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,3072,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,3072,0.02259733279546102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,3072,0.022268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,3072,0.02183786630630493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,3072,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,3072,0.014288000265757241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,3072,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,3072,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,3072,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,3072,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,3072,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,3072,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,3072,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,3072,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,3072,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,3072,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,3072,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,3072,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,3072,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,3072,0.012187733252843221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,3072,0.011946666240692138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,3072,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,3072,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,3072,0.011959466338157653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,3072,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,3072,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,3072,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,3072,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,3072,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,3072,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,3072,0.011961600184440613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,3072,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,3072,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,3072,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,3072,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,2560,0.6974426905314127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,3072,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,2560,0.3753186861673991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,2560,0.181384007136027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,2560,0.1178813378016154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,2560,0.1026319960753123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,2560,0.1186186671257019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,2560,0.09135199586550395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,2560,0.10387466351191203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,2560,0.08681466182072957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,2560,0.08371333281199138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,2560,0.08036533494790395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,2560,0.08166400094827016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,2560,0.07409333189328511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,2560,0.0777733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,2560,0.07089999814828236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,2560,0.0705426683028539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,2560,0.06841466824213664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,2560,0.06234266857306162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,2560,0.058062667647997536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,2560,0.05763599773248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,2560,0.05488400161266327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,2560,0.05183866620063782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,2560,0.04617199798425039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,2560,0.04553066690762838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,2560,0.04441733161608378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,2560,0.039861333866914116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,2560,0.03133733322223028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,2560,0.03014133373896281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,2560,0.02478799968957901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,2560,0.025960000852743786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,2560,0.0229120006163915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,2560,0.019138666490713756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,2560,0.017593332876761753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,2560,0.014618666221698126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,2560,0.01246266687909762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,2560,0.00989999994635582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,2560,0.011332000295321146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,2560,0.010937333106994629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,2560,0.011305333425601324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,2560,0.010425332933664322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,2560,0.011321333547433218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,2560,0.009904000287254652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,2560,0.010766666382551193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,2560,0.008893333375453949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,2560,0.008897333095471064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,2560,0.008889333034555117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,2560,0.009563999871412912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,2560,0.009885333478450775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,2560,0.010430666307608286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,2560,0.009486666570107142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,2560,0.03679333378871282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,2560,0.009450666606426239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,2560,0.008650666723648706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,2560,0.00864266666273276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,2560,0.009196000173687935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,2560,0.009205333267649015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,2560,0.008378666515151659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,2560,0.008375999828179678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,2560,0.008333333457509676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,2560,0.008338666831453642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,2560,0.00840133304397265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,2560,0.008416000132759413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,2560,0.008403999730944633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,2560,0.00851066658894221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,2560,0.008406666417916616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,2560,0.00839866635700067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,2560,0.008344000205397606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,2560,0.008346666892369589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,2560,0.008320000022649765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,2560,0.008337333177526792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,2560,0.00842666688064734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,2560,0.00835866667330265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,2560,0.00850133349498113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,2560,0.008397333323955536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,2560,0.613160514831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,2560,0.3118186632792155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,2560,0.1628661314646403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,2560,0.0904906670252482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,2560,0.09375466505686442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,2560,0.08811093171437581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,2560,0.08416852951049805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,2560,0.08046186765034993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,2560,0.08220053513844808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,2560,0.07436160246531168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,2560,0.07477333545684814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,2560,0.07021546363830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,2560,0.06930987040201822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,2560,0.06769599914550781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,2560,0.06697279612223307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,2560,0.06354453166325888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,2560,0.0631658673286438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,2560,0.06143146753311157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,2560,0.05712213516235352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,2560,0.05405333439509073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,2560,0.05257493257522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,2560,0.04982933203379313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,2560,0.04967146714528402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,2560,0.049142400423685714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,2560,0.04225493272145589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,2560,0.04545173247655233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,2560,0.04108159939448039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,2560,0.04057173331578572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,2560,0.038142931461334226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,2560,0.03613866567611694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,2560,0.0347488005956014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,2560,0.03127146760622661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,2560,0.02855679988861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,2560,0.030497066179911297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,2560,0.026999467611312868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,2560,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,2560,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,2560,0.02144533395767212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,2560,0.023577600717544556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,2560,0.020092799266179403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,2560,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,2560,0.02013546625773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,2560,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,2560,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,2560,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,2560,0.018921599785486857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,2560,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,2560,0.01877440015474955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,2560,0.02053546706835429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,2560,0.020872533321380615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,2560,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,2560,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,2560,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,2560,0.01918826699256897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,2560,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,2560,0.017987199624379478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,2560,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,2560,0.016353066762288412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,3072,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,2560,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,2560,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,2560,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,2560,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,2560,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,2560,0.01504853367805481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,2560,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,2560,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,2560,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,2560,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,2560,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,2560,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,2560,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,2560,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,2560,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,3072,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,2560,0.45351254145304365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,2560,0.8871456146240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,2560,0.2512832005818685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,2560,0.23313172658284506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,2560,1.7648340861002605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,2560,0.22685440381368002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,2560,0.2596735954284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,2560,0.19755733807881673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,2560,0.1856544017791748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,2560,0.18324586550394695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,2560,0.1678816000620524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,2560,0.2361461321512858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,2560,0.23000213305155434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,2560,0.1396117369333903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,2560,0.13234773476918538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,2560,0.12821439901987713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,2560,0.11003733476003011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,2560,0.10615893205006917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,2560,0.09241706530253092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,2560,0.20708799362182617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,2560,0.1643818696339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,2560,0.07432640393575032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,2560,0.06694506804148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,2560,0.06490879853566488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,2560,0.1120575984319051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,2560,0.07925653457641602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,2560,0.04765653212865194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,2560,0.043935998280843096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,2560,0.08665173053741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,2560,0.04001493453979492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,2560,0.05889386733373007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,2560,0.02507413427035014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,2560,0.029458133379618327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,2560,0.05226453145345052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,2560,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,2560,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,2560,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,2560,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,2560,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,2560,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,2560,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,2560,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,2560,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,2560,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,2560,0.01188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,2560,0.012179199854532878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,2560,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,2560,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,2560,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,2560,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,2560,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,2560,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,2560,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,2560,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,2560,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,2560,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,2560,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,2560,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,2560,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,2560,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,2560,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,2560,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,2560,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,2560,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,2560,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,2560,0.01625706652800242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,2560,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,2560,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,2560,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,2560,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,2560,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,2560,0.34845972061157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,2560,0.18628479639689127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,2560,0.09467093149820963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,2560,0.011853866775830587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,2560,0.05681386788686117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,2560,0.05813866853713989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,2560,0.055270401636759434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,2560,0.050798932711283364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,2560,0.05011733373006185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,2560,0.049192531903584795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,2560,0.05012586514155069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,2560,0.048854398727416995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,2560,0.042529066403706864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,2560,0.04222186803817749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,2560,0.042189868291219075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,2560,0.04156266848246257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,2560,0.0404309352238973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,2560,0.040541867415110275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,2560,0.03571093479792277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,2560,0.034815998872121175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,2560,0.03383786678314209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,2560,0.034333864847819015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,2560,0.03372906843821208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,2560,0.028640000025431316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,2560,0.02782613237698873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,2560,0.027879466613133747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,2560,0.02741439938545227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,2560,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,2560,0.02623680035273234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,2560,0.021130667130152384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,2560,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,2560,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,2560,0.019579732418060304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,2560,0.019499733050664266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,2560,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,2560,0.012998400131861368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,2560,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,2560,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,2560,0.011747200290362041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,2560,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,2560,0.011311999956766764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,2560,0.011559466520945232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,2560,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,2560,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,2560,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,2560,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,2560,0.011013333002726238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,2560,0.011316266655921937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,2560,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,2560,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,2560,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,2560,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,2560,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,2560,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,2560,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,2560,0.010940800110499065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,2560,0.010914132992426554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,2560,0.010865066448847454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,2560,0.010910933216412861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,2560,0.011027200023333232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,2560,0.010971732934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,2560,0.010883200168609618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,2560,0.01132480005423228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,2048,0.5671712239583333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,2048,0.2800938606262207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,2048,0.1422869364420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,2048,0.08904106616973877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,2048,0.0998645305633545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,2048,0.0964255968729655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,2048,0.07936853567759196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,2048,0.07441813151041667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,2048,0.07331840197245279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,2048,0.06666666666666667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,2048,0.06655040184656778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,2048,0.06428693135579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,2048,0.06144533157348633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,2048,0.06194133361180624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,2048,0.05684373378753662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,2048,0.05349973440170288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,2048,0.05532373189926147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,2560,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,2048,0.05115413268407186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,2048,0.044990932941436766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,2048,0.045677868525187175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,2048,0.042260265350341795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,2048,0.04047360022862752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,2048,0.03572373390197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,2048,0.035742934544881186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,2048,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,2048,0.031129600604375203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,2048,0.026631466547648114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,2048,0.025942399104436235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,2048,0.024282666047414143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,2048,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,2048,0.02114773392677307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,2048,0.018734933932622273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,2048,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,2048,0.012599466244379678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,2048,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,2048,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,2048,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,2048,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,2048,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,2048,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,2048,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,2048,0.008605866630872091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,2048,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,2048,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,2048,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,2048,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,2048,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,2048,0.00806826651096344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,2048,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,2048,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,2048,0.008235733211040496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,2048,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,2048,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,2048,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,2048,0.015918933351834617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,2048,0.007763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,2048,0.006830933193365733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,2048,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,2048,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,2048,0.0068256000677744556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,2048,0.006818133095900218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,2048,0.0067775999506314594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,2048,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,2048,0.006876799960931141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,2048,0.006904533505439759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,2048,0.006938666601975759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,2048,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,2048,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,2048,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,2048,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,2048,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,2048,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,2048,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,2048,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,2560,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,2048,0.24038933118184408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,2048,0.4908927917480469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,2048,0.11686399777730305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,2048,0.07154239813486735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,2048,0.07292266686757407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,2048,0.06932373046875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,2048,0.06555519898732504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,2560,0.010869333148002624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,2048,0.06682240168253581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,2048,0.06997439861297608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,2048,0.06438186566034952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,2048,0.06330133279164632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,2048,0.06324373483657837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,2048,0.0599616010983785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,2048,0.05679466724395752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,2048,0.05531413157780966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,2048,0.053064533074696864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,2048,0.050481065114339196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,2048,0.049456000328063965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,2048,0.047220265865325926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,2048,0.04465386470158895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,2048,0.044709332784016925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,2048,0.0422272006670634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,2048,0.04324373404184977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,2048,0.040438401699066165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,2048,0.04105706612269084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,2048,0.036627201239267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,2048,0.03509973287582398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,2048,0.03481813271840413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,2048,0.031104000409444173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,2048,0.03097813328107198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,2048,0.029131732384363812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,2048,0.027721599737803145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,2048,0.026107732454935712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,2048,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,2048,0.020332799355189005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,2048,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,2048,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,2048,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,2048,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,2048,0.01935360034306844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,2048,0.018849066893259683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,2048,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,2048,0.01709973414738973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,2048,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,2048,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,2048,0.016658133268356322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,2048,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,2048,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,2048,0.037810134887695315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,2048,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,2048,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,2048,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,2048,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,2048,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,2048,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,2048,0.015596800049146018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,2048,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,2048,0.015215999881426492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,2048,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,2048,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,2048,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,2048,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,2048,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,2048,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,2048,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,2048,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,2048,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,2048,0.015889066457748412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,2048,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,2048,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,2048,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,2048,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,2048,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,2048,0.24156266848246255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,2048,0.23328960736592613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,2048,0.22193066279093424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,2048,0.4319775899251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,2048,0.8530399958292643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,2048,0.20012906392415367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,2048,0.19370239575703938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,2048,1.6784053802490235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,2048,0.17985706329345702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,2048,0.17378560702006024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,2048,0.16362773577372233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,2048,0.15186559359232585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,2048,0.14801492691040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,2048,0.21426453590393066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,2048,0.12485653559366863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,2048,0.111899733543396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,2048,0.10725013415018718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,2048,0.09308373133341472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,2048,0.0896405299504598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,2048,0.08230400085449219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,2048,0.13238186836242677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,2048,0.06606613397598267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,2048,0.06228906710942587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,2048,0.05801706711451212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,2048,0.0784320036570231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,2048,0.09666879971822104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,2048,0.04396799802780151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,2048,0.04201600154240926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,2048,0.07217600345611572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,2048,0.05003306468327841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,2048,0.036685868104298906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,2048,0.05506026744842529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,2048,0.023526400327682495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,2048,0.03252373337745666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,2048,0.026680533091227216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,2048,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,2048,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,2048,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,2048,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,2048,0.012712533275286356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,2048,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,2048,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,2048,0.01400213340918223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,2048,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,2048,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,2048,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,2048,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,2048,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,2048,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,2048,0.012930132945378623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,2048,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,2048,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,2048,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,2048,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,2048,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,2048,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,2048,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,2048,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,2048,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,2048,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,2048,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,2048,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,2048,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,2048,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,2048,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,2048,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,2048,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,2048,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,2048,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,2048,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,2048,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,2048,0.2915562629699707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,2048,0.15583465894063314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,2048,0.07979626655578613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,2048,0.04783039887746175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,2048,0.04882239898045858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,2048,0.04728320042292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,2048,0.042738131682078045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,2048,0.04342079957326253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,2048,0.042387199401855466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,2048,0.04125653505325318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,2048,0.04091840187708537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,2048,0.03702400128046672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,2048,0.03671679894129436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,2048,0.035889065265655516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,2048,0.03585813442866008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,2048,0.03542506694793701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,2048,0.03515093326568604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,2048,0.03054186701774597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,2048,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,2048,0.03014506697654724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,2048,0.029820799827575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,2048,0.028967465957005816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,2048,0.024420267343521117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,2048,0.024387200673421226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,2048,0.02386773427327474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,2048,0.02352959911028544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,2048,0.023137066761652628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,2048,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,2048,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,2048,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,2048,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,2048,0.017037866512934367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,2048,0.01727573275566101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,2048,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,2048,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,2048,0.01116480032602946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,2048,0.010700800021489461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,2048,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,2048,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,2048,0.01049066682656606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,2048,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,2048,0.010487467050552368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,2048,0.010317867000897724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,2048,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,2048,0.010497066378593444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,2048,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,2048,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,2048,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,2048,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,2048,0.010060800115267436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,2048,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,2048,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,2048,0.010099200407663982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,2048,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,2048,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,2048,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,2048,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,2048,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,2048,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,2048,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,2048,0.010079999764760334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,2048,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,1536,0.4221141179402669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,1536,0.10266346931457519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,1536,0.2187061309814453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,1536,0.06767040093739828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,1536,0.0624234676361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,1536,0.05885440111160278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,1536,0.05539946556091309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,1536,0.05264533360799154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,1536,0.054695467154184975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,1536,0.04838720162709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,1536,0.05002986590067545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,1536,0.045575467745463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,1536,0.04529386758804321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,1536,0.0441706657409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,1536,0.04231359958648682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,1536,0.03876693248748779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,1536,0.03917653163274129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,1536,0.03713173468907674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,1536,0.03535039822260539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,1536,0.03314453363418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,1536,0.03264533281326294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,1536,0.029767467578252153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,1536,0.02823573350906372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,1536,0.026062933603922527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,1536,0.02736426591873169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,1536,0.023336533705393472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,1536,0.022345600525538127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,1536,0.0201749324798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,1536,0.020060799519220986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,1536,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,1536,0.017058134078979492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,1536,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,1536,0.01316266655921936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,1536,0.01148373285929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,1536,0.010153599580128988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,1536,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,1536,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,1536,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,1536,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,1536,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,1536,0.007842133442560833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,1536,0.006833066542943318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,1536,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,1536,0.006046933432420095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,1536,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,1536,0.0060362666845321655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,1536,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,1536,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,1536,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,1536,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,1536,0.0064298664530118305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,1536,0.006038400034109751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,1536,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,1536,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,1536,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,1536,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,1536,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,1536,0.005646933118502299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,1536,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,1536,0.0055861334005991616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,1536,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,1536,0.005593599875768026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,1536,0.005815466741720835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,1536,0.005676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,1536,0.005757866799831391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,1536,0.005577600002288819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,1536,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,1536,0.005573333303133646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,1536,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,1536,0.005570133527119955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,1536,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,1536,0.0056415999929110205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,1536,0.005757866799831391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,1536,0.3873546600341797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,2048,0.009822932879130046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,1536,0.09599253336588541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,1536,0.18277440071105958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,1536,0.059818665186564125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,1536,0.06306453148523966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,1536,0.05738986730575561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,1536,0.05765973329544068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,1536,0.05505706469217936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,1536,0.0558837334314982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,1536,0.05022720098495483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,1536,0.05142613252003988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,1536,0.04804906845092773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,1536,0.05083839893341065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,1536,0.049322664737701416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,1536,0.044810668627421064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,1536,0.04332480033238729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,1536,0.04318293333053589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,1536,0.04315733512242635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,1536,0.040046934286753336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,1536,0.041124268372853594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,1536,0.0394378662109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,1536,0.038737066586812335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,1536,0.035906132062276205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,1536,0.036686933040618895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,1536,0.036660265922546384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,1536,0.03355199893315633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,1536,0.03100266655286153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,1536,0.029244800408681233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,1536,0.0343018651008606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,1536,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,1536,0.02773333390553792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,1536,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,1536,0.02571626702944438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,1536,0.021921066443125407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,1536,0.0230293333530426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,1536,0.019314134120941163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,1536,0.017796266078948974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,1536,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,1536,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,1536,0.01842986742655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,1536,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,1536,0.019270400206247963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,1536,0.017833600441614784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,1536,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,1536,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,1536,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,1536,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,1536,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,1536,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,1536,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,1536,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,1536,0.01477120021979014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,1536,0.01837013363838196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,1536,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,1536,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,1536,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,1536,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,1536,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,1536,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,1536,0.01515733301639557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,1536,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,1536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,1536,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,1536,0.01771626671155294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,1536,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,1536,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,1536,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,1536,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,1536,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,1536,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,1536,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,1536,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,2048,0.010294399658838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,1536,0.4164448102315267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,1536,0.8202122370402017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,1536,0.21473387082417808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,1536,0.2076746622721354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,1536,0.19617172876993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,1536,0.1833951950073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,1536,0.1699295997619629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,1536,0.17153919537862142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,1536,0.15429546038309733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,1536,0.14508694012959797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,1536,1.6345685323079426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,1536,0.13566293716430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,1536,0.12190933227539062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,1536,0.11669759750366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,1536,0.09942933718363443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,1536,0.10008320013682048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,1536,0.0914784034093221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,1536,0.08155199686686197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,1536,0.07731413046518962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,1536,0.0747605323791504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,1536,0.11258560021718342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,1536,0.06216426690419515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,1536,0.05738346576690674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,1536,0.0538261334101359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,1536,0.06989333629608155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,1536,0.09055893421173096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,1536,0.04069439967473348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,1536,0.038465066750844316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,1536,0.06576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,1536,0.050010665257771814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,1536,0.04616853396097819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,1536,0.021623466412226358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,1536,0.03301759958267212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,1536,0.030136533578236896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,1536,0.02436479926109314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,1536,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,1536,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,1536,0.011940266688664753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,1536,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,1536,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,1536,0.011368532975514729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,1536,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,1536,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,1536,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,1536,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,1536,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,1536,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,1536,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,1536,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,1536,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,1536,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,1536,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,1536,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,1536,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,1536,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,1536,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,1536,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,1536,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,1536,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,1536,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,1536,0.010506666700045268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,1536,0.011942399541536967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,1536,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,1536,0.011885866522789001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,1536,0.011330133676528931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,1536,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,1536,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,1536,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,1536,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,1536,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,1536,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,1536,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,1536,0.1278645356496175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,1536,0.23780372937520347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,1536,0.040380799770355226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,1536,0.06749119758605956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,1536,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,1536,0.040299733479817704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,1536,0.0392522652943929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,1536,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,1536,0.03634666601816813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,1536,0.035469865798950194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,1536,0.03581440051396688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,1536,0.03486826817194621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,1536,0.03452159961064656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,1536,0.031011199951171874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,1536,0.031078400214513142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,1536,0.030470399061838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,1536,0.02967360019683838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,1536,0.029586132367451983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,1536,0.025209599733352663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,1536,0.029305599133173627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,1536,0.025675733884175617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,1536,0.025209599733352663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,1536,0.025166932741800947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,1536,0.024779733022054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,1536,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,1536,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,1536,0.020441599686940513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,1536,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,1536,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,1536,0.01932586630185445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,1536,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,1536,0.015408000349998474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,1536,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,1536,0.015027200182278952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,1536,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,1536,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,1536,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,1536,0.009674666325251262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,1536,0.009682133793830872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,1536,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,1536,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,1536,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,1536,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,1536,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,1536,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,1536,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,1536,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,1536,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,1536,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,1536,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,1536,0.00923413336277008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,1536,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,1536,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,1536,0.009296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,1536,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,1536,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,1536,0.009242666761080424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,1536,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,1536,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,1536,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,1536,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,1024,0.15107626914978028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,1024,0.2842975934346517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,1024,0.07613440354665121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,1024,0.03858666817347209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,1024,0.04398933251698812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,1024,0.037994666894276934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,1024,0.0372874657313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,1024,0.03790826797485351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,1024,0.03674026727676392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,1024,0.032151466608047484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,1024,0.03370346625645955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,1024,0.032128000259399415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,1024,0.03062186638514201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,1024,0.030739200115203858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,1024,0.028942932685216267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,1024,0.026616533597310383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,1024,0.027365332841873168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,1024,0.025131734212239583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,1024,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,1024,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,1024,0.022882133722305298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,1024,0.01958400011062622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,1024,0.01973653237024943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,1024,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,1024,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,1024,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,1024,0.01562666694323222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,1024,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,1024,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,1024,0.012613333264986672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,1024,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,1024,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,1024,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,1024,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,1024,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,1024,0.005156266689300537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,1024,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,1024,0.005749333401521047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,1024,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,1024,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,1024,0.0055978665749231975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,1024,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,1024,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,1024,0.004089600096146265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,1024,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,1024,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,1024,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,1024,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,1024,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,1024,0.004757333298524221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,1024,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,1024,0.004300799965858459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,1024,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,1024,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,1024,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,1024,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,1024,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,1024,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,1024,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,1024,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,1024,0.003755733370780945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,1024,0.0037109332780043284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,1024,0.003735466549793879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,1024,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,1024,0.0037237333754698435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,1024,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,1536,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,1024,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,1024,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,1024,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,1024,0.0040949332217375435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,1024,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,1024,0.13081599871317545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,1024,0.2587146600087484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,1024,0.07243733406066895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,1024,0.04475626548131307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,1024,0.04579306840896606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,1024,0.045057066281636554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,1024,0.04142613410949707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,1024,0.04226346810658772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,1024,0.042796798547108966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,1024,0.0407317320505778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,1024,0.04099733432133992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,1024,0.040964265664418534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,1024,0.04153173367182414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,1024,0.0375925342241923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,1024,0.037934935092926024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,1024,0.036339199542999266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,1024,0.03801279862721761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,1024,0.03509866793950399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,1024,0.0334389328956604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,1024,0.03190079927444458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,1024,0.03389546473821004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,1024,0.030455466111501055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,1024,0.029498666524887085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,1024,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,1024,0.031318400303522745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,1024,0.02658240000406901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,1024,0.0276256004969279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,1024,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,1024,0.025230934222539265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,1024,0.022992000977198283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,1024,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,1024,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,1024,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,1024,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,1024,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,1024,0.027162667115529376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,1024,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,1024,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,1024,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,1024,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,1024,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,1024,0.017244799931844076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,1024,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,1024,0.015625600020090738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,1024,0.01591679950555166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,1024,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,1024,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,1024,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,1024,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,1024,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,1024,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,1024,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,1024,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,1024,0.015893333156903586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,1024,0.01586560010910034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,1024,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,1024,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,1024,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,1024,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,1024,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,1024,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,1024,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,1024,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,1024,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,1024,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,1024,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,1024,0.392631467183431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,1024,0.18317333857218426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,1024,0.1685226599375407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,1024,0.1634570598602295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,1024,0.7833546956380208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,1024,0.14352320035298666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,1024,0.14210774103800455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,1024,0.14223893483479816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,1024,1.5484896341959635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,1024,0.12189653714497883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,1024,0.12844266891479492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,1024,0.11587200164794922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,1024,0.10719467004140218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,1024,0.10087786515553791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,1024,0.08795093695322673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,1024,0.08983039855957031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,1024,0.08404053052266439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,1024,0.07411306699117025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,1024,0.07253866990407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,1024,0.06851733525594075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,1024,0.09908693631490072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,1024,0.05694080193837484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,1024,0.07975146770477295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,1024,0.0512234648068746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,1024,0.049917864799499514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,1024,0.0648255983988444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,1024,0.03679146766662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,1024,0.03536320130030314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,1024,0.06108160018920898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,1024,0.0452394684155782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,1024,0.04252800146738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,1024,0.030313599109649658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,1024,0.020566399892171225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,1024,0.028087466955184937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,1024,0.022296533981959025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,1024,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,1024,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,1024,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,1024,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,1024,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,1024,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,1024,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,1024,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,1024,0.012647466858228049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,1024,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,1024,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,1024,0.009101866682370504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,1024,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,1024,0.00983786682287852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,1024,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,1024,0.008590933680534363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,1024,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,1024,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,1024,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,1024,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,1024,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,1024,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,1024,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,1024,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,1024,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,1024,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,1024,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,1024,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,1024,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,1024,0.01028053363164266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,1024,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,1024,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,1024,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,1024,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,1024,0.09565866788228353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,1024,0.18024959564208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,1024,0.051096534729003905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,1024,0.03179840048154195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,1024,0.030834132432937623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,1024,0.0321727991104126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,1024,0.028579199314117433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,1024,0.028115199009577437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,1024,0.028164267539978027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,1024,0.027694932619730633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,1024,0.027668267488479614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,1024,0.025461333990097045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,1024,0.02448319991429647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,1024,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,1024,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,1024,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,1024,0.023593600591023764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,1024,0.0215338667233785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,1024,0.021332265933354695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,1024,0.021027199427286782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,1024,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,1024,0.020240000883738198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,1024,0.01730133295059204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,1024,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,1024,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,1024,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,1024,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,1024,0.01592639982700348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,1024,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,1024,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,1024,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,1024,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,1024,0.012097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,1024,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,1024,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,1024,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,1024,0.008831999699274699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,1024,0.008835200468699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,1024,0.008610133330027263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,1024,0.008665600419044494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,1024,0.008489599823951722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,1024,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,1024,0.008477866649627686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,1024,0.00843946635723114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,1024,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,1024,0.00863039990266164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,1024,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,1024,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,1024,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,1024,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,1024,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,1024,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,1024,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,1024,0.008400000135103862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,1024,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,1024,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,768,0.23722880681355796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,768,0.11562559604644776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,768,0.058082131544748936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,768,0.03266560037930806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,768,0.03499626715977987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,768,0.0322869340578715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,768,0.02995413343111674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,768,0.029547733068466187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,768,0.029307732979456585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,768,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,768,0.02656853397687276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,768,0.026149332523345947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,768,0.023931733767191567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,768,0.023264000813166298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,768,0.022603732347488404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,768,0.022244266668955483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,768,0.02249600092569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,768,0.021218132972717286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,768,0.01957013408342997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,768,0.018952532609303793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,768,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,768,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,768,0.016220800081888833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,768,0.015467733144760132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,768,0.01562346617380778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,768,0.013884799679120383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,768,0.012142933408419291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,768,0.011516799529393513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,768,0.015629866719245912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,768,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,768,0.010084266463915508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,768,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,768,0.008109866579373678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,768,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,768,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,768,0.005123200019200643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,768,0.004422399898370107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,768,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,768,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,768,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,768,0.004693333307902018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,768,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,768,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,768,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,768,0.0037109332780043284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,768,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,768,0.003899733225504557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,768,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,768,0.004327466587225596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,768,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,768,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,768,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,768,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,768,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,768,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,768,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,768,0.0035285333792368567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,768,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,768,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,768,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,768,0.004009599983692169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,768,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,768,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,768,0.0031680000325044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,768,0.0033610666791598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,768,0.0031136001149813337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,768,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,768,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,768,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,768,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,1024,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,768,0.10999893347422282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,768,0.2074730714162191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,768,0.06230400005976359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,768,0.04272533257802327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,768,0.04157973527908325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,768,0.042922667662302655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,768,0.040863998730977374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,768,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,768,0.03898880084355672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,768,0.03859093189239502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,768,0.03684053421020508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,768,0.03593386809031169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,768,0.03607893387476603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,768,0.03620479901631673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,768,0.033149866263071696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,768,0.03516053358713786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,768,0.034774398803710936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,768,0.03130773305892944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,768,0.03244266708691915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,768,0.030245333909988403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,768,0.030956800778706866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,768,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,768,0.02940053343772888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,768,0.027128533522288008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,768,0.024794665972391765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,768,0.029073067506154376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,768,0.024493867158889772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,768,0.023334399859110514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,768,0.02587413390477498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,768,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,768,0.022038400173187256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,768,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,768,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,768,0.019194666544596353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,768,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,768,0.017193599541982015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,768,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,768,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,768,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,768,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,768,0.017594667275746663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,768,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,768,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,768,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,768,0.017102932929992674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,768,0.015093333522478738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,768,0.015493333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,768,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,768,0.015874133507410685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,768,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,768,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,768,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,768,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,768,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,768,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,768,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,768,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,768,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,768,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,768,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,768,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,768,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,768,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,768,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,768,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,768,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,768,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,768,0.1476970672607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,768,0.14577919642130535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,768,0.77696959177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,768,0.3975904146830241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,768,0.1321887969970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,768,0.1395509401957194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,768,0.12971093654632568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,768,0.1215285301208496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,768,0.11188266277313233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,768,0.11857279936472576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,768,0.10230826536814372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,768,0.10092586676279705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,768,0.09704639911651611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,768,0.08671466509501138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,768,0.08595733642578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,768,0.0802677313486735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,768,1.5287530263264975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,768,0.07104640007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,768,0.06945386727650961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,768,0.06498666604359946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,768,0.09099520047505696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,768,0.05481280088424682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,768,0.0770581324895223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,768,0.05067199865976969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,768,0.047891199588775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,768,0.06207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,768,0.03539093335469563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,768,0.03370986779530843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,768,0.05886079867680868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,768,0.04326293468475342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,768,0.04110933144887288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,768,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,768,0.028058665990829467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,768,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,768,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,768,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,768,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,768,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,768,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,768,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,768,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,768,0.011729066570599873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,768,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,768,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,768,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,768,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,768,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,768,0.009495466947555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,768,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,768,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,768,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,768,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,768,0.008899199962615966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,768,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,768,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,768,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,768,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,768,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,768,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,768,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,768,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,768,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,768,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,768,0.15468586285909017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,768,0.08182400067647298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,768,0.044514131546020505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,768,0.02849173347155253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,768,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,768,0.028249599536259967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,768,0.026025599241256712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,768,0.025623466571172076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,768,0.02539413372675578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,768,0.02534293333689372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,768,0.02544426719347636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,768,0.02243306636810303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,768,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,768,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,768,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,768,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,768,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,768,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,768,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,768,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,768,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,768,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,768,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,768,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,768,0.015496533115704855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,768,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,768,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,768,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,768,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,768,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,768,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,768,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,768,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,768,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,768,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,768,0.009054932991663616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,768,0.008844799796740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,768,0.008590933680534363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,768,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,768,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,768,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,768,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,768,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,768,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,768,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,768,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,768,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,768,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,512,0.16050559679667156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,512,0.08148799737294515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,512,0.04062079985936483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,512,0.021845332781473794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,512,0.022915200392405192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,512,0.02318293253580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,512,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,512,0.020138667027155558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,512,0.020414932568868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,512,0.018914133310317993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,512,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,512,0.01924906571706136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,768,0.00763733337322871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,512,0.017153066396713258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,512,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,512,0.01635199983914693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,512,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,512,0.017059199015299478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,512,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,512,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,512,0.013821867108345032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,512,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,512,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,512,0.011106133460998535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,512,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,512,0.010238933563232421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,512,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,512,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,512,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,512,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,512,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,512,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,512,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,512,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,512,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,512,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,512,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,512,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,512,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,512,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,512,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,512,0.0042922665675481165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,512,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,512,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,512,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,512,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,512,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,512,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,512,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,512,0.003188266605138779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,512,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,512,0.002703999976317088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,512,0.0029333333174387617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,512,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,512,0.002872533351182938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,512,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,512,0.002867199977238973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,512,0.002903466671705246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,512,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,512,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,512,0.08540159861246745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,512,0.162118403116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,512,0.05087253252665201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,512,0.036421334743499754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,512,0.03589013417561849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,512,0.036576000849405925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,512,0.03360426823298136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,512,0.03364906708399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,512,0.03321066697438558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,512,0.03282346725463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,512,0.0031199999153614043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,512,0.031016532580057782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,512,0.031820799907048544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,512,0.031141332785288495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,512,0.02914346655209859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,512,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,512,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,512,0.0302346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,512,0.0286901334921519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,512,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,512,0.026881066958109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,512,0.02498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,512,0.024652800957361855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,512,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,512,0.027001599470774334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,512,0.022747733195622764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,512,0.022403200467427574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,512,0.0231221338113149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,512,0.021172267198562623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,512,0.021241599321365358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,512,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,512,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,512,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,512,0.01811306675275167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,512,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,512,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,512,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,512,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,512,0.015961600343386333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,512,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,512,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,512,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,512,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,512,0.027314132452011107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,512,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,512,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,512,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,512,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,512,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,512,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,512,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,512,0.015870933731396995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,512,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,512,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,512,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,512,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,512,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,512,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,512,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,512,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,512,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,512,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,512,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,512,0.01483519971370697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,512,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,512,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,512,0.01418880025545756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,512,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,512,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,512,0.37141653696695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,512,0.1463744004567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,512,0.7417952219645183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,512,0.12012693087259929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,512,0.1322090705235799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,512,0.11091519991556804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,512,0.11185493469238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,512,1.4796885172526042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,512,0.10434026718139648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,512,0.1030997355779012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,512,0.09706133206685384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,512,0.09463253021240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,512,0.09119040171305338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,512,0.08162986437479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,512,0.07565226554870605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,512,0.08073493639628092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,512,0.06890986760457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,512,0.06668799718221029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,512,0.06274986664454142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,512,0.12620373566945392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,512,0.08805867036183676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,512,0.07326719760894776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,512,0.052730667591094973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,512,0.04771093527475993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,512,0.045957334836324054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,512,0.059595731894175205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,512,0.034253867467244466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,512,0.03210560083389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,512,0.055496533711751304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,512,0.04100159804026286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,512,0.03925866683324178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,512,0.018952532609303793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,512,0.026814933617909747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,512,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,512,0.025998934110005693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,512,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,512,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,512,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,512,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,512,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,512,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,512,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,512,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,512,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,512,0.008458667000134786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,512,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,512,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,512,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,512,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,512,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,512,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,512,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,512,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,512,0.12994879881540936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,512,0.06960533459981283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,512,0.03954773346583049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,512,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,512,0.025808000564575197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,512,0.02523306608200073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,512,0.02358293334643046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,512,0.008680533369382222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,512,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,512,0.023079466819763184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,512,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,512,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,512,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,512,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,512,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,512,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,512,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,512,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,512,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,512,0.01916159987449646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,512,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,512,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,512,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,512,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,512,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,512,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,512,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,512,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,512,0.01349546710650126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,512,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,512,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,512,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,512,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,512,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,512,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,512,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,512,0.008266666531562805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,512,0.007828266421953837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,512,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,512,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,512,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,512,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,512,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,512,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,512,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,512,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,512,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,512,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,512,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,512,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,512,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,256,0.1047701358795166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,256,0.05384000142415365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,256,0.029250133037567138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,256,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,256,0.01727573275566101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,256,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,256,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,256,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,256,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,256,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,256,0.013393066326777139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,256,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,256,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,256,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,256,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,256,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,256,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,256,0.010082133611043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,256,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,256,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,256,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,256,0.00895360012849172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,256,0.00817493349313736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,256,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,256,0.010673066973686219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,256,0.007742933432261149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,256,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,256,0.008125866452852886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,256,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,256,0.005402666827042898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,256,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,256,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,256,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,256,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,256,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,256,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,256,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,256,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,256,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,256,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,256,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,256,0.0028181334336598715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,256,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,256,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,256,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,256,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,256,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,256,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,256,0.0025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,256,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,256,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,256,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,256,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,256,0.1189194679260254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,256,0.06584426561991373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,256,0.04324800173441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,256,0.03136533300081889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,256,0.03234560092290242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,256,0.029186133543650312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,256,0.03006826639175415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,256,0.027609600623448687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,256,0.029097600777943926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,256,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,256,0.027702399094899494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,256,0.025221333901087446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,256,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,256,0.024996266762415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,256,0.02569173375765483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,256,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,256,0.026703999439875288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,256,0.024451200167338052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,256,0.024064000447591147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,256,0.025280000766118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,256,0.022948267062505086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,256,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,256,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,256,0.023538132508595787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,256,0.02302079995473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,256,0.020838399728139244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,256,0.02076373298962911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,256,0.02140053311983744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,256,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,256,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,256,0.02688639958699544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,256,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,256,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,256,0.017497599124908447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,256,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,256,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,256,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,256,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,256,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,256,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,256,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,256,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,256,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,256,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,256,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,256,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,256,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,256,0.013180800278981528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,256,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,256,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,256,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,256,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,256,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,256,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,256,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,256,0.013411200046539307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,256,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,256,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,256,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,256,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,256,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,256,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,256,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,256,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,256,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,256,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,256,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,256,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,256,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,256,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,256,0.2566528002421061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,256,0.10066239833831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,256,0.5101450602213542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,256,1.0095498402913412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,256,0.09711253643035889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,256,0.08919040362040201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,256,0.11068159739176434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,256,0.09086399873097738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,256,0.08406826655069986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,256,0.08244586785634359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,256,0.07814293702443441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,256,0.07647786935170492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,256,0.07312426567077637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,256,0.06650453408559164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,256,0.06578133503595987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,256,0.06165973345438639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,256,0.05528853336970011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,256,0.054381867249806724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,256,0.05013653437296549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,256,0.09541013240814208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,256,0.059563732147216795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,256,0.07073386510213217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,256,0.04359893401463826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,256,0.03945706685384114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,256,0.03745173215866089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,256,0.04875413179397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,256,0.028199466069539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,256,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,256,0.04443306525548299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,256,0.03380693197250366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,256,0.03211626609166463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,256,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,256,0.02278613249460856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,256,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,256,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,256,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,256,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,256,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,256,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,256,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,256,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,256,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,256,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,256,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,256,0.007613866527875264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,256,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,256,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,256,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,256,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,256,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,256,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,256,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,256,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,256,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,256,0.006622933348019918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,256,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,256,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,256,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,256,0.006940799951553345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,256,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,256,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,256,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,256,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,256,0.006340266764163971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,256,0.10296640396118165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,256,0.05967146555582682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,256,0.03583999872207642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,256,0.022550400098164877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,256,0.02230400045712789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,256,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,256,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,256,0.02002133329709371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,256,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,256,0.019543466965357463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,256,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,256,0.017592533429463705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,256,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,256,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,256,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,256,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,256,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,256,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,256,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,256,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,256,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,256,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,256,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,256,0.011978666981061299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,256,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,256,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,256,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,256,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,256,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,256,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,256,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,256,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,256,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,256,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,256,0.007446399827798207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,256,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,256,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,256,0.007216000060240428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,256,0.007191466788450877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,128,0.08734719753265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,128,0.04626986583073934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,128,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,128,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,128,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,128,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,128,0.013736533125241599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,128,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,128,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,128,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,128,0.010055466492970785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,128,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,128,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,128,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,128,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,128,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,128,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,128,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,128,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,128,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,128,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,128,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,128,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,128,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,128,0.005961599946022034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,128,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,128,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,128,0.025250132878621417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,128,0.004730666677157084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,128,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,128,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,128,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,128,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,128,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,128,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,128,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,128,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,128,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,128,0.0030634666482607523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,128,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,128,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,128,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,128,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,128,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,128,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,128,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,128,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,128,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,128,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,128,0.0022858666876951856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,128,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,128,0.059765334924062094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,128,0.03914239803949992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,128,0.003554133325815201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,128,0.02672959963480632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,128,0.0315391997496287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,128,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,128,0.025540266434351606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,128,0.02616853316624959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,128,0.024014933904012045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,128,0.023602133989334105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,128,0.025896533330281572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,128,0.09757333596547445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,128,0.023439999421437582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,128,0.024919466177622477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,128,0.023113600413004556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,128,0.02535360058148702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,128,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,128,0.022552533944447836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,128,0.021986132860183714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,128,0.021436800559361778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,128,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,128,0.02741439938545227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,128,0.02089280088742574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,128,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,128,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,128,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,128,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,128,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,128,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,128,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,128,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,128,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,128,0.019067732493082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,128,0.01523413360118866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,128,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,128,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,128,0.015845333536465965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,128,0.015160533785820007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,128,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,128,0.02585066755612691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,128,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,128,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,128,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,128,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,128,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,128,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,128,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,128,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,128,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,128,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,128,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,128,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,128,0.0151146670182546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,128,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,128,0.013846400380134582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,128,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,128,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,128,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,128,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,128,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,128,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,128,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,128,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,128,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,128,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,128,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,128,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,128,0.08923733234405518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,128,0.08960106372833251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,128,0.197543462117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,128,0.38789758682250974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,128,0.08218453725179037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,128,0.0792469342549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,128,0.07763946851094564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,128,0.7740640004475912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,128,0.07513386408487956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,128,0.07221333185831705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,128,0.06828906536102294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,128,0.06872853438059488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,128,0.06450026830037435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,128,0.059165867169698086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,128,0.058177065849304196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,128,0.05465279817581177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,128,0.04900693496068319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,128,0.04855680068333944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,128,0.044964265823364255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,128,0.08357120354970296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,128,0.05262506802876791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,128,0.04362986485163371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,128,0.039445332686106366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,128,0.03871466716130574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,128,0.03501439889272054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,128,0.03334826628367106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,128,0.025139200687408447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,128,0.023948800563812257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,128,0.06210240125656128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,128,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,128,0.030102399984995525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,128,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,128,0.029348266124725342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,128,0.015603199601173401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,128,0.019511467218399046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,128,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,128,0.00949013332525889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,128,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,128,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,128,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,128,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,128,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,128,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,128,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,128,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,128,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,128,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,128,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,128,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,128,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,128,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,128,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,128,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,128,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,128,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,128,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,128,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,128,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,128,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,128,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,128,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,128,0.006056533257166544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,128,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,128,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,128,0.0061258668700853985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,128,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,128,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,128,0.05966933170954386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,128,0.03315200010935466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,128,0.09839359919230142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,128,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,128,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,128,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,128,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,128,0.018821332852045694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,128,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,128,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,128,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,128,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,128,0.01618026693662008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,128,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,128,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,128,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,128,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,128,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,128,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,128,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,128,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,128,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,128,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,128,0.011753599842389424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,128,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,128,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,128,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,128,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,128,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,128,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,128,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,128,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,128,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,128,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,128,0.007388799885908763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,128,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,128,0.007010133564472198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,128,0.007286400099595388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,128,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,128,0.006868266562620799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,128,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,128,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,128,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,128,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,128,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,128,0.006807466844717662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,128,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,64,0.07235519886016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,128,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,64,0.03859093189239502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,64,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,64,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,64,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,64,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,64,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,64,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,64,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,64,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,64,0.010443733135859171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,64,0.012106666962305706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,128,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,64,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,64,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,64,0.010318932930628459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,64,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,128,0.006872533261775971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,64,0.008102400104204814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,64,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,64,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,64,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,64,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,64,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,64,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,64,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,64,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,64,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,64,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,64,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,64,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,64,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,64,0.003905066599448522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,64,0.003738666574160258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,64,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,64,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,64,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,64,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,64,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,64,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,64,0.0028351999819278715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,64,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,64,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,64,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,64,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,64,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,64,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,64,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,64,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,64,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,64,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,64,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,64,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,64,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,64,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,64,0.09637013276418051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,64,0.037282133102416994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,64,0.057555198669433594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,64,0.025490132967631023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,64,0.025970133145650227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,64,0.0291157325108846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,64,0.023870933055877685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,64,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,64,0.02469546596209208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,64,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,64,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,64,0.027101866404215497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,64,0.022475733359654745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,64,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,64,0.023373866081237794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,64,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,64,0.02252266605695089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,64,0.021943465868632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,64,0.020757333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,64,0.021996800104777017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,64,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,64,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,64,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,64,0.0272490660349528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,64,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,64,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,64,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,64,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,64,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,64,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,64,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,64,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,64,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,64,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,64,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,64,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,64,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,64,0.015042133132616677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,64,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,64,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,64,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,64,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,64,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,64,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,64,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,64,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,64,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,64,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,64,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,64,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,64,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,64,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,64,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,64,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,64,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,64,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,64,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,64,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,64,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,64,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,64,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,64,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,64,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,64,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,64,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,64,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,64,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,64,0.013169067104657492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,64,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,64,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,64,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,32,0.07602346738179525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,32,0.04004266659418742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,32,0.02143359978993734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,32,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,32,0.015121066570281982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,32,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,32,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,32,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,32,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,32,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,32,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,32,0.012167466680208842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,32,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,32,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,32,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,32,0.010986666878064473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,32,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,32,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,32,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,32,0.008072533210118612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,32,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,32,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,32,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,32,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,32,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,32,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,32,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,32,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,32,0.004739200075467428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,7168,32,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,64,0.013147733608881631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,7168,32,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,7168,32,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,7168,32,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,7168,32,0.0035082665582497918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,7168,32,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,7168,32,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,7168,32,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,7168,32,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,7168,32,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,7168,32,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,32,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,7168,32,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,7168,32,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,7168,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,7168,32,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,7168,32,0.002752000093460083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,7168,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,7168,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,7168,32,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,7168,32,0.0028405333558718365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,7168,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,7168,32,0.002726399898529053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,7168,32,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,7168,32,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,32,0.006771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,7168,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,7168,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,7168,32,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,7168,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,7168,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,7168,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,7168,32,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,7168,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,7168,32,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,7168,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,7168,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,7168,32,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,7168,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,7168,32,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,7168,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,7168,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,7168,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,7168,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,32,0.055181864897410074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,32,0.03515626589457194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,32,0.026441599925359088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,32,0.027958399057388304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,32,0.026331732670466106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,32,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,7168,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,32,0.025183999538421632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,32,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,32,0.0250709335009257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,32,0.024870399634043375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,32,0.023568000396092734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,32,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,32,0.02255679965019226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,32,0.022915200392405192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,32,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,32,0.023611734310785927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,32,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,32,0.02132693330446879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,32,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,32,0.022826667626698813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,32,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,32,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,32,0.018797866503397622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,32,0.02169493238131205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,32,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,32,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,32,0.018795732657114664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,32,0.01805013418197632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,32,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,32,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,32,0.015847466389338174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,32,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,32,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,32,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,32,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,32,0.09456000328063965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,32,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,32,0.015593600273132325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,32,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,32,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,32,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,32,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,32,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,32,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,32,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,32,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,32,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,32,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,32,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,32,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,32,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,32,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,32,0.013992533087730408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,32,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,32,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,32,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,32,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,32,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,32,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,32,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,32,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,32,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,32,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,32,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,32,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,65536,8.439264297485352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,65536,2.5839306513468423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,65536,3.9327945709228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,65536,2.1987892786661782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,65536,2.187157313028971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,65536,17.316805521647137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,65536,2.119253317515055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,65536,2.08350404103597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,65536,1.6257866223653157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,65536,1.635189374287923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,65536,1.5101173718770344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,65536,1.699562708536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,65536,2.248629411061605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,65536,1.5299572944641113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,65536,1.462293306986491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,65536,1.4484853744506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,65536,1.3702826499938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,65536,1.4140159289042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,65536,1.507146676381429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,65536,1.1058026949564617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,65536,1.1101760069529216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,65536,0.8900480270385742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,65536,1.2071093718210857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,65536,1.0061333179473877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,65536,0.8207519849141439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,65536,0.8178773721059164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,65536,0.6915679772694906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,65536,0.6833813190460205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,65536,0.530186653137207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,65536,0.591920018196106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,65536,0.3949493169784546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,65536,0.4044426679611206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,65536,0.3032906651496887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,65536,0.21022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,65536,0.27872000137964886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,65536,0.17364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,65536,0.19379733006159464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,65536,0.19819732507069907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,65536,0.18811732530593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,65536,0.1855093240737915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,65536,0.16860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,65536,0.1564586659272512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,65536,0.15475199619928995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,65536,0.1493760049343109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,65536,0.13352533181508383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,65536,0.12990400195121765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,65536,0.13142933448155722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,65536,0.13083733121554056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,65536,0.1249120036760966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,65536,0.12640532851219177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,65536,0.12454932928085327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,65536,0.12409067153930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,65536,0.12577600280443826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,65536,0.12086400389671326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,65536,0.11917866269747417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,65536,0.12030399839083354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,65536,0.1204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,65536,0.1264959971110026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,65536,1.1330186525980632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,65536,0.12723199526468912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,65536,0.12553600470225015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,65536,0.1264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,65536,0.12692800164222717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,65536,0.12538133064905801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,65536,0.12521066268285116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,65536,0.12497599919637044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,65536,0.12335999806722005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,65536,0.12015466888745625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,65536,0.12361600001653035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,65536,0.12225600083669026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,65536,0.11942399541536967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,65536,0.12108799815177917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,65536,0.12010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,65536,3.4164533615112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,65536,1.858847935994466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,65536,0.12639466921488443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,65536,6.471066792805989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,65536,1.8517600695292156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,65536,1.7189013163248699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,65536,1.676751931508382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,65536,1.6415360768636067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,65536,1.6078933080037434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,65536,1.4821972846984863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,65536,1.5258132616678874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,65536,1.363701343536377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,65536,1.384069283803304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,65536,13.31537119547526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,65536,1.2373600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,65536,1.2728373209635417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,65536,1.1475306351979573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,65536,1.1692319711049397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,65536,1.0418506463368733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,65536,1.0965387026468914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,65536,0.9618026415506998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,65536,0.9378399848937988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,65536,0.8711199760437012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,65536,0.855679988861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,65536,0.6691306432088217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,65536,0.7959040006001791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,65536,0.5587573448816935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,65536,0.5683893362681071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,65536,0.45471465587615967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,65536,0.4687466621398926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,65536,0.34723734855651855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,65536,0.33923200766245526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,65536,0.242576003074646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,65536,0.23932800690333048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,65536,0.7519946893056234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,65536,0.14134933551152548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,65536,0.13473066687583923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,65536,0.136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,65536,0.13387200236320496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,65536,0.122597336769104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,65536,0.1202293336391449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,65536,0.11572800079981486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,65536,0.6287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,65536,0.1136853297551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,65536,0.10266666611035664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,65536,0.1023573378721873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,65536,0.1032426655292511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,65536,0.1000373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,65536,0.09646399815877278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,65536,0.09339200456937154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,65536,0.0922986666361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,65536,0.0904373327891032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,65536,0.08840533097585042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,65536,0.09092266360918681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,65536,0.09502933422724406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,65536,0.0909546713034312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,65536,0.090037335952123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,65536,0.08474133412043254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,65536,0.08584533135096233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,65536,0.08310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,65536,0.08282666901747386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,65536,0.08288000027338664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,65536,0.08323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,65536,0.08236266672611237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,65536,0.08155733346939087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,65536,0.0800799975792567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,65536,0.0812799980243047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,65536,0.08133866886297862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,65536,0.0809333324432373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,65536,0.0792906681696574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,65536,0.07994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,65536,0.07959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,65536,0.07828266421953838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,65536,0.07915199796358745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,65536,0.10320533315340678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,65536,1.6457707087198894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,65536,1.4415946006774902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,65536,1.5937120119730632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,65536,1.5530667304992676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,65536,1.3275360266367595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,65536,1.1739146709442139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,65536,1.292965332667033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,65536,1.1190346876780193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,65536,1.3923892974853516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,65536,1.777077356974284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,65536,1.108026663462321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,65536,0.9393706321716309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,65536,1.0404213269551594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,65536,1.2785332997639973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,65536,0.9868213335673014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,65536,0.7196053663889567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,65536,0.8028639952341715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,65536,0.6407999992370605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,65536,0.7497013409932455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,65536,0.5918933153152466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,65536,1.2246560255686443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,65536,0.47489066918691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,65536,0.4899093310038249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,65536,0.3997386693954468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,65536,1.0321919918060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,65536,0.8589706420898438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,65536,0.27636265754699707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,65536,0.21438399950663248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,65536,0.5696640014648438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,65536,0.3633973201115926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,65536,0.31297600269317627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,65536,0.1726133426030477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,65536,0.14308266838391623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,65536,0.13527466853459677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,65536,0.13103999694188437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,65536,0.1307360033194224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,65536,0.1302773356437683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,65536,0.1344533363978068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,65536,0.13501333196957907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,65536,0.1374506652355194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,65536,0.12324800093968709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,65536,0.11776533722877502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,65536,0.11623467008272807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,65536,0.1169653336207072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,65536,0.11584533254305522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,65536,0.11607999602953593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,65536,0.1144480009873708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,65536,0.11399466792742412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,65536,0.11116799712181091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,65536,0.11188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,65536,0.11194133758544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,65536,0.11044800281524658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,65536,0.11017066240310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,65536,0.11044800281524658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,65536,0.11543466647466023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,65536,0.11002133289972942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,65536,0.10514133175214131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,65536,0.10946666200955708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,65536,0.10610133409500122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,65536,0.10929066936175029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,65536,0.10476266344388326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,65536,0.10966400305430095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,65536,0.10519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,65536,0.10964799920717876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,65536,0.1046560009320577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,65536,0.10987733801205952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,65536,0.10322667161623637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,65536,0.2526826659838359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,65536,0.11479999621709187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,65536,0.11981333295504253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,65536,6.896736145019531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,65536,1.1360267003377278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,65536,0.870959997177124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,65536,3.367216110229492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,65536,0.8630133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,65536,0.8481600284576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,65536,0.7363893191019694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,65536,0.7339946428934733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,65536,0.7263840039571127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,65536,0.7148906389872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,65536,0.709765354792277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,65536,0.5936640103658041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,65536,0.5714346567789713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,65536,0.5732160011927286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,65536,0.555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,65536,0.5532853205998739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,65536,0.44954665501912433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,65536,0.4451253414154053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,65536,1.6602452596028645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,65536,0.4252479871114095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,65536,0.4224746624628703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,65536,0.6314133405685425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,65536,0.4193066755930583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,65536,0.4182026783625285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,65536,0.2998666763305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,65536,0.2979466716448466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,65536,0.2911733388900757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,65536,0.29710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,65536,0.28702932596206665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,65536,0.1650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,65536,0.27324267228444415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,65536,0.1488053301970164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,65536,0.14074666301409403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,65536,0.13422933220863342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,65536,0.13245333234469095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,65536,0.13226133584976196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,65536,0.1318933367729187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,65536,0.13201600313186646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,65536,0.13788800438245138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,65536,0.13173333803812662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,65536,0.13011733690897623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,65536,0.1302293340365092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,65536,0.1300159990787506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,65536,0.42127466201782227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,65536,0.13091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,65536,0.12985066572825113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,65536,0.13074666261672974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,65536,0.13008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,65536,0.13019733627637228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,65536,0.12965866923332214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,65536,0.13033599654833475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,65536,0.12982400258382162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,65536,0.13004266222318014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,65536,0.12965866923332214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,65536,0.12985600034395853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,65536,0.12969066699345908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,65536,0.12998400131861368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,65536,0.13014933466911316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,65536,0.12989866733551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,65536,0.1299199958642324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,65536,0.12973866860071817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,65536,0.12972799936930338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,65536,0.13006400068600973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,65536,0.1297866702079773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,65536,0.12957333525021872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,65536,0.13010666767756143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,65536,0.13623467087745667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,65536,0.12957866986592612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,65536,0.13019733627637228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,65536,0.13219199577967325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,65536,0.13004799683888754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,65536,0.1338879962762197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,65536,0.12985600034395853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,51200,6.115973154703776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,51200,3.390666643778483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,51200,13.53100840250651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,51200,1.971018632253011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,51200,1.7268640200297039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,51200,1.833290735880534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,51200,1.7091412544250488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,51200,1.4516587257385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,51200,1.3069226741790771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,51200,1.576346715291341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,51200,1.2390560309092205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,51200,1.238986651102702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,51200,1.1046026547749836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,51200,1.1710560321807861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,51200,1.0421333312988281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,51200,1.2083253065745037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,51200,1.208623965581258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,51200,1.1441973050435383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,51200,0.8189013004302979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,51200,0.8618346850077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,51200,0.7312213579813639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,51200,0.8577280044555664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,51200,0.6463199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,51200,0.7399306297302246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,51200,0.5879413286844889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,51200,0.5213599999745687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,51200,0.4557386636734009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,51200,0.4731359879175822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,51200,0.3714453379313151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,51200,0.39373334248860675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,51200,0.30210665861765545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,51200,0.28430400292078656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,51200,0.2228906750679016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,51200,0.19818133115768433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,51200,0.15776532888412476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,51200,0.13667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,51200,0.1453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,51200,0.9413013458251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,51200,0.15011733770370483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,51200,0.14294399817784628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,51200,0.17490132649739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,51200,0.13085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,51200,0.11730133493741353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,51200,0.11863999565442403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,51200,0.11815466483434041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,51200,0.10358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,51200,0.1034346620241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,51200,0.10552533467610677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,51200,0.10162132978439331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,51200,0.09912000099817912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,51200,0.10051733255386353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,51200,0.09842133522033691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,51200,0.09964266419410706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,51200,0.09948800007502238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,51200,0.0962506632010142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,51200,0.09434666236241658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,51200,0.0942080020904541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,51200,0.0960693359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,51200,0.09550399581591289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,51200,0.0960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,51200,0.09296533465385437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,51200,0.09556800127029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,51200,0.10106133421262105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,51200,0.10005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,51200,0.10013332962989807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,51200,0.09925867120424907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,51200,0.09946133693059285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,51200,0.0988106628259023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,51200,0.09883733590443929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,51200,0.09751466910044353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,51200,0.09930133819580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,51200,0.0969599982102712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,51200,0.09769066174825032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,65536,0.9431306521097819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,51200,5.082709312438965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,51200,0.10043733318646748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,51200,1.381658713022868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,51200,2.690629323323568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,51200,1.385525385538737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,51200,1.309775988260905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,51200,1.3698560396830242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,51200,1.2354186375935872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,51200,10.396586736043295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,51200,1.1880053679148357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,51200,1.1385707060496013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,51200,1.1377066771189372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,51200,1.114261309305827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,51200,1.0049973328908284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,51200,0.9740586280822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,51200,0.915712038675944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,51200,0.9285546938578287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,51200,0.8331573009490967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,51200,0.8866879940032959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,51200,0.7568106651306152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,51200,0.7678986390431722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,51200,0.6756532986958822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,51200,0.7049919764200846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,51200,0.5959839820861816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,51200,1.2642079989115398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,51200,0.6409653425216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,51200,0.5317920049031576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,51200,0.5055573383967081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,51200,0.4440799951553345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,51200,0.43877867857615155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,51200,0.3553333282470703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,51200,0.371829350789388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,51200,0.2696586648623149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,51200,0.26481600602467853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,51200,0.1741066575050354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,51200,0.1178986628850301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,51200,0.11248000462849934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,51200,0.11218667030334473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,51200,0.11163199941317241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,51200,0.10242133339246114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,51200,0.10055466492970784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,51200,0.09432533383369446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,51200,0.09139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,51200,0.08767466743787129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,51200,0.08756800492604573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,51200,0.08297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,51200,0.08329600095748901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,51200,0.08118399977684021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,51200,0.07926933467388153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,51200,0.07723733286062877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,51200,0.07650133470694225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,51200,0.07677866518497467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,51200,0.07664533456166585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,51200,0.0743093341588974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,51200,0.07358933488527934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,51200,0.06922666728496552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,51200,0.06854400038719177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,51200,0.0674239993095398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,51200,0.0653599997361501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,51200,0.06620266536871593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,51200,0.06560533245404561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,51200,0.06648533542950948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,51200,0.06429333488146464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,51200,0.06509333352247874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,51200,0.0641653339068095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,51200,0.06540800134340923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,51200,0.0645546664794286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,51200,0.06438399851322174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,51200,0.06513066589832306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,51200,0.06622399886449178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,51200,0.0672106643517812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,51200,0.19266132513682047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,51200,0.06596800188223521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,51200,0.0658079981803894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,51200,0.06467199822266896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,51200,4.6959788004557295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,51200,2.4733333587646484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,51200,1.375600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,51200,1.2139466603597004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,51200,1.2624693711598713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,51200,1.1131412982940674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,51200,1.233728011449178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,51200,1.4399785995483398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,51200,1.0348479747772217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,51200,1.1188693046569824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,51200,0.9642613728841146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,51200,1.0754506587982178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,51200,0.9245973428090414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,51200,1.0202559630076091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,51200,0.8204533259073893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,51200,0.8836586475372314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,51200,0.7429920037587484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,51200,0.8261173566182455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,51200,0.7144373257954916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,51200,0.7990612983703613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,51200,0.6213440100351969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,51200,0.6478720108668009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,51200,0.5519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,51200,0.6004319985707601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,51200,0.516645352045695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,51200,0.39787201086680096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,51200,0.4022666613260905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,51200,0.33373332023620605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,51200,0.4713013172149658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,51200,0.3003893295923869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,51200,0.21492266654968262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,51200,0.17296000321706137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,51200,0.13551466663678488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,51200,0.2642506758371989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,51200,0.11221866806348164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,51200,0.1123253305753072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,51200,0.11001066366831462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,51200,0.10965866843859355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,51200,0.11353066563606262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,51200,0.10070400436719258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,51200,0.09937600294748943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,51200,0.09732799728711446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,51200,0.09312533338864644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,51200,0.0897653301556905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,51200,0.08810133735338847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,51200,0.08764800429344177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,51200,0.0869599978129069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,51200,0.08716799815495808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,51200,0.08692800005276997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,51200,0.08700799942016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,51200,0.08480000495910645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,51200,0.08479467034339905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,51200,0.08245866497357686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,51200,0.08294400076071422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,51200,0.08287466565767924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,51200,0.08117866516113281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,51200,0.08152000109354655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,51200,0.08065600196520488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,51200,0.08069866895675659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,51200,0.08167466521263123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,51200,0.08200533191363017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,51200,0.08180266618728638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,51200,0.08124800026416779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,51200,0.08097066481908162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,51200,0.08089600006739299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,51200,0.08097599943478902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,51200,0.0807360013326009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,51200,0.08084266881148021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,51200,0.08066666622956593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,51200,0.1831093430519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,51200,0.18173867464065552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,51200,0.09647466739018758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,51200,5.184826532999675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,51200,0.8921120166778564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,51200,0.8859999974568685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,51200,0.6891787052154541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,51200,0.6073493162790934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,51200,0.5875893433888754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,51200,2.654832045237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,51200,0.5825759967168173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,51200,0.6049066781997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,51200,0.5688373247782389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,51200,0.6190026601155599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,51200,0.48789334297180176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,51200,0.529637336730957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,51200,0.45419732729593915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,51200,0.48683734734853107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,51200,0.4408533175786336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,51200,0.47408000628153485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,51200,0.35390933354695636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,51200,0.3360053300857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,51200,0.3630506594975789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,51200,0.33669865131378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,51200,0.34224534034729004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,51200,0.3332746624946594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,51200,0.33716265360514325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,51200,0.23773332436879477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,51200,0.23809599876403809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,51200,0.23210134108861288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,51200,0.23133333524068198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,51200,0.2302560011545817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,51200,0.2256960074106852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,51200,0.1317759950955709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,51200,0.12110400199890137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,51200,0.11372799674669902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,51200,0.1076693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,51200,0.10527466734250386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,51200,0.10717866818110149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,51200,0.10986666878064473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,51200,0.10601066549619038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,51200,0.10585600137710571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,51200,0.1053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,51200,0.10537599523862202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,51200,0.10436800122261047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,51200,0.10429333647092183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,51200,0.1053600013256073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,51200,0.10533333818117778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,51200,0.1050933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,51200,0.10540800293286641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,51200,0.10511466860771179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,51200,0.10938666264216106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,51200,0.10943999886512756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,51200,0.10496532917022705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,51200,0.10533866286277771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,51200,0.1034346620241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,51200,0.10319999853769939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,51200,0.10357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,51200,0.10314133763313293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,51200,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,51200,0.10452799995740254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,51200,0.10528533657391866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,51200,0.10332799951235454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,51200,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,51200,0.10392000277837117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,51200,0.10452266534169515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,51200,0.10382399956385295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,51200,0.10451733072598775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,51200,0.10347200433413188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,51200,0.1032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,51200,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,51200,0.1034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,51200,0.10318400462468465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,51200,0.10382399956385295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,51200,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,16384,3.697381337483724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,16384,2.012394587198893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,16384,0.49252267678578693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,16384,0.9931999842325846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,16384,0.49300265312194824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,16384,0.5417386690775553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,16384,0.47933868567148846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,16384,0.48789334297180176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,16384,0.46221331755320233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,16384,0.42337600390116376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,16384,0.3901173273722331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,16384,0.37243199348449707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,16384,0.3477226495742798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,16384,0.3278133273124695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,16384,0.3068373401959737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,16384,0.31802133719126385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,16384,0.28640000025431317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,16384,0.3044426639874776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,16384,0.26986666520436603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,16384,0.2553173303604126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,16384,0.23533332347869873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,16384,0.23772267500559488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,16384,0.20757333437601724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,16384,0.22173333168029785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,16384,0.18483734130859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,16384,0.1684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,16384,0.14863466223080954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,16384,0.3941919803619385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,16384,0.15401066342989603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,16384,0.12704533338546753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,16384,0.10087466239929199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,16384,0.09496000409126282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,16384,0.07717866698900859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,16384,0.06866666674613953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,16384,0.05717866619427999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,16384,0.04837866624196371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,16384,0.0524479995171229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,16384,0.05197333296140035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,16384,0.05180266499519348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,16384,0.05082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,16384,0.04840533435344696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,16384,0.05083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,16384,0.04776533444722494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,16384,0.0383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,16384,0.04400533437728882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,16384,0.04444266855716705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,16384,0.04394133388996124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,16384,0.04192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,16384,0.041637333730856575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,16384,0.04195733368396759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,16384,0.04104000081618627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,16384,0.04203199843565623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,16384,0.040607998768488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,16384,0.040063999593257904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,16384,0.1281706690788269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,16384,0.03832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,16384,0.03944533318281174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,16384,0.03924266745646795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,16384,0.03759466608365377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,16384,0.03763733307520548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,16384,0.03782399992148081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,16384,0.03773866593837738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,16384,0.03763733307520548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,16384,0.03760000069936117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,16384,0.03793066740036011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,16384,0.040149333576361336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,16384,0.039594667653242745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,16384,0.039808000127474465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,16384,0.04008000095685323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,16384,0.04050133377313614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,16384,0.039850667119026184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,16384,0.03995199998219808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,16384,0.03976533313592275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,16384,0.03828799972931544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,16384,3.3935600916544595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,16384,1.6587467193603516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,16384,0.887880007425944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,16384,0.46798932552337646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,16384,0.49318401018778485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,16384,0.43813331921895343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,16384,0.4574640194574992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,16384,0.4110853274663289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,16384,0.4374613364537557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,16384,0.3877919912338257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,16384,0.3967573245366414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,16384,0.36027467250823975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,16384,0.37219734986623126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,16384,0.33295466502507526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,16384,0.3447920083999634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,16384,0.29955732822418213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,16384,0.31654133399327594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,16384,0.27505334218343097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,16384,0.2944106658299764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,16384,0.24772266546885172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,16384,0.24940532445907593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,16384,0.22227466106414795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,16384,0.2256186604499817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,16384,0.19422666231791177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,16384,0.20068265994389853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,16384,0.1702186663945516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,16384,0.16022666295369467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,16384,0.1397226651509603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,16384,0.14150666197141012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,16384,0.1143999993801117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,16384,0.11848533153533936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,16384,0.09390399853388469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,16384,0.08884533246358235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,16384,0.07097333172957103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,16384,0.06611466904481252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,16384,0.05253600080808004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,16384,0.04758666455745697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,16384,0.05069600045681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,16384,0.049986665447553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,16384,0.04983200132846832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,16384,0.05022666851679484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,16384,0.0470746656258901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,16384,0.048253332575162254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,16384,0.0454746683438619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,16384,0.040242666999499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,16384,0.04334133366743723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,16384,0.04465866585572561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,16384,0.04355733096599579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,16384,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,16384,0.04322400192419688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,16384,0.04173333446184794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,16384,0.040034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,16384,0.041482667128245033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,16384,0.038893334567546844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,16384,0.037461332976818085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,16384,0.03600533306598663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,16384,0.03647733231385549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,16384,0.03398666779200236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,16384,0.0352906659245491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,16384,0.0349440003434817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,16384,0.033346667885780334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,16384,0.0340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,16384,0.033757333954175316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,16384,0.0347680002450943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,16384,0.034458667039871216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,16384,0.033586665987968445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,16384,0.03356266766786575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,16384,0.033215999603271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,16384,0.033439998825391136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,16384,0.03393866618474325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,16384,0.03274933248758316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,16384,0.033413333197434746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,16384,0.03325333446264267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,16384,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,51200,1.292138655980428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,51200,0.7116320133209229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,16384,1.7548425992329915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,16384,0.49494131406148273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,16384,3.820546785990397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,16384,0.4920453230539958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,16384,0.5503520170847574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,16384,0.43695998191833496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,16384,0.8897013664245605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,16384,0.456277330716451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,16384,0.40543198585510254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,16384,0.37198932965596515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,16384,0.39423731962839764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,16384,0.355618675549825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,16384,0.5226213137308756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,16384,0.485426664352417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,16384,0.3339279890060425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,16384,0.30101333061854046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,16384,0.3077440063158671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,16384,0.39955735206604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,16384,0.288482666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,16384,0.23250933488210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,16384,0.23998934030532837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,16384,0.2062106728553772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,16384,0.21686667203903198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,16384,0.18920532862345377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,16384,0.3701546589533488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,16384,0.15166133642196655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,16384,0.15016800165176392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,16384,0.12241066495577495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,16384,0.3245226740837097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,16384,0.27113866806030273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,16384,0.08489599823951721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,16384,0.06891466677188873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,16384,0.17459199825922647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,16384,0.11322133739789327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,16384,0.09948266545931499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,16384,0.055173332492510475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,16384,0.045224001010258995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,16384,0.0421093354622523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,16384,0.041434665520985924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,16384,0.04125600059827169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,16384,0.04459999998410543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,16384,0.04067199925581614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,16384,0.04530400037765503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,16384,0.04453066488107046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,16384,0.03687199950218201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,16384,0.03645599881807963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,16384,0.036487999061743416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,16384,0.03623999903599421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,16384,0.0352986678481102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,16384,0.03403999904791514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,16384,0.03368266671895981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,16384,0.03350399931271871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,16384,0.03315466642379761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,16384,0.03313866754372915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,16384,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,16384,0.032658666372299194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,16384,0.0329039990901947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,16384,0.032858667274316154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,16384,0.03309066593647003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,16384,0.033160001039505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,16384,0.03323466579119364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,16384,0.03254666676123937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,16384,0.034088000655174255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,16384,0.03259466588497162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,16384,0.03620799879233042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,16384,0.06850400070349376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,16384,0.06554399927457173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,16384,0.06911733249823253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,16384,0.06605599820613861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,16384,0.0670746664206187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,16384,0.06808800001939137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,16384,0.06807733575503032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,16384,0.03774933268626531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,16384,0.036920001109441124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,16384,0.7895946502685547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,16384,1.6294577916463215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,16384,0.4260568883683946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,16384,0.24408533838060167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,16384,0.23724622196621367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,16384,0.23861866527133516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,16384,0.23807289865281847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,16384,0.21302933163113066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,16384,0.2006417777803209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,16384,0.202766219774882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,16384,0.2017564508650038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,16384,0.20104355282253691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,16384,0.19711111651526558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,16384,0.17139555348290336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,16384,0.169450667169359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,16384,0.15720533000098333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,16384,0.15489421950446233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,16384,0.1574560006459554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,16384,0.1585351096259223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,16384,0.12307200166914199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,16384,0.12183466222551133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,16384,0.11762311723497178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,16384,0.12069866392347549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,16384,0.11751822630564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,16384,0.11688355604807536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,16384,0.11452266905042861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,16384,0.08520355489518906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,16384,0.08051200045479669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,16384,0.07950044340557523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,16384,0.0797226693895128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,16384,0.08038755257924397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,16384,0.07644266552395292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,16384,0.04629333482848274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,16384,0.0419680012596978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,16384,0.04497244291835361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,16384,0.039367109537124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,16384,0.03921066721280416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,16384,0.03852622376547919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,16384,0.038554665115144514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,16384,0.038584887981414795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,16384,0.038579556677076556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,16384,0.03872177667087979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,16384,0.03784888982772827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,16384,0.038110223081376814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,16384,0.03722488880157471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,16384,0.03715555535422431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,16384,0.037631998459498085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,16384,0.037235554721620344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,16384,0.03725333346260919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,16384,0.0372977786593967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,16384,0.037781334585613675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,16384,0.03660444418589274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,16384,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,16384,0.03721244467629327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,16384,0.037477334340413414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,16384,0.03664533297220866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,16384,0.036686221758524575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,16384,0.03713599840799967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,16384,0.03718222181002299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,16384,0.03706489006678263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,16384,0.03648711244265238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,16384,0.03654044535424974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,16384,0.03667733404371474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,16384,0.03655111127429538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,16384,0.03679644399219089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,16384,0.03658488723966811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,16384,0.036554667684766985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,16384,0.036716444624794856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,16384,0.03708088729116652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,16384,0.036469333701663546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,16384,0.03680355681313409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,12288,2.665210723876953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,12288,1.67414395014445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,12288,0.8060053189595541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,12288,0.43646399180094403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,12288,0.4381973346074422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,12288,0.40888532002766925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,12288,0.4379626512527466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,12288,0.3487679958343506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,12288,0.3485120137532552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,12288,0.31285866101582843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,12288,0.29789867003758747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,12288,0.2891146739323934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,12288,0.285263995329539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,16384,0.036869333850012884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,12288,0.26601600646972656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,12288,0.23567465941111246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,12288,0.24238399664560953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,12288,0.21997867027918497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,12288,0.2335466742515564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,12288,0.20570133129755655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,12288,0.19479467471440634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,12288,0.17971734205881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,12288,0.2566986680030823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,12288,0.18316799402236938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,12288,0.16196266810099283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,12288,0.16967999935150146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,12288,0.12849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,12288,0.14633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,12288,0.11403200030326843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,12288,0.12115733822186787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,12288,0.10061867038408916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,12288,0.07874666651089986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,12288,0.07383466760317485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,12288,0.060736000537872314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,12288,0.05286400020122528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,12288,0.04413333535194397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,12288,0.03845866769552231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,12288,0.04048533240954081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,12288,0.04078399886687597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,12288,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,12288,0.039647998909155525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,12288,0.03786666691303253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,12288,0.03997866561015447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,12288,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,12288,0.02945599953333537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,12288,0.035301332672437034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,12288,0.035743998984495796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,12288,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,12288,0.035631999373435974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,12288,0.03365333378314972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,12288,0.033488000432650246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,12288,0.03347733368476232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,12288,0.09218666950861613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,12288,0.03358400116364161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,12288,0.03224000086386999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,12288,0.032261334359645844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,12288,0.03137599925200144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,12288,0.03067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,12288,0.029461334149042766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,12288,0.029616000751654308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,12288,0.029872000217437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,12288,0.029813334345817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,12288,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,12288,0.02951466788848241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,12288,0.029285334050655365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,12288,0.029781334102153778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,12288,0.03176533430814743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,12288,0.0315733328461647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,12288,0.031541332602500916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,12288,0.03181866556406021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,12288,0.031583999594052635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,12288,0.0314026673634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,12288,2.474232037862142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,12288,0.031680000325044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,12288,1.2663546403249104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,12288,0.6535040140151978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,12288,0.36347464720408124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,12288,0.36029601097106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,12288,0.3397573232650757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,12288,0.3441946506500244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,12288,0.31996800502141315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,12288,0.31960533062616986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,12288,0.29606399933497113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,12288,0.2906986673672994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,12288,0.2747039993604024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,12288,0.2755253314971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,12288,0.24080000321070352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,12288,0.24964000781377158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,12288,0.2274613380432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,12288,0.22155199448267618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,12288,0.2047333319981893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,12288,0.21139466762542725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,12288,0.18225600322087607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,12288,0.18387999137242636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,12288,0.16018399596214294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,12288,0.14458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,12288,0.151010662317276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,12288,0.16387200355529785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,12288,0.1305333375930786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,12288,0.1217946708202362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,12288,0.10368266701698303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,12288,0.10835466782251994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,12288,0.08578133583068848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,12288,0.08825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,12288,0.07353066901365916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,12288,0.07039199769496918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,12288,0.05909866591294607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,12288,0.054042667150497437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,12288,0.0462800016005834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,12288,0.04161600023508072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,12288,0.043365334471066795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,12288,0.042949333786964417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,12288,0.04168533285458883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,12288,0.041309334337711334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,12288,0.038506666819254555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,12288,0.03920799990495046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,12288,0.03738133360942205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,12288,0.03306666761636734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,12288,0.033143999675909676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,12288,0.032456000645955406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,12288,0.03249866763750712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,12288,0.033629332979520164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,12288,0.033370666205883026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,12288,0.033039999504884086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,12288,0.034818666676680245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,12288,0.033557333052158356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,12288,0.03210933258136114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,12288,0.031002665559450786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,12288,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,12288,0.02995733420054118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,12288,0.02935733397801717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,12288,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,12288,0.02990666776895523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,12288,0.029765332738558452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,12288,0.028941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,12288,0.028970666229724884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,12288,0.029680001238981884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,12288,0.028232000768184662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,12288,0.02898666759332021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,12288,0.02927733212709427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,12288,0.027722666660944622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,12288,0.029504001140594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,12288,0.029311999678611755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,12288,0.03358400116364161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,12288,0.028042666614055634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,12288,0.02903466671705246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,12288,0.029602666695912678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,12288,1.4950879414876301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,12288,0.7411973476409912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,12288,2.9632746378580728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,12288,0.4355306625366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,16384,0.036590221855375506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,12288,0.3981066544850667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,16384,0.03664533297220866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,12288,0.3683253526687622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,12288,0.4628346761067708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,12288,0.4402346611022949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,12288,0.34865601857503253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,12288,0.32283467054367065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,12288,0.33242666721343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,12288,0.2999653418858846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,12288,0.3107466697692871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,12288,0.41067731380462646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,12288,0.28248800834019977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,12288,0.25888532400131226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,12288,0.25977333386739093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,12288,0.3909519910812378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,12288,0.24095465739568075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,12288,0.20028799772262573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,12288,0.20214666922887167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,12288,0.33873601754506427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,12288,0.18376266956329346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,12288,0.16160266598065695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,12288,0.2789466579755147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,12288,0.23161333799362183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,12288,0.13096800446510315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,12288,0.1289733350276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,12288,0.10981600483258565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,12288,0.17738133668899536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,12288,0.07021600008010864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,12288,0.05871200064818064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,12288,0.14762133359909058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,12288,0.09774399797121684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,12288,0.08296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,12288,0.04370133578777313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,12288,0.037765334049860634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,12288,0.03420533239841461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,12288,0.03416266789038976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,12288,0.03456266721089681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,12288,0.03266666581233343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,12288,0.03822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,12288,0.03835200021664301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,12288,0.034743999441464744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,12288,0.02961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,12288,0.02932800104220708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,12288,0.029114666084448498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,12288,0.029146666328112285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,12288,0.030360000828901928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,12288,0.029215998947620392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,12288,0.027373333772023518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,12288,0.029930666089057922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,12288,0.026880001028378803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,12288,0.02683999886115392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,12288,0.026506667335828144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,12288,0.02641333391269048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,12288,0.026741333305835724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,12288,0.02679466704527537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,12288,0.026176000634829204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,12288,0.026471999784310658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,12288,0.02605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,12288,0.026021334032217663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,12288,0.02608799934387207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,12288,0.05078400174776713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,12288,0.051674668987592064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,12288,0.050370668371518455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,12288,0.05429600179195404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,12288,0.05198133488496145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,12288,0.05258133510748545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,12288,0.05263733367125193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,12288,0.05525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,12288,0.05109066764513651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,12288,0.05050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,12288,0.029048000772794087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,12288,1.2395319938659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,12288,0.3198360006014506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,12288,0.6007026831309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,12288,0.18093067407608032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,12288,0.18471999963124594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,12288,0.1803333361943563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,12288,0.18002400795618692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,12288,0.15462533632914224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,12288,0.1568346619606018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,12288,0.1554973324139913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,12288,0.15081999699274698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,12288,0.15015733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,12288,0.15326799949010214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,12288,0.12699333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,12288,0.12384666999181111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,12288,0.12049866716066997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,12288,0.12425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,12288,0.11950666705767314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,12288,0.1197653313477834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,12288,0.09478800495465596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,12288,0.09728133678436279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,12288,0.09054666757583618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,12288,0.09009599685668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,12288,0.09057600299517314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,12288,0.09184133013089497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,12288,0.0872599979241689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,12288,0.06411333382129669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,12288,0.06274266541004181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,12288,0.0635053316752116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,12288,0.061081334948539734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,12288,0.06131599843502045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,12288,0.05916533370812734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,12288,0.037805333733558655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,12288,0.03453333427508672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,12288,0.033529333770275116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,12288,0.03095066547393799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,12288,0.030506665507952373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,12288,0.030201333264509838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,12288,0.030458666384220123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,12288,0.030041334529717762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,12288,0.030377333362897236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,12288,0.030642665922641754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,12288,0.030458666384220123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,12288,0.02978000044822693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,12288,0.029336000482241314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,12288,0.029552000264326733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,12288,0.02902533362309138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,12288,0.02955600122610728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,12288,0.029448000093301136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,12288,0.029230666657288868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,12288,0.02922266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,12288,0.028925334413846333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,12288,0.029462667802969616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,12288,0.029186666011810303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,12288,0.029370665550231934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,12288,0.028761332233746845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,12288,0.029060001174608868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,12288,0.02942399928967158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,12288,0.028987998763720196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,12288,0.029090667764345806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,12288,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,12288,0.028939999639987946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,12288,0.028882667422294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,12288,0.028861333926518757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,12288,0.029371999204158783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,12288,0.029363999764124554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,12288,0.0293680007259051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,12288,0.028927999238173168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,12288,0.028993333379427593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,12288,0.028932000199953716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,12288,0.028915998836358387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,10240,2.2898106575012207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,10240,1.4067014058430989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,10240,0.7182959715525309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,10240,0.3310239911079407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,10240,0.3349279959996541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,10240,0.28976800044377643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,10240,0.3109333316485087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,10240,0.2734666665395101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,10240,0.285533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,10240,0.2783093253771464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,10240,0.2690053383509318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,10240,0.2518933415412903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,10240,0.25629866123199463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,10240,0.24402666091918945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,12288,0.028936001161734264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,10240,0.22553600867589316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,10240,0.20158666372299194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,10240,0.19021600484848022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,10240,0.22775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,10240,0.1964319944381714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,10240,0.16872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,10240,0.16166133681933084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,10240,0.1555466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,10240,0.14063466588656107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,10240,0.13703466455141702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,10240,0.11788800358772278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,10240,0.11078666647275288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,10240,0.09693866968154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,10240,0.10579466819763184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,10240,0.07551733156045277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,10240,0.07950399816036224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,10240,0.06393066545327504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,10240,0.05901599923769633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,10240,0.0495413343111674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,10240,0.04253066579500834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,10240,0.036501333117485046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,10240,0.03121866782506307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,10240,0.03315199911594391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,10240,0.033175999919573464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,10240,0.03288800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,10240,0.1865653395652771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,10240,0.032744000355402626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,10240,0.03249600032965342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,10240,0.03051200012365977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,10240,0.024317334095637005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,10240,0.024493334194024403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,10240,0.024720000723997753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,10240,0.030392001072565716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,10240,0.02887733280658722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,10240,0.028301333387692768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,10240,0.028034667174021404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,10240,0.02714933454990387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,10240,0.027448001007239025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,10240,0.027072000006834667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,10240,0.025957333544890087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,10240,0.025519999365011852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,10240,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,10240,0.02499466637770335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,10240,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,10240,0.02402666707833608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,10240,0.023914667467276256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,10240,0.023944000403086346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,10240,0.02415200074513753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,10240,0.023973333338896435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,10240,0.023927999039491017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,10240,0.024061332146326702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,10240,0.023941333095232647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,10240,0.023949332535266876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,10240,0.02398666739463806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,10240,0.02409333238999049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,10240,0.0249439999461174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,10240,0.030826665461063385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,10240,0.02533866713444392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,10240,0.02513599892457326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,10240,2.123450597127279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,10240,0.02495466669400533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,10240,0.5506258010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,10240,0.3026346630520291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,10240,1.0919520060221355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,10240,0.2985724343193902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,10240,0.28273601002163357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,10240,0.2622506618499756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,10240,0.27795910835266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,10240,0.26623111300998265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,10240,0.2501351038614909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,10240,0.24442489941914877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,10240,0.22364089224073622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,10240,0.2214862240685357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,10240,0.21153777175479463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,10240,0.19947732819451225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,10240,0.18972267044915092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,10240,0.17353599601321748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,10240,0.17031644450293648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,10240,0.1600782208972507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,10240,0.15199111567603216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,10240,0.14056532912784153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,10240,0.1388266616397434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,10240,0.12564088238610163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,10240,0.1254755523469713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,10240,0.11012622382905747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,10240,0.10594133536020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,10240,0.19519821802775064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,10240,0.08987200260162354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,10240,0.09615111351013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,10240,0.07635377513037787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,10240,0.07578844494289823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,10240,0.06476622157626681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,10240,0.061285330189598926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,10240,0.05006577902370029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,10240,0.04721066686842176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,10240,0.03996088769700792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,10240,0.035530666510264076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,10240,0.03705777724583944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,10240,0.03695111142264472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,10240,0.03553244471549988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,10240,0.03661333190070258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,10240,0.03370133373472426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,10240,0.03548266821437412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,10240,0.03312711252106561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,10240,0.029217776325013902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,10240,0.028883556524912517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,10240,0.029185778564876978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,10240,0.02886755598915948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,10240,0.02925866511132982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,10240,0.0288355549176534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,10240,0.03087644444571601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,10240,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,10240,0.02706844442420536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,10240,0.02718222141265869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,10240,0.030010667112138536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,10240,0.02805688977241516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,10240,0.027859555350409612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,10240,0.027262222435739305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,10240,0.026878222823143005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,10240,0.026940445105234783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,10240,0.026608000199000042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,10240,0.02676800058947669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,10240,0.02664711078008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,10240,0.027523555689387854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,10240,0.026641777820057336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,10240,0.02728355593151516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,10240,0.026732444763183594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,10240,0.02639466689692603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,10240,0.025992888543340895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,10240,0.026549332671695288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,10240,0.02860800094074673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,10240,0.02664533257484436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,10240,0.02674666709370083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,10240,0.027473777532577515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,12288,0.029478666683038075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,12288,0.028994667033354442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,10240,1.3555271360609267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,10240,0.3874364429050022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,10240,2.7024392022026906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,10240,0.3499271074930827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,10240,0.7054346402486166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,10240,0.34251732296413845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,10240,0.4171484576331244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,10240,0.3942684332529704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,10240,0.3652782175276015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,10240,0.31701866785685223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,10240,0.29247644212510854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,10240,0.30046576923794216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,10240,0.2847039964463976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,10240,0.28259023030598956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,10240,0.2488177882300483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,10240,0.23078756862216523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,10240,0.22929777039421928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,10240,0.35595377286275226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,10240,0.22070044941372344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,10240,0.18634488847520617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,10240,0.18332089318169487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,10240,0.30980443954467773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,10240,0.1651111046473185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,10240,0.14470222261216906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,10240,0.2510648833380805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,10240,0.12085510624779595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,10240,0.20766754945119223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,10240,0.11609778139326309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,10240,0.0976746678352356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,10240,0.16283022032843694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,10240,0.06086577971776327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,10240,0.053301334381103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,10240,0.1325226624806722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,10240,0.07607644134097628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,10240,0.08424178096983169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,10240,0.036426666710111834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,10240,0.03028622269630432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,10240,0.026926222774717543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,10240,0.026924444569481745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,10240,0.02695111102528042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,10240,0.026512000295850966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,10240,0.030172444052166406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,10240,0.030408889055252075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,10240,0.02988977895842658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,10240,0.02531733281082577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,10240,0.02490666674243079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,10240,0.02362844513522254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,10240,0.023823999696307715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,10240,0.02367111047108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,10240,0.02218311031659444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,10240,0.024099555280473497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,10240,0.02349511120054457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,10240,0.023102222217453852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,10240,0.02232355541653103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,10240,0.022887110710144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,10240,0.022833777798546687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,10240,0.022830223043759663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,10240,0.022574222750133936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,10240,0.022856889499558344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,10240,0.024860444996092055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,10240,0.04193955659866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,10240,0.041182223293516375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,10240,0.04160355528195699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,10240,0.04011377692222595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,10240,0.045178665055168994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,10240,0.04265066650178698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,10240,0.04096711013052199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,10240,0.040645334455702044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,10240,0.043246222866906055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,10240,0.0432586669921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,10240,0.04093688726425171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,10240,0.041470223002963595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,10240,0.026492445005310908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,10240,0.024622221787770588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,10240,0.5061312039693197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,10240,1.066537602742513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,10240,0.2753333409627279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,10240,0.159770663579305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,10240,0.15541653633117675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,10240,0.1540021260579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,10240,0.15325013796488446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,10240,0.135972261428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,10240,0.13095680077870686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,10240,0.13172372976938884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,10240,0.1301632006963094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,10240,0.1303328037261963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,10240,0.12895466486612955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,10240,0.10831999778747559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,10240,0.1066816012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,10240,0.10628586610158283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,10240,0.10497492949167889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,10240,0.10167360305786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,10240,0.10217493375142414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,10240,0.08441173235575358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,10240,0.08125013510386149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,10240,0.07825493017832438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,10240,0.07777813275655111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,10240,0.07977279822031656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,10240,0.0778602679570516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,10240,0.07490453720092774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,10240,0.0558847983678182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,10240,0.05524906714757284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,10240,0.05353600184122721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,10240,0.05296213229497274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,10240,0.05226453145345052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,10240,0.05063786506652832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,10240,0.03229973316192627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,10240,0.029805866877237956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,10240,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,10240,0.02714666724205017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,10240,0.026417066653569538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,10240,0.026884265740712482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,10240,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,10240,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,10240,0.02672213315963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,10240,0.026423466205596925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,10240,0.02681279977162679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,10240,0.026044799884160356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,10240,0.02563626567522685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,10240,0.026077866554260254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,10240,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,10240,0.025672533114751178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,10240,0.025600000222524004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,10240,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,10240,0.025700267155965167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,10240,0.02571413318316142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,10240,0.02555519938468933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,10240,0.025601067145665485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,10240,0.025625600417455034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,10240,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,10240,0.02526293396949768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,10240,0.025221333901087446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,10240,0.025595732529958087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,10240,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,10240,0.025214932362238568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,10240,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,10240,0.025209599733352663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,10240,0.02518933415412903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,10240,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,10240,0.02542613347371419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,10240,0.025550933678944905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,10240,0.02560746669769287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,10240,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,10240,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,10240,0.025608533620834352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,8192,1.8283947308858235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,8192,0.9953280289967855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,8192,0.5199653307596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,8192,0.30749332904815674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,8192,0.34672534465789795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,8192,0.33266933759053546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,8192,0.2629973292350769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,10240,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,8192,0.23761065800984701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,8192,0.24271732568740845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,8192,0.2375440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,8192,0.2233733336130778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,8192,0.21027199427286783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,8192,0.21129333972930908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,8192,0.200872004032135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,8192,0.18366666634877524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,8192,0.16786932945251465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,8192,0.1798266569773356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,8192,0.1574079990386963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,8192,0.16028533379236856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,8192,0.15239733457565308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,8192,0.14218933383623758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,8192,0.14058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,8192,0.12876266241073608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,8192,0.1187226672967275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,8192,0.1126026709874471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,8192,0.09985599915186565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,8192,0.08172800143559773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,8192,0.09304799636205037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,8192,0.06640000144640605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,8192,0.06967733303705852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,8192,0.054058666030565895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,8192,0.050810664892196655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,8192,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,8192,0.03691199918588003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,8192,0.030229332546393078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,8192,0.026034665604432423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,8192,0.02752800037463506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,8192,0.027394667267799377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,8192,0.027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,8192,0.027269333600997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,8192,0.02587999900182088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,8192,0.027064000566800434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,8192,0.026170666019121807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,8192,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,8192,0.02091466635465622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,8192,0.020234666764736176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,8192,0.021226666867733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,8192,0.02236266682545344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,8192,0.02219466616710027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,8192,0.021869334081808727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,8192,0.023053333163261414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,8192,0.08767199516296387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,8192,0.022845332821210224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,8192,0.02204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,8192,0.02186133215824763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,8192,0.021831999222437542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,8192,0.020941334466139477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,8192,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,8192,0.02085866779088974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,8192,0.020770666499932606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,8192,0.020736000190178554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,8192,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,8192,0.020831999679406483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,8192,0.020784000555674236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,8192,0.021015999217828114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,8192,0.02027999982237816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,8192,0.020053333292404812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,8192,0.020317333439985912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,8192,0.020231999456882477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,8192,0.02083466698726018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,8192,0.020706667254368465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,8192,0.02128266543149948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,8192,0.02109066645304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,8192,0.02552799880504608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,8192,1.6900533040364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,8192,0.8690097596910266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,8192,0.2401226626502143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,8192,0.4492924478318956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,8192,0.24194844563802084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,8192,0.21885866589016387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,8192,0.22314490212334526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,8192,0.20505777994791666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,8192,0.20745955573187935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,8192,0.19024533695644805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,8192,0.19388443893856475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,8192,0.1764355500539144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,8192,0.18019555674658883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,8192,0.16520355807410345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,8192,0.1612266699473063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,8192,0.14963200357225206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,8192,0.15852622191111246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,8192,0.13568354977501765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,8192,0.139756441116333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,8192,0.1290915542178684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,8192,0.12803022066752115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,8192,0.11461155944400364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,8192,0.11502756012810601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,8192,0.10196622212727864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,8192,0.08757511112425063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,8192,0.08309511343638103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,8192,0.07634488741556804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,8192,0.08047466807895236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,8192,0.06204622321658664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,8192,0.062197334236568876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,8192,0.05429155627886454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,8192,0.05165333218044705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,8192,0.10689955287509495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,8192,0.0432515541712443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,8192,0.04201599955558777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,8192,0.03546133306291368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,8192,0.03292622168858846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,8192,0.03361599975162082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,8192,0.033322665426466204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,8192,0.033194667763180204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,8192,0.03160711129506429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,8192,0.030419554975297716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,8192,0.031144890520307753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,8192,0.029891557163662378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,8192,0.02700088918209076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,8192,0.02674666709370083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,8192,0.026883555783165827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,8192,0.027116444375779893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,8192,0.027070222629441157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,8192,0.026611554953787062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,8192,0.02827022141880459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,8192,0.02631644407908122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,8192,0.02495644489924113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,8192,0.02537244392765893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,8192,0.026513778501086768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,8192,0.02400355537732442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,8192,0.024862221545643274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,8192,0.024362666739357844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,8192,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,8192,0.02369600037733714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,8192,0.023344000180562336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,8192,0.023427555958429973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,8192,0.02291733357641432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,8192,0.02458133300145467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,8192,0.022846221923828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,8192,0.02278933260175917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,8192,0.023694222172101338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,8192,0.023057777020666335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,8192,0.022858666049109563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,8192,0.022508444057570562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,8192,0.022263111339675054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,8192,0.02293155590693156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,8192,0.02288533416059282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,8192,0.0228426671690411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,10240,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,10240,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,8192,1.242814169989692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,8192,2.4019218020968967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,8192,0.3497351010640462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,8192,0.32043555047776967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,8192,0.6160248650444878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,8192,0.3024515575832791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,8192,0.3715662161509196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,8192,0.34976887702941895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,8192,0.27660976515875924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,8192,0.2589920096927219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,8192,0.3281208939022488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,8192,0.26531555917527944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,8192,0.252039114634196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,8192,0.24772800339592826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,8192,0.22099378373887804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,8192,0.2035306692123413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,8192,0.20360888375176323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,8192,0.3129226631588406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,8192,0.19140799840291342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,8192,0.16212444835238987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,8192,0.16039110554589167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,8192,0.27931200133429634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,8192,0.14461155732472739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,8192,0.1284711096021864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,8192,0.22869510120815703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,8192,0.10606933302349514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,8192,0.09451555543475681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,8192,0.08793599738015069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,8192,0.18379199504852295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,8192,0.14269333415561253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,8192,0.04620088802443611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,8192,0.04050844576623704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,8192,0.11526044209798177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,8192,0.06983644432491727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,8192,0.06444266769621107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,8192,0.03039466672473484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,8192,0.026181333594852026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,8192,0.02422399984465705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,8192,0.023553777072164748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,8192,0.023583999938435022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,8192,0.023630221684773762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,8192,0.02625244524743822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,8192,0.02574399941497379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,8192,0.025057777762413025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,8192,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,8192,0.02093688812520769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,8192,0.021352888809310064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,8192,0.021274665991465252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,8192,0.020917332834667627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,8192,0.01940444442960951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,8192,0.01941511034965515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,8192,0.01943111088540819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,8192,0.019031110737058852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,8192,0.01943288909064399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,8192,0.01940622263484531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,8192,0.019331556227472093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,8192,0.03495466709136963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,8192,0.020933333370420668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,8192,0.034767998589409724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,8192,0.03717689050568475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,8192,0.0384497774971856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,8192,0.03515733281771342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,8192,0.03853155506981744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,8192,0.0353724459807078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,8192,0.037964443365732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,8192,0.035791999763912626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,8192,0.038620445463392473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,8192,0.03589866558710734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,8192,0.0392159985171424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,8192,0.03854044609599643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,8192,0.03782222337192959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,8192,0.021205332544114854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,8192,0.03669866588380601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,8192,0.021048888564109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,8192,0.8287776311238607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,8192,0.4133909225463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,8192,0.22432106335957847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,8192,0.12604373296101887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,8192,0.12870720227559407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,8192,0.12455253601074219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,8192,0.12536533673604328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,8192,0.10741013685862225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,8192,0.10992746353149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,8192,0.10554880301157635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,8192,0.10556373596191407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,8192,0.10494186878204345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,8192,0.10616426467895508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,8192,0.08859413464864095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,8192,0.08609493573506674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,8192,0.08481067021687826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,8192,0.08669546445210775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,8192,0.08260587056477865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,8192,0.08332053025563559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,8192,0.06728853384653727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,8192,0.06806826591491699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,8192,0.0643231987953186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,8192,0.06432746648788452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,8192,0.0634549339612325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,8192,0.06396053234736124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,8192,0.06039679845174154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,8192,0.04640746514002482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,8192,0.045414400100708005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,8192,0.04552426735560099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,8192,0.043350398540496826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,8192,0.0434826652208964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,8192,0.042454401652018234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,8192,0.027837866544723512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,8192,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,8192,0.024947200218836466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,8192,0.023100799322128295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,8192,0.023051732778549196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,8192,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,8192,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,8192,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,8192,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,8192,0.022424532969792684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,8192,0.022758400440216063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,8192,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,8192,0.022005333503087362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,8192,0.021915733814239502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,8192,0.02230613430341085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,8192,0.021943465868632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,8192,0.021995733181635536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,8192,0.02193386753400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,8192,0.02190399964650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,8192,0.021578667561213176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,8192,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,8192,0.021580799420674642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,8192,0.021563732624053956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,8192,0.02173759937286377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,8192,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,8192,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,8192,0.021732266743977866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,8192,0.021670399109522502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,8192,0.021525333325068154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,8192,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,8192,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,8192,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,8192,0.021919999519983926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,8192,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,8192,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,8192,0.02153600056966146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,8192,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,7168,1.5772026379903157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,7168,1.0325626532236736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,8192,0.021571199099222817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,7168,0.5230880180994669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,7168,0.22800000508626303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,7168,0.2778720060984294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,7168,0.21180800596872965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,7168,0.252946674823761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,7168,0.1916373372077942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,7168,0.23232267300287882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,7168,0.191429336865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,7168,0.230786661307017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,7168,0.184879998366038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,7168,0.18513067563374838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,7168,0.180567999680837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,7168,0.16749332348505655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,7168,0.15868000189463297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,7168,0.1615173319975535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,7168,0.13226667046546936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,7168,0.13568799694379172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,7168,0.12705600261688232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,7168,0.12130933006604512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,7168,0.11698933442433675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,7168,0.11522133151690166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,7168,0.09884799520174663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,7168,0.09883466362953186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,7168,0.08468000094095866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,7168,0.07879733542601268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,7168,0.06912533442179362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,7168,0.07993066807587941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,7168,0.05643466611703237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,7168,0.05801333487033844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,7168,0.04601066807905833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,7168,0.04251466691493988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,7168,0.03536800046761831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,7168,0.03159199903408686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,7168,0.026367999613285065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,7168,0.0230880007147789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,7168,0.024090667565663654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,7168,0.024117333193620045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,7168,0.023864001035690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,7168,0.023794665932655334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,7168,0.0229093333085378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,7168,0.023754666248957317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,7168,0.021938666701316833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,7168,0.01797066628932953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,7168,0.017714666823546093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,7168,0.018002666532993317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,7168,0.01885066678126653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,7168,0.02075733368595441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,7168,0.020197333147128422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,7168,0.020703999946514767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,7168,0.02051199972629547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,7168,0.022965334355831146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,7168,0.020930667718251545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,7168,0.0194560003777345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,7168,0.018973333140214283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,7168,0.018800000349680584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,7168,0.01876266673207283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,7168,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,7168,0.01878133291999499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,7168,0.018722667048374813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,7168,0.018800000349680584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,7168,0.01868533343076706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,7168,0.01896799976627032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,7168,0.018829333285490673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,7168,0.018559999763965607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,7168,0.018757333358128864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,7168,0.0185786671936512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,7168,0.018365333477656048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,7168,0.01807466646035512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,7168,0.018754666050275166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,7168,0.018800000349680584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,7168,0.019823999454577763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,7168,0.019797333826621372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,7168,0.7522532939910889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,7168,0.38379331429799396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,7168,1.4938039779663086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,7168,0.2007946570714315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,7168,0.1882960001627604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,7168,0.2229506572087606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,7168,0.18928933143615723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,7168,0.1803119977315267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,7168,0.17604132493336996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,7168,0.16842933495839438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,7168,0.16532267133394876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,7168,0.15782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,7168,0.15515599648157755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,7168,0.14846400419871011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,7168,0.13980399568875632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,7168,0.13427199920018515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,7168,0.13579333821932474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,7168,0.12324266632397969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,7168,0.1220253308614095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,7168,0.11273333430290222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,7168,0.1093280017375946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,7168,0.10441333055496216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,7168,0.10080266992251079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,7168,0.0895306666692098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,7168,0.0900173286596934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,7168,0.08028533558050792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,7168,0.07759866615136464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,7168,0.06829333305358887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,7168,0.07061600188414256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,7168,0.057918667793273926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,7168,0.05861600240071615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,7168,0.047740002473195396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,7168,0.03924533228079478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,7168,0.03794133414824804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,7168,0.0328053335348765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,7168,0.030031998952229817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,7168,0.04531066616376241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,7168,0.03015599896510442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,7168,0.029813334345817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,7168,0.030065332849820454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,7168,0.02869066596031189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,7168,0.02786933382352193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,7168,0.02867066611846288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,7168,0.027006665865580242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,7168,0.024755999445915222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,7168,0.024845334390799206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,7168,0.024674666424592335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,7168,0.025261332591374714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,7168,0.02513333410024643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,7168,0.02459999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,7168,0.025005333125591278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,7168,0.024957334001859028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,7168,0.024691998958587646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,7168,0.024514667689800262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,7168,0.024017333984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,7168,0.024472000698248546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,7168,0.02344133456548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,7168,0.02277066558599472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,7168,0.021017332871754963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,7168,0.02325200041135152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,7168,0.022257333000500996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,7168,0.022941333552201588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,7168,0.020910667876402538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,7168,0.02236533413330714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,7168,0.020997333029905956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,7168,0.02218533307313919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,7168,0.02160533269246419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,7168,0.02142133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,7168,0.022118667761484783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,7168,0.023609332740306854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,7168,0.021958666543165844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,7168,0.021243999401728313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,7168,0.022269333402315777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,7168,0.020859998961289723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,8192,0.021643733978271483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,8192,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,7168,1.1562653382619221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,7168,0.32981600364049274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,7168,2.3079733848571777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,7168,0.3038546641667684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,7168,0.6058520078659058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,7168,0.2924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,7168,0.3534613450368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,7168,0.3301946719487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,7168,0.26281734307607013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,7168,0.31173866987228394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,7168,0.24714134136835733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,7168,0.24848532676696777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,7168,0.23542400201161703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,7168,0.23252665996551514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,7168,0.20825733741124472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,7168,0.195306658744812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,7168,0.1917133331298828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,7168,0.2962053418159485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,7168,0.18200665712356567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,7168,0.1572386622428894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,7168,0.15307466189066568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,7168,0.27024932702382404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,7168,0.1333906650543213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,7168,0.12197732925415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,7168,0.2137613296508789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,7168,0.10002266367276509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,7168,0.08146533370018005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,7168,0.07988666494687398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,7168,0.17676132917404175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,7168,0.1393626630306244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,7168,0.0431600014368693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,7168,0.03881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,7168,0.10442933440208435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,7168,0.05703733364741007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,7168,0.053713331619898476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,7168,0.028301333387692768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,7168,0.023606665432453156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,7168,0.021947999795277912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,7168,0.021146667500336964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,7168,0.021369333068529766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,7168,0.021139999230702717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,7168,0.023945334057013195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,7168,0.023290666441122692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,7168,0.023345333834489185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,7168,0.019172000388304394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,7168,0.01903733362754186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,7168,0.019202666978041332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,7168,0.01913199946284294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,7168,0.01865333318710327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,7168,0.0173333336909612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,7168,0.01701066642999649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,7168,0.01708133394519488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,7168,0.01725600038965543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,7168,0.01711066688100497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,7168,0.030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,7168,0.030402667820453644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,7168,0.02940800040960312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,7168,0.019117332994937897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,7168,0.03017733246088028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,7168,0.030936000247796375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,7168,0.03147999942302704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,7168,0.029998667538166046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,7168,0.03286666671435038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,7168,0.033001333475112915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,7168,0.0312760000427564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,7168,0.03012533237536748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,7168,0.030971998969713848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,7168,0.031670667231082916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,7168,0.031925333042939506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,7168,0.031958666940530144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,7168,0.03241200000047684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,7168,0.03300666560729345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,7168,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,7168,0.01945466672380765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,7168,0.7205408096313477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,7168,0.3893354733784994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,7168,0.20237332979838052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,7168,0.11456106503804524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,7168,0.11361386775970458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,7168,0.1147818644841512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,7168,0.1127669334411621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,7168,0.09824746449788412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,7168,0.09621226787567139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,7168,0.09790399869283041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,7168,0.09653013547261556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,7168,0.09390933513641357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,7168,0.08240533669789632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,7168,0.09344000021616618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,7168,0.07864639759063721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,7168,0.0769599994023641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,7168,0.07941226959228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,7168,0.07549546559651693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,7168,0.07594453493754069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,7168,0.06098133325576782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,7168,0.06189546585083008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,7168,0.05810453494389852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,7168,0.05893013477325439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,7168,0.05731840133666992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,7168,0.05808959801991781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,7168,0.05494079987208048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,7168,0.04214506546656291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,7168,0.040985600153605146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,7168,0.04076799949010213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,7168,0.03906453450520833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,7168,0.03963306744893392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,7168,0.03795946836471557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,7168,0.02579733331998189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,7168,0.02367253303527832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,7168,0.02280319929122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,7168,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,7168,0.021112533410390218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,7168,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,7168,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,7168,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,7168,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,7168,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,7168,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,7168,0.020759467283884683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,7168,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,7168,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,7168,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,7168,0.020281600952148437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,7168,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,7168,0.0200437327226003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,7168,0.02031893332799276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,7168,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,7168,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,7168,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,7168,0.020350933074951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,7168,0.019910399119059244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,7168,0.01997013290723165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,7168,0.019879466295242308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,7168,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,7168,0.020156800746917725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,7168,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,7168,0.019756799936294554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,7168,0.019884800910949706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,7168,0.01994026700655619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,7168,0.02015893260637919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,7168,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,7168,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,7168,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,7168,0.01993173360824585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,7168,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,6144,1.3761253356933594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,6144,0.7683493296305338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,6144,0.4038960138956706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,6144,0.22574132680892944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,6144,0.21739733219146729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,6144,0.20212799310684204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,6144,0.19487200180689493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,6144,0.18762399752934775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,6144,0.17514934142430624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,6144,0.17085333665211996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,6144,0.17193067073822021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,6144,0.15166667103767395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,6144,0.15147999922434488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,6144,0.15043733517328897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,6144,0.13618133465449014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,6144,0.1247973342736562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,6144,0.13492266337076822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,6144,0.11628799637158711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,6144,0.11926133433977763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,6144,0.11010666688283284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,6144,0.1026906669139862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,6144,0.1006773312886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,6144,0.0942959984143575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,6144,0.08334933718045552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,6144,0.08406399687131245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,6144,0.07171733180681865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,6144,0.06726933519045512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,6144,0.05843466520309448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,6144,0.06533333162466685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,6144,0.04782133301099142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,6144,0.048658668994903564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,6144,0.04035466661055883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,6144,0.03809866557518641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,6144,0.03154666721820831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,6144,0.027442666391531628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,6144,0.023914667467276256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,6144,0.020482666790485382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,6144,0.021901334325472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,6144,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,6144,0.021674667795499165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,6144,0.02120800067981084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,6144,0.020128000527620316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,6144,0.020989333589871723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,6144,0.01995733380317688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,6144,0.016306667278210323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,7168,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,6144,0.01653333380818367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,6144,0.017312000195185345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,6144,0.01794933279355367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,6144,0.019274666905403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,6144,0.018079999834299088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,6144,0.01801066721479098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,6144,0.016237333416938782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,6144,0.018853332847356796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,6144,0.0186639999349912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,6144,0.017762667189041775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,6144,0.017080000291268032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,6144,0.016818666209777195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,6144,0.016762666404247284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,6144,0.01700266698996226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,6144,0.016920000314712524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,6144,0.016938666502634685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,6144,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,6144,0.016706666598717373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,6144,0.01677600045998891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,6144,0.016711999972661335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,6144,0.016930667062600453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,6144,0.016706666598717373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,6144,0.01682666689157486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,6144,0.016832000265518825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,6144,0.016733333468437195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,6144,0.01677600045998891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,6144,0.016909333566824596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,6144,0.01688266669710477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,6144,0.01606133331855138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,6144,0.6564866701761881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,6144,0.33134132623672485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,6144,1.277467966079712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,6144,0.17193466424942017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,6144,0.18243332703908285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,6144,0.16127333045005798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,6144,0.16889599959055582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,6144,0.15995867053667703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,6144,0.1600173314412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,6144,0.14521333575248718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,6144,0.14693466822306314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,6144,0.13408933083216348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,6144,0.13447599609692892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,6144,0.13032000263532004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,6144,0.12230933705965678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,6144,0.11421599984169006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,6144,0.11631333827972412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,6144,0.10947866241137187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,6144,0.10905999938646953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,6144,0.10022399822870891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,6144,0.09530799587567647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,6144,0.09020400047302246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,6144,0.08523999651273091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,6144,0.08031333486239116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,6144,0.08024799823760986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,6144,0.06623733540376027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,6144,0.06013200183709463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,6144,0.06318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,6144,0.050139998396237694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,6144,0.05014533301194509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,6144,0.04311733444531759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,6144,0.04138933370510737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,6144,0.03714266667763392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,6144,0.03631199896335602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,6144,0.029762665430704754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,6144,0.06996400157610576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,6144,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,6144,0.029445332785447437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,6144,0.030085332691669464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,6144,0.026866666972637177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,6144,0.027647999425729115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,6144,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,6144,0.027059999605019886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,6144,0.025646666685740154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,6144,0.0240639994541804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,6144,0.024127999941507976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,6144,0.024169333279132843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,6144,0.025536000728607178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,6144,0.0245919997493426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,6144,0.023662666479746502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,6144,0.024242666860421497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,6144,0.025290665527184803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,6144,0.023014667133490246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,6144,0.023818666736284893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,6144,0.02293599893649419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,6144,0.02276399979988734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,6144,0.022523999214172363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,6144,0.021895999709765118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,6144,0.021020000179608662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,6144,0.02112799882888794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,6144,0.02086533357699712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,6144,0.020920000970363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,6144,0.022141332427660625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,7168,0.019885865847269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,6144,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,6144,0.02235066642363866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,6144,0.02332799881696701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,6144,0.020954666038354237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,6144,0.020989333589871723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,6144,0.020722666134436924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,6144,0.022076000769933064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,6144,0.02091333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,6144,0.020869334538777668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,6144,0.02080533280968666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,6144,0.02080666646361351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,7168,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,6144,0.5586746533711752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,6144,1.0936573346455891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,6144,0.31155333916346234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,6144,0.28763065735499066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,6144,2.1958640416463218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,6144,0.279529333114624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,6144,0.329312006632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,6144,0.3133666714032491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,6144,0.24860666195551553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,6144,0.29011199871699017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,6144,0.23519466320673624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,6144,0.2361453374226888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,6144,0.222488005956014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,6144,0.22011733055114746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,6144,0.28019734223683673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,6144,0.19477333625157675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,6144,0.18808533747990927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,6144,0.18223067124684653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,6144,0.16718933979670206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,6144,0.1452013353506724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,6144,0.1343453327814738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,6144,0.2539493242899577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,6144,0.111927996079127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,6144,0.11009066303571065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,6144,0.20111334323883057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,6144,0.08417600393295288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,6144,0.0683866689602534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,6144,0.06595999995867412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,6144,0.17015600204467773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,6144,0.12733733654022217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,6144,0.038989332815011345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,6144,0.03363466759522756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,6144,0.08517066637674968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,6144,0.05152800182501475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,6144,0.049866666396458946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,6144,0.025949334104855854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,6144,0.02219199885924657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,6144,0.02057066683967908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,6144,0.02011466647187869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,6144,0.020105333377917606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,6144,0.019914666811625164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,6144,0.022267999748388927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,6144,0.021390666564305622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,6144,0.02232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,6144,0.017752000441153843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,6144,0.017880000174045563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,6144,0.01762666677435239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,6144,0.017605333278576534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,6144,0.01759999990463257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,6144,0.016042667130629223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,6144,0.016306667278210323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,6144,0.016125333805878956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,6144,0.015811999638875324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,6144,0.016010666886965435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,6144,0.026385332147280376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,6144,0.026389333109060924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,6144,0.026364001135031383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,6144,0.027681333323319752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,6144,0.02694133420785268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,6144,0.02702666570742925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,6144,0.027378665904204052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,6144,0.028005334238211315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,6144,0.027373333772023518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,6144,0.028022666772206623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,6144,0.027180001139640808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,6144,0.027501332263151806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,6144,0.02905733386675517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,6144,0.028853334486484528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,6144,0.02755066752433777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,6144,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,6144,0.029125332832336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,6144,0.018137333293755848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,6144,0.017858666678269703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,6144,0.018102666984001797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,6144,0.6380501429239909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,6144,0.3389333407084147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,6144,0.18450667063395182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,6144,0.10041813055674235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,6144,0.10171093146006267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,6144,0.10178986390431721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,6144,0.10025599797566731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,6144,0.08647147019704184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,6144,0.08590506712595622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,6144,0.08813119729359944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,6144,0.08570133050282797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,6144,0.0837066650390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,6144,0.08423893451690674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,6144,0.0738645315170288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,6144,0.07056319713592529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,6144,0.06875627040863037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,6144,0.0694922685623169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,6144,0.06827627023061117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,6144,0.06792106628417968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,6144,0.054248531659444175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,6144,0.054073599974314365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,6144,0.05298773447672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,6144,0.051932799816131595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,6144,0.05065066814422607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,6144,0.05035200119018555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,6144,0.049779200553894044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,6144,0.03789333502451579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,6144,0.03647786776224772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,6144,0.03634986480077108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,6144,0.03582506577173869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,6144,0.035563735167185466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,6144,0.034593065579732254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,6144,0.022934399048487344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,6144,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,6144,0.021205333868662517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,6144,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,6144,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,6144,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,6144,0.019489065806070963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,6144,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,6144,0.019079466660817467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,6144,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,6144,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,6144,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,6144,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,6144,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,6144,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,6144,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,6144,0.018278400103251137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,6144,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,6144,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,6144,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,6144,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,6144,0.01800533334414164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,6144,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,6144,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,6144,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,6144,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,6144,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,6144,0.01825493375460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,6144,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,6144,0.017810134092966716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,6144,0.018234666188557944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,6144,0.018451199928919474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,6144,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,6144,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,6144,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,6144,0.018285866578420004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,6144,0.01794559955596924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,6144,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,5120,1.1302542156643338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,5120,0.6457724571228027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,5120,0.332261323928833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,5120,0.18737599584791395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,5120,0.19140799840291342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,5120,0.1699146694607205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,5120,0.1606560018327501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,5120,0.15841955608791775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,5120,0.14863644705878362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,5120,0.14197688632541233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,5120,0.14178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,5120,0.12634666760762533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,5120,0.12656711207495794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,6144,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,5120,0.12129244539472793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,5120,0.1111911137898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,5120,0.10333333412806193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,5120,0.11090488566292657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,5120,0.09602844715118408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,5120,0.0942666663063897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,5120,0.0908728904194302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,5120,0.08566755718655056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,5120,0.08265778091218737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,5120,0.07730844285753039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,5120,0.06947022014194064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,5120,0.07015999820497301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,5120,0.059697780344221324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,5120,0.05502577622731527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,5120,0.048094222942988075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,5120,0.05420622229576111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,5120,0.039982222848468356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,5120,0.040607998768488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,5120,0.03367822368939718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,5120,0.031347556246651545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,5120,0.025768889321221247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,5120,0.022954665952258643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,5120,0.01943288909064399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,5120,0.01661333276165856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,5120,0.017518222332000732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,5120,0.017863111363516915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,5120,0.01744888888465034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,5120,0.01735822194152408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,5120,0.01666844387849172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,5120,0.017301332619455125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,5120,0.015982222225930955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,5120,0.013292444248994192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,5120,0.013205333716339536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,5120,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,5120,0.01401600076092614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,5120,0.014554666148291694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,5120,0.014494222071435718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,5120,0.016912000046836007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,5120,0.014833778142929077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,5120,0.013560888667901358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,5120,0.01460977726512485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,5120,0.015503999259736804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,5120,0.01464000013139513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,5120,0.014648889501889547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,5120,0.014428445034556918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,5120,0.01460088955031501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,5120,0.01461155547036065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,5120,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,5120,0.014197332991494073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,5120,0.014101333088344999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,5120,0.013893332746293811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,5120,0.014106666048367819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,5120,0.013905778527259827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,5120,0.013879111243618859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,5120,0.014131555954615274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,5120,0.013960889644092984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,5120,0.013870221873124441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,5120,0.01407999959256914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,5120,0.013941332697868347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,5120,0.01460444430510203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,5120,0.014325333966149224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,5120,0.5383669535319011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,5120,1.0663178761800132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,5120,0.15373013814290365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,5120,0.14657600720723468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,5120,0.13467413584391277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,5120,0.13505493799845378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,5120,0.13517120679219563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,5120,0.12991039752960204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,5120,0.28482666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,5120,0.12528213659922283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,5120,0.1251914660135905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,5120,0.11154560248057048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,5120,0.1088864008585612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,5120,0.11061226526896159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,5120,0.10562559763590496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,5120,0.10017706553141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,5120,0.09002559979756673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,5120,0.10017173290252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,5120,0.08993493715922038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,5120,0.08538560072580972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,5120,0.08267412980397543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,5120,0.07864960034688315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,5120,0.07519146601359049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,5120,0.06760426362355551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,5120,0.06709760030110677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,5120,0.06017280022303263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,5120,0.05755840142567953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,5120,0.05518720149993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,5120,0.05449493328730265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,5120,0.04548480113347371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,5120,0.04407999912897746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,5120,0.03895893494288127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,5120,0.038172801335652665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,5120,0.03347200155258179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,5120,0.033156265815099076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,5120,0.02747093240420024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,5120,0.026174932718276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,5120,0.026501333713531493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,5120,0.025656533241271973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,5120,0.02547840078671773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,5120,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,5120,0.025312000513076784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,5120,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,5120,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,5120,0.0229418675104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,5120,0.022411733865737915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,5120,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,5120,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,5120,0.022769065697987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,5120,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,5120,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,5120,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,5120,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,5120,0.021266132593154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,6144,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,5120,0.02103253404299418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,5120,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,5120,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,5120,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,5120,0.018946133057276406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,5120,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,5120,0.020032000541687012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,5120,0.019283199310302736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,5120,0.02055786649386088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,5120,0.01954986651738485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,5120,0.021859200795491536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,5120,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,5120,0.02026026646296183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,5120,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,5120,0.020016000668207804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,5120,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,5120,0.02036693294843038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,5120,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,5120,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,5120,0.0197653333346049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,6144,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,5120,0.5216970761617025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,5120,1.0214730580647786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,5120,0.29025599161783855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,5120,2.0213823954264325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,5120,0.2678090731302897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,5120,0.2555018742879232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,5120,0.3090581258138021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,5120,0.2850378672281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,5120,0.26629759470621744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,5120,0.22991573015848793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,5120,0.22236372629801432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,5120,0.2169333299001058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,5120,0.21157867113749185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,5120,0.20123626391092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,5120,0.2566528002421061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,5120,0.1789375940958659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,5120,0.17274452845255533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,5120,0.16168959935506183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,5120,0.14395519892374675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,5120,0.13115839958190917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,5120,0.11148373285929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,5120,0.23992427190144858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,5120,0.09481386343638101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,5120,0.09342506726582846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,5120,0.1922592004140218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,5120,0.0725653330485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,5120,0.06126720110575358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,5120,0.05664000113805136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,5120,0.15415679613749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,5120,0.10992533365885418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,5120,0.03582719961802165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,5120,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,5120,0.07428906758626302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,5120,0.0472981333732605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,5120,0.04219520092010498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,5120,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,5120,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,5120,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,5120,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,5120,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,5120,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,5120,0.023548799753189086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,5120,0.020065067211786906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,5120,0.020150399208068846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,5120,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,5120,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,5120,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,5120,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,5120,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,5120,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,5120,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,5120,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,5120,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,5120,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,5120,0.024026666084925333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,5120,0.024618667364120484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,5120,0.02393066684405009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,5120,0.02349546750386556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,5120,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,5120,0.025196800629297893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,5120,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,5120,0.024420267343521117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,5120,0.024331732590993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,5120,0.024727465709050496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,5120,0.024934399127960204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,5120,0.023785599072774253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,5120,0.024361600478490196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,5120,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,5120,0.02695253292719523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,5120,0.024388267596562704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,5120,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,5120,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,5120,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,5120,0.5834911982218425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,5120,0.2977984110514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,5120,0.15894932746887208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,5120,0.08997759819030762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,5120,0.09093333085378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,5120,0.08988906542460123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,5120,0.08838720321655273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,5120,0.07749333381652831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,5120,0.07865920066833496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,5120,0.0764906644821167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,5120,0.07559786637624105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,5120,0.07394879659016927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,5120,0.07434240182240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,5120,0.06359893480936686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,5120,0.06190293232599894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,5120,0.06109546820322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,5120,0.060217599074045815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,5120,0.05900693337122599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,5120,0.05849386850992838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,5120,0.04853013356526693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,5120,0.047890134652455646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,5120,0.045586133003234865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,5120,0.04497919877370198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,5120,0.04458026488622029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,5120,0.04416533311208089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,5120,0.0432917316754659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,5120,0.03360746701558431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,5120,0.033037867148717245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,5120,0.03249386747678121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,5120,0.03147839903831482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,5120,0.03205546736717224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,5120,0.030664533376693726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,5120,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,5120,0.020218666394551596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,5120,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,5120,0.017908267180124917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,5120,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,5120,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,5120,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,5120,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,5120,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,5120,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,5120,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,5120,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,5120,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,5120,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,5120,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,5120,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,5120,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,5120,0.016331733266512553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,5120,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,5120,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,5120,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,5120,0.016193067034085594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,5120,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,5120,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,5120,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,5120,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,5120,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,5120,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,5120,0.016243199507395424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,5120,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,5120,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,5120,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,5120,0.016080000003178916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,5120,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,5120,0.016214399536450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,5120,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,5120,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,5120,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,4096,0.9511644575330945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,5120,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,4096,0.2375075552198622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,4096,0.12883022096421984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,4096,0.5120693312750922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,4096,0.12670044104258218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,4096,0.1537368827395969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,4096,0.11918044090270996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,4096,0.1429635551240709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,4096,0.1098453336291843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,4096,0.1304302215576172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,4096,0.10319466723336114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,4096,0.11600711610582139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,4096,0.09722666607962714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,4096,0.10763377613491482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,4096,0.08676799800660874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,4096,0.09278044435713027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,4096,0.08640711175070868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,4096,0.08165333006117079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,4096,0.07664177815119426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,4096,0.07627555396821764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,4096,0.0685102211104499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,4096,0.07055111063851251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,4096,0.06224355432722303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,4096,0.056871109538608126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,4096,0.05639288822809855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,4096,0.04861333303981357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,4096,0.044736001226637095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,4096,0.03997688823276096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,4096,0.04397866792149014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,4096,0.03271289004219903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,4096,0.03312355611059401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,4096,0.0273333340883255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,4096,0.02569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,4096,0.02086755633354187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,4096,0.018780445059140522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,4096,0.016083555089102853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,4096,0.013800889253616333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,4096,0.014526221487257214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,4096,0.014615111880832247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,4096,0.01460977726512485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,4096,0.014415999253590902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,4096,0.013799111048380533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,4096,0.013228444589508904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,4096,0.011180444724029966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,4096,0.011210666762457954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,4096,0.011152000062995486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,4096,0.012129777835475074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,4096,0.01258488910065757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,4096,0.012147555748621622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,4096,0.012963555753231049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,4096,0.01238222254647149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,4096,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,4096,0.01255644443962309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,4096,0.012506666282812754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,4096,0.010586666564146677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,4096,0.010586666564146677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,4096,0.010743111371994019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,4096,0.010577778021494547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,4096,0.010547555155224271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,4096,0.01072533345884747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,4096,0.010597333312034607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,4096,0.01054933336046007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,4096,0.0105262224872907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,4096,0.010460444622569613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,4096,0.010656000011497073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,4096,0.010574222438865237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,4096,0.010634666515721215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,4096,0.010510221951537661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,4096,0.010627555350462595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,4096,0.010590222146775989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,4096,0.010656000011497073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,4096,0.010878221856223213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,4096,0.01111822244193819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,4096,0.8600213368733725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,4096,0.2283082644144694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,4096,0.45108801523844405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,4096,0.11742826302846272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,4096,0.11021653016408284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,4096,0.1302730639775594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,4096,0.10984000364939372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,4096,0.1277194658915202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,4096,0.10796373685201008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,4096,0.12018986543019612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,4096,0.10004693667093914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,4096,0.09719786643981934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,4096,0.09267520109812419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,4096,0.09057706991831461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,4096,0.08275520006815593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,4096,0.08637866973876954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,4096,0.08405120372772217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,4096,0.07925120194753012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,4096,0.0760597308476766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,4096,0.07039999961853027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,4096,0.06685012976328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,4096,0.06408960024515788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,4096,0.060006399949391685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,4096,0.05813546578089396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,4096,0.057722667853037514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,4096,0.05227200190226237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,4096,0.048920532067616776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,4096,0.04596266746520996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,4096,0.04615573485692342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,4096,0.0404362678527832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,4096,0.03853546778361003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,4096,0.037003731727600096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,4096,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,4096,0.031914667288462324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,4096,0.03017279903093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,4096,0.02571093241373698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,4096,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,5120,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,4096,0.024410667022069295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,4096,0.023030400276184082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,4096,0.023257599274317423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,4096,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,4096,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,4096,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,4096,0.021218132972717286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,4096,0.021795199314753214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,4096,0.020933334032694498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,4096,0.02093013326327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,4096,0.022401066621144612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,4096,0.022052266200383506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,4096,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,4096,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,4096,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,4096,0.024652800957361855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,4096,0.020107734203338622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,4096,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,4096,0.020536533991495767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,4096,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,4096,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,4096,0.019896533091862997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,4096,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,4096,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,4096,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,4096,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,4096,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,4096,0.020423465967178346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,4096,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,4096,0.019738666216532388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,4096,0.019222400585810342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,4096,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,4096,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,4096,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,4096,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,4096,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,4096,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,4096,0.4862250645955403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,4096,0.9673023859659831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,4096,0.2677472114562988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,4096,0.2460085391998291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,4096,0.24299839337666831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,4096,1.8827412923177083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,4096,0.23413227399190267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,4096,0.2793727874755859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,4096,0.23997759819030762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,4096,0.21117013295491538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,4096,0.2021087964375814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,4096,0.1962506612141927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,4096,0.18892800013224284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,4096,0.2639637311299642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,4096,0.1558026631673177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,4096,0.151637331644694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,4096,0.13315839767456056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,4096,0.21746346155802407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,4096,0.11689386367797852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,4096,0.10726933479309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,4096,0.09497813383738199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,4096,0.08998293081919352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,4096,0.18038506507873536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,4096,0.08538026809692383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,4096,0.1704736073811849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,4096,0.07523199717203775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,4096,0.05863146781921387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,4096,0.05392426649729411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,4096,0.04896106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,4096,0.12722986539204914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,4096,0.03268373409907023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,4096,0.028272000948588054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,4096,0.0642197330792745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,4096,0.03839999834696452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,4096,0.042483198642730716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,4096,0.02177813251813253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,4096,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,4096,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,4096,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,4096,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,4096,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,4096,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,4096,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,4096,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,4096,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,4096,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,4096,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,4096,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,4096,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,4096,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,4096,0.012778666615486146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,4096,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,4096,0.012930132945378623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,4096,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,4096,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,4096,0.02031360069910685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,4096,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,4096,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,4096,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,4096,0.02140586574872335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,4096,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,4096,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,4096,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,4096,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,4096,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,4096,0.021705599625905354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,4096,0.021042132377624513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,4096,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,4096,0.022117332617441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,4096,0.02148053248723348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,4096,0.021623466412226358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,4096,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,4096,0.24067306518554688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,4096,0.4538634618123372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,4096,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,4096,0.12805333137512206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,4096,0.07257920106252035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,4096,0.07316266695658366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,4096,0.07271573543548585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,4096,0.07172053654988607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,4096,0.06289706627527872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,4096,0.062384001413981115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,4096,0.06272960106531779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,4096,0.06107413371404012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,4096,0.05996799866358439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,4096,0.060323198636372886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,4096,0.053097601731618246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,4096,0.05094720125198364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,4096,0.04910720189412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,4096,0.049303468068440756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,4096,0.04825813372929891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,4096,0.04991360108057658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,4096,0.039529601732889816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,4096,0.04028586546579997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,4096,0.03863893349965413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,4096,0.03799999952316284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,4096,0.037486934661865236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,4096,0.03755626678466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,4096,0.03663040002187093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,4096,0.028564266363779706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,4096,0.028124799331029255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,4096,0.027924267450968425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,4096,0.026921600103378296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,4096,0.026958932479222614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,4096,0.02579733331998189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,4096,0.01807039976119995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,4096,0.01728960076967875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,4096,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,4096,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,4096,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,4096,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,4096,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,4096,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,4096,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,4096,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,4096,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,4096,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,4096,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,4096,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,4096,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,4096,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,4096,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,4096,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,4096,0.013829333583513894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,4096,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,4096,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,4096,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,4096,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,4096,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,4096,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,4096,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,4096,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,4096,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,4096,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,4096,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,4096,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,4096,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,4096,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,3584,0.786628007888794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,3584,0.4952400128046672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,3584,0.24052532513936362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,3584,0.13463733593622842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,3584,0.13673466444015503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,3584,0.13595733046531677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,3584,0.12402666608492534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,3584,0.1160200039545695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,3584,0.10638800263404846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,3584,0.10659733414649963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,3584,0.09340133269627889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,3584,0.08508533239364624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,3584,0.08511199553807576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,3584,0.0832013338804245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,3584,0.07572400073210399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,3584,0.07092000047365825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,3584,0.07473866641521454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,3584,0.06655866901079814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,3584,0.06643466651439667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,3584,0.06264933447043101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,3584,0.05916666487852732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,3584,0.057289332151412964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,3584,0.05336133142312368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,3584,0.04975200196107229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,3584,0.04849199950695038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,3584,0.041533333559830986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,3584,0.039247999588648476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,3584,0.0359946663180987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,3584,0.0399399995803833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,3584,0.02959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,3584,0.030082667867342632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,3584,0.024282666544119518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,3584,0.022998665769894917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,3584,0.01815733313560486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,3584,0.016593333333730698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,3584,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,3584,0.01210133358836174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,3584,0.012769332776467005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,3584,0.012892000377178192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,3584,0.012759999682505926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,3584,0.01267066722114881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,3584,0.01227733368674914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,3584,0.012851999451716742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,3584,0.011668000370264053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,3584,0.010010666524370512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,3584,0.010049333175023397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,3584,0.009950666377941767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,3584,0.010584000498056412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,3584,0.011530666301647821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,3584,0.01129066695769628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,3584,0.01192666714390119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,3584,0.010791999598344168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,3584,0.009986666962504387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,3584,0.011070666213830313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,3584,0.011494666337966919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,3584,0.010990666846434275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,3584,0.009588000054160753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,3584,0.009480000163118044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,3584,0.009490666911005974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,3584,0.00946400004128615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,3584,0.009544000029563904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,3584,0.009465333074331284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,3584,0.00965066688756148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,3584,0.009434666484594345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,3584,0.00948533353706201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,3584,0.00938533308605353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,3584,0.00953866665561994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,3584,0.009497333317995071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,3584,0.009453333293398222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,3584,0.009542666375637054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,3584,0.009450666606426239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,3584,0.009455999980370203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,3584,0.009906666974226633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,3584,0.009762666498621305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,3584,0.7520575841267904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,3584,0.3886474609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,3584,0.18814187049865722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,3584,0.10790080229441326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,3584,0.11014400323232014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,3584,0.10009706815083821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,3584,0.10007893244425456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,3584,0.09775253136952719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,3584,0.09413226445515951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,3584,0.09004267056783041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,3584,0.08785813649495443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,3584,0.08429653644561767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,3584,0.0840661366780599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,3584,0.08096319834391276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,3584,0.0766314665476481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,3584,0.07193706830342611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,3584,0.07342507044474283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,3584,0.06752320130666098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,3584,0.06545919974644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,3584,0.06091306606928507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,3584,0.0599669337272644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,3584,0.05797546704610189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,3584,0.05593066612879435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,3584,0.05141760110855102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,3584,0.05129919846852621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,3584,0.046350932121276854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,3584,0.04473280111948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,3584,0.04112853209177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,3584,0.042530135313669844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,3584,0.03784853219985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,3584,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,3584,0.03318399985631307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,3584,0.033207466204961136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,3584,0.028424533208211263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,3584,0.02831573287645976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,4096,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,3584,0.02296533385912577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,3584,0.023457066218058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,3584,0.02309439977010091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,3584,0.022875734170277915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,3584,0.023130667209625245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,3584,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,3584,0.020755199591318767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,3584,0.02261013388633728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,3584,0.021572266022364298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,3584,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,3584,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,3584,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,3584,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,3584,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,4096,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,3584,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,3584,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,3584,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,3584,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,3584,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,3584,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,3584,0.019688532749811808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,4096,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,3584,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,3584,0.019876267512639365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,3584,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,3584,0.018090667327245076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,3584,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,3584,0.020917334159215293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,3584,0.018807466824849448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,3584,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,3584,0.018380800882975258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,3584,0.01842133402824402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,3584,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,3584,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,3584,0.017927465836207072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,3584,0.01723519961039225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,3584,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,3584,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,3584,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,3584,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,3584,0.4834239959716797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,3584,0.2621546745300293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,3584,0.9504874547322592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,3584,0.24441706339518227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,3584,0.2727317492167155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,3584,0.23957227071126302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,3584,1.8491296132405597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,3584,0.2298645337422689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,3584,0.22653652826944987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,3584,0.20223360061645507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,3584,0.1996341387430827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,3584,0.181932799021403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,3584,0.18316586812337238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,3584,0.2576351960500082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,3584,0.1341856002807617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,3584,0.13187839984893798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,3584,0.1181653340657552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,3584,0.21189972559611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,3584,0.10381546815236409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,3584,0.09799253145853679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,3584,0.1594538688659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,3584,0.08450880050659179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,3584,0.0826101303100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,3584,0.07326719760894776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,3584,0.06831253369649251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,3584,0.05530346632003784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,3584,0.05165653228759766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,3584,0.046384000778198244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,3584,0.1574453353881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,3584,0.11428159872690838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,3584,0.030503465731938677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,3584,0.02709866762161255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,3584,0.05998613437016805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,3584,0.04084693193435669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,3584,0.03751893440882365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,3584,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,3584,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,3584,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,3584,0.016013866662979125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,3584,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,3584,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,3584,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,3584,0.017550933361053466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,3584,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,3584,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,3584,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,3584,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,3584,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,3584,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,3584,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,3584,0.011923199892044068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,3584,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,3584,0.01755733291308085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,3584,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,3584,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,3584,0.018273067474365235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,3584,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,3584,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,3584,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,3584,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,3584,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,3584,0.018657066424687705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,3584,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,3584,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,3584,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,3584,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,3584,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,3584,0.018080000082651773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,3584,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,3584,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,3584,0.02142933408419291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,3584,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,3584,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,3584,0.2150485356648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,3584,0.41812801361083984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,3584,0.11529706319173176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,3584,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,3584,0.06654080152511596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,3584,0.06775466601053873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,3584,0.06519893407821656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,3584,0.06462719837824503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,3584,0.057314133644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,3584,0.05785919825236002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,3584,0.056669867038726805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,3584,0.05525333484013876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,3584,0.05459520022074381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,3584,0.054757332801818846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,3584,0.04666453202565511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,3584,0.04631253480911255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,3584,0.0451583981513977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,3584,0.04535786708196004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,3584,0.04408213297526042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,3584,0.04362666606903076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,3584,0.036526934305826826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,3584,0.03698773384094238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,3584,0.03488959868748982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,3584,0.03481706778208415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,3584,0.03478720188140869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,3584,0.03480639855066935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,3584,0.033514666557312014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,3584,0.02613439957300822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,3584,0.025933865706125898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,3584,0.025963733593622845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,3584,0.02488213380177816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,3584,0.025227733453114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,3584,0.023996800184249878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,3584,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,3584,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,3584,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,3584,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,3584,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,3584,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,3584,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,3584,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,3584,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,3584,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,3584,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,3584,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,3584,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,3584,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,3584,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,3584,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,3584,0.01297813355922699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,3584,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,3584,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,3584,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,3584,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,3584,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,3584,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,3584,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,3584,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,3584,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,3584,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,3584,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,3584,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,3584,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,3584,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,3584,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,3584,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,3584,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,3584,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,3584,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,3072,0.7128640015920004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,3072,0.42113200823465985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,3072,0.2085813283920288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,3072,0.11145599683125813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,3072,0.11399733026822408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,3072,0.11462933818499248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,3072,0.10368800163269043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,3072,0.09973599513371785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,3072,0.09646399815877278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,3072,0.09678666790326436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,3072,0.08298799892266591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,3072,0.07523199915885925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,3072,0.07505333423614502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,3072,0.07423066596190135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,3072,0.06570399800936381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,3072,0.06293066839377086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,3072,0.06536666552225749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,3072,0.05863999823729197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,3072,0.05829866727193197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,3072,0.05479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,3072,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,3072,0.04994666576385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,3072,0.04655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,3072,0.04338666796684265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,3072,0.04248400032520294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,3072,0.03619733452796936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,3072,0.03399733453989029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,3072,0.030390667418638866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,3072,0.033987998962402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,3072,0.02496800074974696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,3072,0.025331998864809673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,3072,0.02142400046189626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,3072,0.020547999689976375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,3072,0.016194666425387066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,3072,0.015438667188088099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,3072,0.012540000180403391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,3072,0.0111026664574941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,3072,0.01156266654531161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,3072,0.011666666716337204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,3072,0.011522666861613592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,3072,0.011177333692709604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,3072,0.010558667282263437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,3072,0.01113199939330419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,3072,0.010608000059922537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,3072,0.00917066695789496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,3072,0.009018666421373686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,3072,0.009050666665037474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,3072,0.009808000177145004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,3072,0.010087999825676283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,3072,0.009873333076635996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,3072,0.011046666651964188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,3584,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,3072,0.009642666826645533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,3072,0.008938666433095932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,3072,0.010069333637754122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,3072,0.009880000104506811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,3072,0.00865199975669384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,3072,0.008705333496133486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,3072,0.00873999980588754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,3072,0.008645333349704742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,3072,0.00855466661353906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,3072,0.00859866663813591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,3072,0.008566666394472122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,3072,0.008638666942715645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,3072,0.008491999780138334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,3584,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,3072,0.008612000072995821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,3072,0.008526666710774103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,3072,0.008561333641409874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,3072,0.008674666906396547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,3072,0.008576000109314919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,3072,0.008711999903122583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,3072,0.008497333154082298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,3072,0.008522666369875273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,3072,0.008813333387176195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,3072,0.33064851760864256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,3072,0.009359999870260557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,3072,0.1618079980214437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,3072,0.09190506935119629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,3072,0.680673090616862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,3072,0.09403519630432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,3072,0.08737173080444335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,3072,0.0913909355799357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,3072,0.08981760342915854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,3072,0.08650879859924317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,3072,0.09317013422648111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,3072,0.0805461327234904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,3072,0.07722986539204915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,3072,0.07846826712290446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,3072,0.06963626543680826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,3072,0.06964373588562012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,3072,0.0645792007446289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,3072,0.06455359856287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,3072,0.06021226644515991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,3072,0.05650879939397176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,3072,0.05568533341089884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,3072,0.05162133375803629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,3072,0.051499732335408534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,3072,0.046555733680725096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,3072,0.04744426806767781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,3072,0.04163519938786824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,3072,0.04246293306350708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,3072,0.04105600118637085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,3072,0.0412341316541036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,3072,0.035290666421254474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,3072,0.036433064937591554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,3072,0.03134933312733968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,3072,0.03178026676177979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,3072,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,3072,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,3072,0.022846933205922446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,3072,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,3072,0.06463786760965982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,3072,0.022230400641759237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,3072,0.022116265694300332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,3072,0.020950400829315187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,3072,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,3072,0.021655466159184775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,3072,0.021266132593154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,3072,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,3072,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,3584,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,3072,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,3072,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,3072,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,3072,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,3072,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,3072,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,3072,0.017991467316945394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,3072,0.018314667542775474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,3072,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,3072,0.020188800493876138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,3072,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,3072,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,3072,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,3072,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,3072,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,3072,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,3072,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,3072,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,3072,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,3072,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,3072,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,3072,0.018771199385325114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,3072,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,3072,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,3072,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,3072,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,3072,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,3072,0.4662005424499512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,3072,0.9006048202514648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,3072,0.25395414034525554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,3072,0.23450880050659179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,3072,0.22402453422546387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,3072,0.25992746353149415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,3072,1.7910240173339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,3072,0.21942079861958824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,3072,0.21160853703816734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,3072,0.17846719423929852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,3072,0.17826666831970214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,3072,0.16361066500345867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,3072,0.15549759864807128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,3072,0.2446666717529297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,3072,0.11987413565317791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,3072,0.118068265914917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,3072,0.10652586619059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,3072,0.20580479303995766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,3072,0.1455008029937744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,3072,0.1376992066701253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,3072,0.09288640022277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,3072,0.08813333511352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,3072,0.07768533229827881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,3072,0.0744266668955485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,3072,0.06947946548461914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,3072,0.06324906746546427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,3072,0.05267626841862997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,3072,0.048519468307495116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,3072,0.04438826640446981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,3072,0.1024938662846883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,3072,0.028492800394694012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,3072,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,3072,0.05801920096079508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,3072,0.03869760036468506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,3072,0.035507198174794516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,3072,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,3072,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,3072,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,3072,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,3072,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,3072,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,3072,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,3072,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,3072,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,3072,0.012664533654848733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,3072,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,3072,0.01216426690419515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,3072,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,3072,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,3072,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,3072,0.017490132649739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,3072,0.015787733594576518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,3072,0.01826453407605489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,3072,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,3072,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,3072,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,3072,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,3072,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,3072,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,3072,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,3072,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,3072,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,3072,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,3072,0.017493333419164023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,3072,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,3072,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,3072,0.017627733945846557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,3072,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,3072,0.017753599087397258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,3072,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,3072,0.10161279837290446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,3072,0.18837760289510092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,3072,0.37318827311197916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,3072,0.0578655997912089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,3072,0.05797866582870483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,3072,0.05814400116602579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,3072,0.05689386526743571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,3072,0.05021760066350302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,3072,0.05023146470387777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,3072,0.04988053242365519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,3072,0.04871786832809448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,3072,0.04744853178660075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,3072,0.04769386847813924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,3072,0.042217600345611575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,3072,0.04131199916203816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,3072,0.039953064918518064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,3072,0.03990720113118489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,3072,0.03921600182851155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,3072,0.03944426774978638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,3072,0.032603732744852704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,3072,0.03222186764081319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,3072,0.0322922666867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,3072,0.031395200888315836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,3072,0.03060800035794576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,3072,0.030469334125518797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,3072,0.03025919993718465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,3072,0.024001065889994302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,3072,0.023242666323979696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,3072,0.02318293253580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,3072,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,3072,0.022363734245300294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,3072,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,3072,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,3072,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,3072,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,3072,0.013012267152468362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,3072,0.012558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,3072,0.012557866175969443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,3072,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,3072,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,3072,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,3072,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,3072,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,3072,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,3072,0.012356266379356384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,3072,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,3072,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,3072,0.012142933408419291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,3072,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,3072,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,3072,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,3072,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,3072,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,3072,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,3072,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,3072,0.011702400445938111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,3072,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,3072,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,3072,0.012150399883588155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,3072,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,3072,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,3072,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,3072,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,3072,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,3072,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,3072,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,3072,0.011699199676513672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,2560,0.5679061253865559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,2560,0.3517322540283203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,2560,0.18125866254170736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,2560,0.09837653636932372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,2560,0.10048747062683105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,2560,0.08703146775563558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,2560,0.09083519776662191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,2560,0.07706453005472819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,2560,0.07256213029225668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,2560,0.07178880373636881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,2560,0.06989333629608155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,2560,0.06382613182067871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,2560,0.062011734644571936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,2560,0.06008106470108032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,2560,0.05514773527781168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,2560,0.053457065423329675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,2560,0.055002665519714354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,2560,0.048024535179138184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,2560,0.04780266682306926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,2560,0.04490026632944743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,2560,0.042728531360626223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,2560,0.040990932782491045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,2560,0.03887146711349487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,2560,0.03597866694132487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,2560,0.03515093326568604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,2560,0.030528000990549725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,3072,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,2560,0.026374399662017822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,2560,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,2560,0.022910932699839272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,2560,0.02216213345527649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,2560,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,2560,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,2560,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,3072,0.011839999755223592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,2560,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,2560,0.01074666678905487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,2560,0.00936853289604187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,2560,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,2560,0.009753599762916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,2560,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,2560,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,2560,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,2560,0.00969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,2560,0.009030399719874065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,2560,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,2560,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,2560,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,2560,0.008489599823951722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,2560,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,2560,0.009771733482678732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,2560,0.009485866626103718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,2560,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,2560,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,2560,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,2560,0.008471467097600301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,2560,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,2560,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,2560,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,2560,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,2560,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,2560,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,2560,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,2560,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,2560,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,2560,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,2560,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,2560,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,2560,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,2560,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,2560,0.028700800736745198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,2560,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,2560,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,2560,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,2560,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,2560,0.007660800218582153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,2560,0.28198188145955405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,2560,0.5515455881754557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,2560,0.13336639404296874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,2560,0.08558506965637207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,2560,0.08394880294799804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,2560,0.08008853594462076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,2560,0.07702933152516683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,2560,0.07370026906331381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,2560,0.07326933542887369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,2560,0.06914453506469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,2560,0.061400532722473145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,2560,0.06045013268788656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,2560,0.06033279895782471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,2560,0.05853546857833862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,2560,0.055486933390299475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,2560,0.057259734471639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,2560,0.054066133499145505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,2560,0.0517632007598877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,2560,0.04975680112838745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,2560,0.047707732518514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,2560,0.046063999334971115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,2560,0.04532159964243571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,2560,0.04273920059204102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,2560,0.039130667845408126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,2560,0.039187200864156085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,2560,0.03621439933776856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,2560,0.03753706614176432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,2560,0.03283626635869344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,2560,0.033036800225575765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,2560,0.06775360107421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,2560,0.028859732548395793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,2560,0.029923200607299805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,2560,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,2560,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,2560,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,2560,0.019953066110610963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,2560,0.021229867140452066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,2560,0.020490666230519615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,2560,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,2560,0.01954879959424337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,2560,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,2560,0.020307199160257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,2560,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,2560,0.017016534010569254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,2560,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,2560,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,2560,0.04090240001678467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,2560,0.019316265980402626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,2560,0.01763413349787394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,2560,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,2560,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,2560,0.01837973395983378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,2560,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,2560,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,2560,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,2560,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,2560,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,2560,0.020411733786265054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,2560,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,2560,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,2560,0.014893866578737893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,2560,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,2560,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,2560,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,2560,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,2560,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,2560,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,2560,0.01639573375384013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,2560,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,2560,0.015493333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,2560,0.01716586748758952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,2560,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,2560,0.015369600057601929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,2560,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,2560,0.43776960372924806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,2560,0.2344053268432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,2560,0.8692469278971353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,2560,0.22036266326904297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,2560,1.704425557454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,2560,0.24750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,2560,0.1988874594370524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,2560,0.19788799285888672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,2560,0.18402026494344076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,2560,0.15343999862670898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,2560,0.1541258653004964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,2560,0.13167680104573568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,2560,0.1366879940032959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,2560,0.2234879970550537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,2560,0.11115199724833172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,2560,0.10699413617451985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,2560,0.09295039971669515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,2560,0.17823999722798664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,2560,0.08553600311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,2560,0.07793813546498617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,2560,0.07300480206807455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,2560,0.11691946983337402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,2560,0.06906879742940267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,2560,0.06419306596120199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,2560,0.06086080074310303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,2560,0.052315731843312584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,2560,0.04585386514663696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,2560,0.04270506699879964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,2560,0.11686506271362304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,2560,0.08786880175272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,2560,0.02723840077718099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,2560,0.02451200087865194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,2560,0.053384534517923986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,2560,0.03679466644922892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,2560,0.03362880150477092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,2560,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,2560,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,2560,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,2560,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,2560,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,2560,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,2560,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,2560,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,2560,0.015158399939537048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,2560,0.011558399597803751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,2560,0.01109760006268819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,2560,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,2560,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,2560,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,2560,0.013350400328636169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,2560,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,2560,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,2560,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,2560,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,2560,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,2560,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,2560,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,2560,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,2560,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,2560,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,2560,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,2560,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,2560,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,2560,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,2560,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,2560,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,2560,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,2560,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,2560,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,2560,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,2560,0.1676106611887614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,2560,0.31020161310831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,2560,0.08793706893920898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,2560,0.05122880140940348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,2560,0.05029013156890869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,2560,0.04914453426996867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,2560,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,2560,0.05006613334019979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,2560,0.04427413145701091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,2560,0.04367893139521281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,2560,0.04272213379542033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,2560,0.04303786754608154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,2560,0.0418720006942749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,2560,0.04151253302892049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,2560,0.03631680011749268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,2560,0.036408531665802005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,2560,0.03539093335469563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,2560,0.0350655992825826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,2560,0.03449386755625407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,2560,0.034595199426015216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,2560,0.028705066442489623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,2560,0.028577067454655963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,2560,0.02799786726633708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,2560,0.02808000048001607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,2560,0.02765226761500041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,2560,0.02727786699930827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,2560,0.02649173339207967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,2560,0.021729065974553426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,2560,0.020725333690643312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,2560,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,2560,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,2560,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,2560,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,2560,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,2560,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,2560,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,2560,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,2560,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,2560,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,2560,0.011709866921106975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,2560,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,2560,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,2560,0.011337600151697795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,2560,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,2560,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,2560,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,2560,0.010893866419792175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,2560,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,2560,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,2560,0.010890666643778484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,2560,0.011315199732780456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,2560,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,2560,0.011081600189208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,2560,0.010880000392595927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,2560,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,2560,0.010869333148002624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,2560,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,2560,0.010856533050537109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,2560,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,2560,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,2560,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,2560,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,2560,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,2560,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,2560,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,2560,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,2048,0.4884522755940755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,2560,0.010962133606274922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,2048,0.11824959913889568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,2048,0.2694858551025391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,2048,0.06564160188039145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,2048,0.08051199913024902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,2048,0.06189973354339599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,2048,0.059544531504313145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,2048,0.07025067011515299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,2048,0.05624213218688965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,2048,0.0688746690750122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,2048,0.052002131938934326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,2048,0.06067306598027548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,2048,0.04971413215001424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,2048,0.05797546704610189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,2048,0.04408746560414632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,2048,0.05397760073343912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,2048,0.0439242680867513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,2048,0.053157333532969156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,2048,0.03900586764017741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,2048,0.04031466643015544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,2048,0.03462400039037068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,2048,0.035596799850463864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,2048,0.0314410666624705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,2048,0.0309173325697581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,2048,0.02839253346125285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,2048,0.026386133829752606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,2048,0.0236245334148407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,2048,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,2048,0.023741867144902548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,2048,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,2048,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,2048,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,2048,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,2048,0.011788800358772278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,2048,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,2048,0.009333333373069764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,2048,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,2048,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,2048,0.008426666259765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,2048,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,2048,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,2048,0.00809279978275299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,2048,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,2048,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,2048,0.0069930667678515124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,2048,0.006964266796906789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,2048,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,2048,0.007416533430417378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,2560,0.011481600006421407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,2048,0.007377066711584728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,2048,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,2048,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,2048,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,2048,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,2048,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,2048,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,2048,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,2048,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,2048,0.006611200173695882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,2048,0.006541866560777028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,2048,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,2048,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,2048,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,2048,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,2048,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,2048,0.006539733211199443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,2048,0.006482133269309997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,2048,0.00659093310435613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,2048,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,2048,0.006502399841944377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,2048,0.00647680014371872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,2048,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,2048,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,2048,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,2048,0.006779733300209046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,2048,0.1120479981104533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,2048,0.22190186182657876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,2048,0.06643946568171183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,2048,0.06625386476516723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,2048,0.45731306076049805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,2048,0.06206613381703695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,2048,0.06280746857325235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,2048,0.06033920049667359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,2048,0.06839360396067301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,2048,0.055751466751098634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,2048,0.05720533529917399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,2048,0.05818133354187012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,2048,0.05277013381322225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,2048,0.05133119821548462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,2048,0.04819200038909912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,2048,0.05753493309020996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,2048,0.04822080135345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,2048,0.046404266357421876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,2048,0.04590506553649902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,2048,0.043281066417694095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,2048,0.04289173285166423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,2048,0.03940693140029907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,2048,0.041495466232299806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,2048,0.0379530668258667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,2048,0.037251198291778566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,2048,0.03767999807993571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,2048,0.03501333395640056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,2048,0.03303253253300985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,2048,0.030550400416056316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,2048,0.03561919927597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,2048,0.029373866319656373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,2048,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,2048,0.02683200041453044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,2048,0.023228800296783446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,2048,0.0233514666557312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,2048,0.020114133755366005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,2048,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,2048,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,2048,0.019309866428375243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,2048,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,2048,0.019308799505233766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,2048,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,2048,0.018489599227905273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,2048,0.01787839929262797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,2048,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,2048,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,2048,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,2048,0.01720106601715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,2048,0.01727679967880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,2048,0.017475199699401856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,2048,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,2048,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,2048,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,2048,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,2560,0.010991999506950378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,2048,0.0180896004041036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,2048,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,2048,0.016389333208402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,2048,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,2048,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,2048,0.015438933173815408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,2048,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,2048,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,2048,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,2048,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,2048,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,2048,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,2048,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,2048,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,2048,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,2048,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,2048,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,2048,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,2048,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,2048,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,2048,0.8341311772664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,2048,0.2071082592010498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,2048,1.639451726277669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,2048,0.41931626001993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,2048,0.18876585960388184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,2048,0.16849172910054525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,2048,0.21132799784342446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,2048,0.19551040331522623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,2048,0.12975040276845295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,2048,0.1275264024734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,2048,0.12077226638793945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,2048,0.11673813660939533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,2048,0.10854933261871338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,2048,0.16791466077168782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,2048,0.09285866419474284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,2048,0.08960533142089844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,2048,0.08459626833597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,2048,0.1562847932179769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,2048,0.0776917298634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,2048,0.07183893521626791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,2048,0.06737706661224366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,2048,0.14985493024190266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,2048,0.06440000136693319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,2048,0.06026560068130493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,2048,0.05743253231048584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,2048,0.048137601216634116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,2048,0.040498133500417074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,2048,0.04018346468607585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,2048,0.10319039821624756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,2048,0.08088640371958414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,2048,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,2048,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,2048,0.051130668322245276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,2048,0.03298133412996928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,2048,0.031623466809590654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,2048,0.016004266341527303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,2048,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,2048,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,2048,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,2048,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,2048,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,2048,0.012153599659601848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,2048,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,2048,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,2048,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,2048,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,2048,0.010314666231473287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,2048,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,2048,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,2048,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,2048,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,2048,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,2048,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,2048,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,2048,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,2048,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,2048,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,2048,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,2048,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,2048,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,2048,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,2048,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,2048,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,2048,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,2048,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,2048,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,2048,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,2048,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,2048,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,2048,0.013408000270525614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,2048,0.13757227261861166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,2048,0.2626730600992838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,2048,0.07396586736043295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,2048,0.043494399388631186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,2048,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,2048,0.042265601952870685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,2048,0.04260373512903849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,2048,0.04175359805425008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,2048,0.03715840180714925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,2048,0.037332268555959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,2048,0.03627520004908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,2048,0.03634026845296224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,2048,0.03576639890670776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,2048,0.03548266490300496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,2048,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,2048,0.031086933612823487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,2048,0.030237867434819536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,2048,0.030418133735656737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,2048,0.029898667335510255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,2048,0.029740800460179646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,2048,0.024387200673421226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,2048,0.02481173276901245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,2048,0.024369066953659056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,2048,0.024043732881546022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,2048,0.023695999383926393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,2048,0.023563732703526817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,2048,0.02295359969139099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,2048,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,2048,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,2048,0.017820799350738527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,2048,0.0179584006468455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,2048,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,2048,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,2048,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,2048,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,2048,0.011315199732780456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,2048,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,2048,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,2048,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,2048,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,2048,0.010482133428255717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,2048,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,2048,0.01046506663163503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,2048,0.010474666953086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,2048,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,2048,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,2048,0.010059733192125957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,2048,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,2048,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,2048,0.010260267059008281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,2048,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,2048,0.010152533650398254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,2048,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,2048,0.010198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,2048,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,2048,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,2048,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,2048,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,2048,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,2048,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,2048,0.010105599959691364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,2048,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,2048,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,1536,0.36403306325276696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,1536,0.18795520464579266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,1536,0.10405973593393962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,1536,0.05740373531977335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,1536,0.06052693525950113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,1536,0.05161600112915039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,1536,0.04999466737111409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,1536,0.05027093489964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,1536,0.0490015983581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,1536,0.04870400031407674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,1536,0.04635839859644572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,1536,0.042395734786987306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,1536,0.038192001978556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,1536,0.03725866476694743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,1536,0.034086398283640545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,1536,0.033004800478617355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,1536,0.03380693197250366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,1536,0.03133226633071899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,1536,0.030193066596984862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,1536,0.028376533587773638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,1536,0.02720213333765666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,1536,0.026320000489552815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,1536,0.024829866488774617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,1536,0.023421865701675416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,1536,0.022459733486175536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,1536,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,1536,0.01927679975827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,1536,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,1536,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,1536,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,1536,0.012155733505884806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,1536,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,1536,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,1536,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,1536,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,1536,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,1536,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,1536,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,1536,0.0068010667959849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,1536,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,1536,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,1536,0.006562133133411407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,1536,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,1536,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,1536,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,1536,0.006016000111897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,1536,0.006161066889762879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,1536,0.0062165334820747375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,1536,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,1536,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,1536,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,1536,0.00486826648314794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,1536,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,1536,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,1536,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,1536,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,1536,0.004955733319123586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,1536,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,1536,0.004861866434415182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,1536,0.004730666677157084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,1536,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,1536,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,1536,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,1536,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,1536,0.004763733347256978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,1536,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,1536,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,1536,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,1536,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,1536,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,1536,0.004997333387533823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,1536,0.3399584134419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,1536,0.16429120699564617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,1536,0.08705066839853923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,1536,0.05429866711298624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,1536,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,1536,0.05502613385518392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,1536,0.0513589342435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,1536,0.05092266798019409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,1536,0.0499562660853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,1536,0.048946134249369305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,1536,0.04558933178583781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,1536,0.04798613389333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,1536,0.04332053263982137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,1536,0.04446613391240438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,1536,0.04285653432210286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,1536,0.03986133337020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,1536,0.04127039909362793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,1536,0.04001599947611491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,1536,0.038864000638326006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,1536,0.03747946818669637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,1536,0.037213865915934244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,1536,0.03599146604537964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,1536,0.03493119875590007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,1536,0.033411200841267905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,1536,0.032909866174062094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,1536,0.03133866588274638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,1536,0.030800000826517744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,1536,0.028587732712427778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,1536,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,1536,0.026909865935643512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,1536,0.02553386688232422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,1536,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,1536,0.023044266303380332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,1536,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,1536,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,1536,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,1536,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,1536,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,1536,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,1536,0.01806079943974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,1536,0.018447999159495035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,1536,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,1536,0.01798506577809652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,1536,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,1536,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,1536,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,1536,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,1536,0.017825067043304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,1536,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,1536,0.016378666957219443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,1536,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,1536,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,1536,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,1536,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,1536,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,1536,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,1536,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,1536,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,1536,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,1536,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,1536,0.015214932958285013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,1536,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,1536,0.014823466539382935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,1536,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,1536,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,1536,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,1536,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,1536,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,1536,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,1536,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,1536,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,1536,0.040193065007527666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,1536,0.4030495961507161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,1536,0.808899180094401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,1536,0.17430399258931478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,1536,1.6101877848307293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,1536,0.15209706624348956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,1536,0.13450026512145996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,1536,0.18416852951049806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,1536,0.17140906651814777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,1536,0.1248629331588745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,1536,0.10727146466573079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,1536,0.10394559701283772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,1536,0.09985600312550863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,1536,0.09680853684743246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,1536,0.14287679990132648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,1536,0.08759040037790934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,1536,0.12695146401723226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,1536,0.08365013599395751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,1536,0.07832852999369302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,1536,0.07607466379801432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,1536,0.07140693664550782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,1536,0.06750186284383139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,1536,0.1209173361460368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,1536,0.06300586859385172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,1536,0.060045866171518955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,1536,0.05534186760584513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,1536,0.05348693529764811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,1536,0.0451583981513977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,1536,0.038252798716227214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,1536,0.037223466237386066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,1536,0.09158613681793212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,1536,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,1536,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,1536,0.04781653483708699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,1536,0.02946026722590129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,1536,0.03088853359222412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,1536,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,1536,0.013176533579826354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,1536,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,1536,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,1536,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,1536,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,1536,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,1536,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,1536,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,1536,0.009620267152786254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,1536,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,1536,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,1536,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,1536,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,1536,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,1536,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,1536,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,1536,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,1536,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,1536,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,1536,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,1536,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,1536,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,1536,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,1536,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,1536,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,1536,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,1536,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,1536,0.011327999830245971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,1536,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,1536,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,1536,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,1536,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,1536,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,1536,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,1536,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,1536,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,1536,0.21584533055623373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,1536,0.1110368013381958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,1536,0.06137706836064657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,1536,0.03627520004908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,1536,0.03601599931716919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,1536,0.03551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,1536,0.035507198174794516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,1536,0.03137173255284627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,1536,0.031181865930557252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,1536,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,1536,0.031063467264175415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,1536,0.030634667476018267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,1536,0.030237867434819536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,1536,0.030148265759150188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,1536,0.026502400636672974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,1536,0.025711999336878462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,1536,0.026053333282470705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,1536,0.025656533241271973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,1536,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,1536,0.025388799111048382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,1536,0.021149865786234536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,1536,0.02132586638132731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,1536,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,1536,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,1536,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,1536,0.02027946710586548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,1536,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,1536,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,1536,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,1536,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,1536,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,1536,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,1536,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,1536,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,1536,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,1536,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,1536,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,1536,0.009698133667310078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,1536,0.009674666325251262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,1536,0.009683199723561605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,1536,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,1536,0.009284266829490661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,1536,0.009713066617647807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,1536,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,1536,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,1536,0.009505066275596618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,1536,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,1536,0.008968533078829447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,1536,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,1536,0.00922986666361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,1536,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,1536,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,1536,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,1536,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,1536,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,1536,0.009405866265296936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,1536,0.009268266956011455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,1024,0.24413866996765138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,1024,0.12455039819081623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,1024,0.06083199977874756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,1024,0.0334389328956604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,1024,0.03471573193868001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,1024,0.03259413242340088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,1024,0.03235519925753276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,1024,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,1024,0.03039039969444275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,1024,0.028013867139816285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,1024,0.028101332982381183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,1024,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,1024,0.026338134209314985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,1024,0.026004266738891602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,1024,0.023665066560109457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,1024,0.023594667514165245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,1024,0.024173865715662636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,1024,0.023423999547958374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,1024,0.021312000354131062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,1024,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,1024,0.020438400904337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,1024,0.01928000052769979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,1024,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,1024,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,1024,0.01599679986635844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,1024,0.0147189329067866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,1024,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,1024,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,1024,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,1024,0.011047466595967611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,1024,0.01067733367284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,1024,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,1024,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,1024,0.0072512000799179075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,1024,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,1024,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,1024,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,1024,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,1024,0.005662933488686879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,1024,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,1024,0.005243733525276184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,1024,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,1024,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,1024,0.004885333279768625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,1024,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,1024,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,1024,0.00436160018046697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,1024,0.004791466891765595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,1024,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,1024,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,1024,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,1024,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,1024,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,1024,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,1024,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,1024,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,1024,0.003917866696914038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,1024,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,1024,0.0034805332620938623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,1024,0.003655466685692469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,1024,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,1024,0.003642666588226954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,1024,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,1024,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,1024,0.0035349334279696143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,1024,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,1024,0.0035573333501815797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,1024,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,1536,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,1024,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,1024,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,1024,0.2330399990081787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,1024,0.11806293328603108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,1024,0.06544853448867798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,1024,0.04131946563720703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,1024,0.041892266273498534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,1024,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,1024,0.04058666626612346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,1024,0.041339735190073654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,1024,0.04176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,1024,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,1024,0.03776426712671916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,1024,0.03748906850814819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,1024,0.03672533432642619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,1024,0.03859626849492391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,1024,0.03616213401158651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,1024,0.03453119993209839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,1024,0.034092799822489424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,1024,0.03497813145319621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,1024,0.03272320032119751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,1024,0.033267199993133545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,1024,0.03304746747016907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,1024,0.030138667424519854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,1024,0.028761599461237592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,1024,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,1024,0.028398933013280232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,1024,0.02638933261235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,1024,0.0252074658870697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,1024,0.0406826655069987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,1024,0.026029866933822633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,1024,0.024872533480326333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,1024,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,1024,0.022990934054056802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,1024,0.022436267137527464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,1024,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,1024,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,1024,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,1024,0.016764799753824867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,1024,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,1024,0.01794559955596924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,1024,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,1024,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,1024,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,1024,0.032357333103815715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,1024,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,1024,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,1024,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,1024,0.01597760021686554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,1024,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,1024,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,1024,0.01604693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,1024,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,1024,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,1024,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,1024,0.016058666507403056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,1024,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,1024,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,1024,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,1024,0.015936000148455302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,1024,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,1024,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,1024,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,1024,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,1024,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,1024,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,1024,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,1024,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,1024,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,1024,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,1024,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,1024,0.7682634353637695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,1024,0.15010773340861003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,1024,0.38601814905802406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,1024,1.535635248819987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,1024,0.1297760009765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,1024,0.1211743990580241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,1024,0.14485972722371418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,1024,0.11838613351186116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,1024,0.10236053466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,1024,0.09987520376841227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,1024,0.13899626731872558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,1024,0.09617599646250406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,1024,0.09512213071187338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,1024,0.11316800117492676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,1024,0.08012800216674805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,1024,0.07863252957661947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,1024,0.07291626930236816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,1024,0.1092351992925008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,1024,0.07002346515655518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,1024,0.06355520089467367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,1024,0.06610453526178996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,1024,0.05863253275553385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,1024,0.05594346523284912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,1024,0.08815466562906901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,1024,0.05154773394266764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,1024,0.049371735254923506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,1024,0.041516800721486405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,1024,0.035382401943206784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,1024,0.034569601217905685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,1024,0.08692800203959147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,1024,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,1024,0.020307199160257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,1024,0.027137066920598345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,1024,0.04386346737543742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,1024,0.028064000606536865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,1024,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,1024,0.012108799815177918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,1024,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,1024,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,1024,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,1024,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,1024,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,1024,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,1024,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,1024,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,1024,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,1024,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,1024,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,1024,0.01074026624361674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,1024,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,1024,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,1024,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,1024,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,1024,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,1024,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,1024,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,1024,0.00979306697845459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,1024,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,1024,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,1024,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,1024,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,1024,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,1024,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,1024,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,1024,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,1024,0.009710933764775593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,1024,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,1024,0.16534934043884278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,1024,0.08528532981872558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,1024,0.04752320051193237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,1024,0.028895999987920123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,1024,0.0283242662747701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,1024,0.02769920031229655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,1024,0.02730453411738078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,1024,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,1024,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,1024,0.02491413354873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,1024,0.02507839997609456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,1024,0.02458560069402059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,1024,0.02444266676902771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,1024,0.02190933426221212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,1024,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,1024,0.021182932456334434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,1024,0.021283199389775596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,1024,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,1024,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,1024,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,1024,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,1024,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,1024,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,1024,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,1024,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,1024,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,1024,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,1024,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,1024,0.012987732887268066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,1024,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,1024,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,1024,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,1024,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,1024,0.009369599819183349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,1024,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,1024,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,1024,0.008835200468699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,1024,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,1024,0.00885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,1024,0.008500267068545024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,1024,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,1024,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,1024,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,1024,0.008407466610272725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,1024,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,1024,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,1024,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,1024,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,1024,0.00843946635723114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,1024,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,1024,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,1024,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,1024,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,768,0.09657813707987467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,768,0.20097813606262208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,768,0.05003413359324137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,768,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,768,0.028668800989786785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,768,0.0273087998231252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,768,0.025481599569320678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,768,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,768,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,768,0.026040534178415935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,768,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,768,0.02439146637916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,768,0.022216532627741495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,768,0.023245867093404135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,768,0.019387733936309815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,768,0.02217280069986979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,768,0.019528534015019736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,768,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,768,0.017679999272028603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,768,0.019258666038513183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,768,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,768,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,768,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,768,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,768,0.01107199986775716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,768,0.010568533341089885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,768,0.010196266571680705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,768,0.008476799726486206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,768,0.008503466844558716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,768,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,768,0.007226666808128357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,768,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,768,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,768,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,768,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,768,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,768,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,768,0.0046965335806210835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,768,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,768,0.004961066444714864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,768,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,768,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,768,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,768,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,768,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,768,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,768,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,768,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,768,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,768,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,768,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,768,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,768,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,768,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,768,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,768,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,768,0.0030879999200503034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,768,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,768,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,768,0.003306666761636734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,768,0.003504000107447306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,768,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,768,0.0964074691136678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,768,0.18779412905375165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,768,0.05768106778462728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,768,0.03651626507441203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,768,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,768,0.03734079996744792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,768,0.036696533362070724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,768,0.03911679983139038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,768,0.035521066188812254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,768,0.033974401156107586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,768,0.03250453273455302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,768,0.03357119957605998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,768,0.03171626726786296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,768,0.030341333150863646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,768,0.030330665906270343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,768,0.04052586555480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,768,0.02937813401222229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,768,0.02904319961865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,768,0.02986666758855184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,768,0.026895999908447266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,768,0.034681598345438644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,768,0.027245867252349853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,768,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,768,0.02804693380991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,768,0.025171200434366863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,768,0.024117332696914674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,768,0.026215465863545735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,768,0.022846933205922446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,768,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,768,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,768,0.020795732736587524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,768,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,768,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,768,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,768,0.018451199928919474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,768,0.017262933651606242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,768,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,768,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,768,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,768,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,768,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,768,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,768,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,768,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,768,0.016482133666674295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,768,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,768,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,768,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,768,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,768,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,768,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,768,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,768,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,768,0.023695999383926393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,768,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,768,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,768,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,768,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,768,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,768,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,768,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,768,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,768,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,768,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,768,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,768,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,768,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,768,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,768,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,768,0.3847946802775065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,768,0.13123520215352374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,768,0.7583199818929036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,768,0.1188927968343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,768,1.5177215576171874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,768,0.11287573178609211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,768,0.1316213369369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,768,0.1242037296295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,768,0.09821013609568277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,768,0.09715306758880615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,768,0.09135893185933432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,768,0.11293866634368896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,768,0.08993813196818033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,768,0.08424213727315268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,768,0.07728319962819417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,768,0.0751850684483846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,768,0.10727039972941081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,768,0.07030826409657796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,768,0.0641215999921163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,768,0.061091200510660804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,768,0.05666026671727499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,768,0.10370559692382812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,768,0.04945066769917806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,768,0.04764586687088013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,768,0.08214826583862304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,768,0.040210131804148355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,768,0.03415573438008626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,768,0.03301013310750325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,768,0.06769279638926187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,768,0.05387200117111206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,768,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,768,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,768,0.042189868291219075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,768,0.02760639985402425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,768,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,768,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,768,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,768,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,768,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,768,0.010901332894961039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,768,0.011513599753379821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,768,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,768,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,768,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,768,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,768,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,768,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,768,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,768,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,768,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,768,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,768,0.008444799979527792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,768,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,768,0.008605866630872091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,768,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,768,0.00906986693541209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,768,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,768,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,768,0.008191999793052674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,768,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,768,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,768,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,768,0.009078400333722432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,768,0.008841600020726521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,768,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,768,0.009842133522033692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,768,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,768,0.008822400371233623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,768,0.1366986592610677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,768,0.07310933272043864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,768,0.041010133425394696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,768,0.025577600797017413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,768,0.02560960054397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,768,0.0256661335627238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,768,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,768,0.025260800123214723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,768,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,768,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,768,0.023196800549825033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,768,0.02291626731554667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,768,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,768,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,768,0.022332799434661866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,768,0.02222080032030741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,768,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,768,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,768,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,768,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,768,0.01904639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,768,0.0184608002503713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,768,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,768,0.016013866662979125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,768,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,768,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,768,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,768,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,768,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,768,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,768,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,768,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,768,0.011306666334470113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,768,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,768,0.008638933300971985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,768,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,768,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,768,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,768,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,768,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,768,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,768,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,768,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,768,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,768,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,768,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,768,0.00826453318198522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,768,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,768,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,768,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,768,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,768,0.007817600170771282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,768,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,768,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,512,0.13673067092895508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,512,0.06984960238138835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,512,0.034460798899332686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,512,0.01876373291015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,512,0.01959999998410543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,512,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,512,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,512,0.018732800086339315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,512,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,512,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,512,0.016075733304023742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,512,0.01588159998257955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,512,0.01797119975090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,512,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,512,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,512,0.013864533106486002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,512,0.01274133324623108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,512,0.013845333456993103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,512,0.012180266777674358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,512,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,512,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,512,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,512,0.010317867000897724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,512,0.009469866752624512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,512,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,512,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,512,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,512,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,512,0.0069365332523981735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,512,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,512,0.006629333396752675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,512,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,512,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,512,0.005799466868241628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,512,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,512,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,512,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,512,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,512,0.003886933376391729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,512,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,512,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,512,0.003870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,512,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,512,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,512,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,512,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,512,0.0035797332723935447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,512,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,512,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,512,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,512,0.0035018667578697203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,512,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,512,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,768,0.007783466577529907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,512,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,512,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,512,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,512,0.0027232001225153605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,512,0.002809600035349528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,512,0.0027562665442625684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,512,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,512,0.0026677332818508146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,512,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,512,0.07675519784291586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,512,0.14327573776245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,512,0.05394986470540365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,512,0.03333760102589925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,512,0.035750401020050046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,512,0.03154453237851461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,512,0.031093333164850873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,512,0.03148799935976664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,512,0.030732800563176472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,512,0.02945599953333537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,512,0.029124265909194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,512,0.028820266326268513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,512,0.03054400086402893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,512,0.028805333375930785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,512,0.02718293269475301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,512,0.00278613343834877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,512,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,512,0.027379200855890913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,512,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,512,0.026834134260813398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,512,0.026133332649866742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,512,0.0249834676583608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,512,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,512,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,512,0.02257386644681295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,512,0.02135146657625834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,512,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,512,0.022055466969807945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,512,0.021232000986735024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,512,0.020357332626978555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,512,0.020754132668177286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,512,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,512,0.01961173415184021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,512,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,512,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,512,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,512,0.01620266636212667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,512,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,512,0.028841600815455122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,512,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,512,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,512,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,512,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,512,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,512,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,512,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,512,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,512,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,512,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,512,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,512,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,512,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,512,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,512,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,512,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,512,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,512,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,512,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,512,0.013920000195503235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,512,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,512,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,512,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,512,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,512,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,512,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,512,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,512,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,512,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,512,0.013933866222699483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,512,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,512,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,512,0.12821333408355712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,512,0.12757759888966877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,512,0.3667957305908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,512,0.7338368097941081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,512,0.11375253200531006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,512,0.10868799686431885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,512,0.1073258638381958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,512,0.1024959961573283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,512,1.4624650319417318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,512,0.09490880171457926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,512,0.09288213253021241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,512,0.08852799733479819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,512,0.08669439951578775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,512,0.11576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,512,0.0744650681813558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,512,0.07299306392669677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,512,0.06732373237609864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,512,0.09991573492685954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,512,0.08099093437194824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,512,0.061028265953063966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,512,0.05923839807510376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,512,0.05407040119171143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,512,0.051826135317484534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,512,0.046868268648783365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,512,0.04565440018971761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,512,0.03905386527379354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,512,0.0329749325911204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,512,0.03216853340466817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,512,0.07893653710683188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,512,0.06573973496754965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,512,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,512,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,512,0.04069653352101644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,512,0.02723306616147359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,512,0.02513493299484253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,512,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,512,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,512,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,512,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,512,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,512,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,512,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,512,0.011718400319417318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,512,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,512,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,512,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,512,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,512,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,512,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,512,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,512,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,512,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,512,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,512,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,512,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,512,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,512,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,512,0.007751466830571492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,512,0.007701333363850911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,512,0.0077450667818387345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,512,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,512,0.03721173206965129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,512,0.11495359738667806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,512,0.062015998363494876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,512,0.023499733209609984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,512,0.02330133318901062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,512,0.023396267493565878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,512,0.02313813368479411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,512,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,512,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,512,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,512,0.020334933201471964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,512,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,512,0.02027413249015808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,512,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,512,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,512,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,512,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,512,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,512,0.016875733931859337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,512,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,512,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,512,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,512,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,512,0.0137855996688207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,512,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,512,0.012920533617337545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,512,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,512,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,512,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,512,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,512,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,512,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,512,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,512,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,512,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,512,0.007707733412583668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,512,0.007840000092983246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,512,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,512,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,512,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,512,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,512,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,256,0.0896341323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,256,0.04577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,256,0.03121386567751567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,256,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,256,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,256,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,256,0.01353600025177002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,256,0.013182933131853739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,256,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,256,0.011340799927711486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,256,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,256,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,256,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,256,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,256,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,256,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,256,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,256,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,256,0.009249066313107807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,256,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,256,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,256,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,256,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,256,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,256,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,256,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,256,0.005599999924500784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,256,0.006381866832574208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,256,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,256,0.004896000027656555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,256,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,256,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,256,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,256,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,256,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,256,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,256,0.0031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,256,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,256,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,256,0.003099733342727025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,256,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,256,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,256,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,256,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,256,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,256,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,256,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,256,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,256,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,256,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,256,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,256,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,256,0.06292800108591715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,256,0.10274773438771564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,256,0.029332266251246138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,256,0.04683519999186198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,256,0.031166932980219525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,256,0.02725119988123576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,256,0.02719680070877075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,256,0.025965867439905803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,256,0.02898240089416504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,256,0.02564799984296163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,256,0.024919466177622477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,256,0.025356799364089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,256,0.027091199159622194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,256,0.023333332935969033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,256,0.022874667247136434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,256,0.02276479999224345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,256,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,256,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,256,0.024064000447591147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,256,0.02526400089263916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,256,0.022856533527374268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,256,0.021220266819000244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,256,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,256,0.02308373252550761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,256,0.021434666713078816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,256,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,256,0.02044586737950643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,256,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,256,0.019495467344919838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,256,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,256,0.017968000968297322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,256,0.020550400018692017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,256,0.017910399039586387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,256,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,256,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,256,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,256,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,256,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,256,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,256,0.015808000167210897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,256,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,256,0.014782933394114175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,256,0.014802133043607077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,256,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,256,0.01599360009034475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,256,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,256,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,256,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,256,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,256,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,256,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,256,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,256,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,256,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,256,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,256,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,256,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,256,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,256,0.012784000237782797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,256,0.014004266262054444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,256,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,256,0.013006933530171714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,256,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,256,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,256,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,256,0.013193600376447043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,256,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,256,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,256,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,256,0.25301547050476075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,256,0.09731199741363525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,256,0.5027061462402344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,256,0.09181013107299804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,256,0.9981962839762369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,256,0.08623786767323813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,256,0.09903893470764161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,256,0.09154559771219889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,256,0.08796693483988444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,256,0.07674559752146402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,256,0.0753653367360433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,256,0.07168959776560466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,256,0.07090986569722493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,256,0.06532160043716431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,256,0.08260800043741862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,256,0.06043306589126587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,256,0.059195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,256,0.05426559845606486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,256,0.08008426825205485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,256,0.0530837337176005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,256,0.04928319851557414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,256,0.04438826640446981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,256,0.042431998252868655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,256,0.03868266741434733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,256,0.03745173215866089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,256,0.032601600885391234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,256,0.026929066578547163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,256,0.04808426698048909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,256,0.026820266246795656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,256,0.06438719828923543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,256,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,256,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,256,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,256,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,256,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,256,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,256,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,256,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,256,0.00890880028406779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,256,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,256,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,256,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,256,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,256,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,256,0.00768746683994929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,256,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,256,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,256,0.00644053320089976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,256,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,256,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,256,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,256,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,256,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,256,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,256,0.006780800223350525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,256,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,256,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,256,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,256,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,256,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,256,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,256,0.006364800035953522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,256,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,256,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,256,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,256,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,256,0.09118293126424154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,256,0.05377813180287679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,256,0.033650132020314534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,256,0.020295466979344687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,256,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,256,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,256,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,256,0.018118399381637573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,256,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,256,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,256,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,256,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,256,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,256,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,256,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,256,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,256,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,256,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,256,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,256,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,256,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,256,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,256,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,256,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,256,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,256,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,256,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,256,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,256,0.009868799646695455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,256,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,256,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,256,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,256,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,256,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,256,0.007673599819342296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,256,0.0073738664388656614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,256,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,256,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,256,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,256,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,256,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,256,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,256,0.007226666808128357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,256,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,256,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,128,0.068013866742452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,128,0.036149334907531736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,128,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,128,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,128,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,128,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,128,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,128,0.012327466408411663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,128,0.012928000092506409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,128,0.009638399879137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,128,0.011031466722488403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,128,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,128,0.010123733679453533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,128,0.009645866354306538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,128,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,128,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,128,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,128,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,128,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,128,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,128,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,128,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,128,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,128,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,128,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,128,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,128,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,128,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,128,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,128,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,128,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,128,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,128,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,128,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,128,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,128,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,128,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,128,0.002841600030660629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,128,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,128,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,128,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,128,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,128,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,128,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,128,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,128,0.0023423999547958372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,128,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,128,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,128,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,128,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,128,0.03609706560770671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,128,0.0840224027633667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,128,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,128,0.025624533494313557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,128,0.02480213244756063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,128,0.025448532899220784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,128,0.02608319918314616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,128,0.0233514666557312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,128,0.02172799905141195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,128,0.023321600755055745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,128,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,128,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,128,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,128,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,128,0.022396800915400188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,128,0.02259413401285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,128,0.05547626813252767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,128,0.022899200518925987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,128,0.02136639952659607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,128,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,128,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,128,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,128,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,128,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,128,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,128,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,128,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,128,0.016850133736928306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,128,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,128,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,128,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,128,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,128,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,128,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,128,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,128,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,128,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,128,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,128,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,128,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,128,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,128,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,128,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,128,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,128,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,128,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,128,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,128,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,128,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,128,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,128,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,128,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,128,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,128,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,128,0.012564266721407572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,128,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,128,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,128,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,128,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,128,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,128,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,128,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,128,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,128,0.013377066453297934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,128,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,128,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,128,0.01302826702594757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,128,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,128,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,128,0.19518720308939616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,128,0.3846015930175781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,128,0.08698133627573648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,128,0.08049386342366537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,128,0.7632853190104167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,128,0.07679466406504312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,128,0.08724479675292969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,128,0.080840531984965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,128,0.06735680103302003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,128,0.0772991975148519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,128,0.06660693486531576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,128,0.06335573196411133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,128,0.06287573178609213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,128,0.07351040045420329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,128,0.05716799894968668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,128,0.05303573211034139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,128,0.0530186653137207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,128,0.04776959816614787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,128,0.0704639991124471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,128,0.04362560113271077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,128,0.04310719966888428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,128,0.039122132460276286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,128,0.03784639835357666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,128,0.03417706489562988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,128,0.03379199902216594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,128,0.029121067126591998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,128,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,128,0.023899734020233154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,128,0.05680213371912638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,128,0.04732266664505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,128,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,128,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,128,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,128,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,128,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,128,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,128,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,128,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,128,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,128,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,128,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,128,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,128,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,128,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,128,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,128,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,128,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,128,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,128,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,128,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,128,0.006461866696675618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,128,0.0059914668401082356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,128,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,128,0.006066133578618368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,128,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,128,0.006227200229962667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,128,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,128,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,128,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,128,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,128,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,128,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,128,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,128,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,128,0.0059690664211908976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,128,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,128,0.08866453170776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,128,0.054230399926503504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,128,0.03135679960250855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,128,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,128,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,128,0.01845226685206095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,128,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,128,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,128,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,128,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,128,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,128,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,128,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,128,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,128,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,128,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,128,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,128,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,128,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,128,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,128,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,128,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,128,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,128,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,128,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,128,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,128,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,128,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,128,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,128,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,128,0.009100799759229023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,128,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,128,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,128,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,128,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,128,0.0070271998643875126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,128,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,128,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,128,0.007264000177383423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,128,0.006808533271153767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,128,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,128,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,128,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,128,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,128,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,128,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,64,0.06205120086669922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,64,0.03474453290303548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,64,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,64,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,64,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,64,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,64,0.010151466727256775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,64,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,64,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,64,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,64,0.009809066851933796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,64,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,64,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,64,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,64,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,64,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,128,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,64,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,64,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,64,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,64,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,64,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,64,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,64,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,64,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,64,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,64,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,64,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,64,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,64,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,64,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,64,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,64,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,64,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,64,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,64,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,64,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,64,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,64,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,64,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,64,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,64,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,64,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,64,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,64,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,64,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,64,0.002373333275318146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,64,0.00846613347530365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,64,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,64,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,64,0.0843722661336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,64,0.055493334929148354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,64,0.03304426670074463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,64,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,64,0.026855466763178508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,64,0.02605973283449809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,64,0.02458453377087911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,64,0.02277759909629822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,64,0.024996266762415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,64,0.023537067572275798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,64,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,64,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,64,0.022167466084162393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,64,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,64,0.021628799041112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,64,0.022204800446828207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,64,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,64,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,64,0.024768000841140746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,64,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,64,0.0196234663327535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,64,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,64,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,64,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,64,0.01928000052769979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,64,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,64,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,64,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,64,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,64,0.017859200636545815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,64,0.018336000045140584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,64,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,64,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,64,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,64,0.017123200496037803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,64,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,64,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,64,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,64,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,64,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,64,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,64,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,64,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,64,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,64,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,64,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,64,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,64,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,64,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,64,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,64,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,64,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,64,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,64,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,64,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,64,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,64,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,64,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,64,0.012968533237775168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,64,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,64,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,64,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,64,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,64,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,64,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,32,0.03773119846979777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,32,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,32,0.0636735995610555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,32,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,32,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,32,0.01088106632232666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,32,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,32,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,32,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,32,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,32,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,32,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,32,0.008877866466840108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,32,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,32,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,32,0.010660266876220703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,32,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,32,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,32,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,32,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,32,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,32,0.008889599641164144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,32,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,32,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,32,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,32,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,32,0.006381866832574208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,32,0.005374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,32,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,32,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,6144,32,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,6144,32,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,6144,32,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,6144,32,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,6144,32,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,6144,32,0.003070933371782303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,6144,32,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,6144,32,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,6144,32,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,6144,32,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,6144,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,6144,32,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,6144,32,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,6144,32,0.0026890667776266735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,6144,32,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,6144,32,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,6144,32,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,6144,32,0.0023520000278949736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,6144,32,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,6144,32,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,6144,32,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,6144,32,0.0023594667514165242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,6144,32,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,6144,32,0.0023178666830062865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,6144,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,6144,32,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,6144,32,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,6144,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,6144,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,6144,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,6144,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,6144,32,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,6144,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,6144,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,6144,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,6144,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,32,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,6144,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,6144,32,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,6144,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,6144,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,6144,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,6144,32,0.002259200066328049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,32,0.05338666836420695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,32,0.08136853377024332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,32,0.032264532645543416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,32,0.024341332912445068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,32,0.025265065828959148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,32,0.027084799607594807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,32,0.023421865701675416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,6144,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,32,0.024473599592844644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,32,0.02656426628430684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,32,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,32,0.021559466918309532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,32,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,32,0.02144320011138916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,32,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,32,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,32,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,32,0.020012799898783365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,32,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,32,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,32,0.02000853419303894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,32,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,32,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,32,0.021972266832987468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,32,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,32,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,32,0.019946666558583577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,32,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,32,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,32,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,32,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,32,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,32,0.01607039968172709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,32,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,32,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,32,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,32,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,32,0.013891200224558512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,32,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,32,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,32,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,32,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,32,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,32,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,32,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,32,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,32,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,32,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,32,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,32,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,32,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,32,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,32,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,32,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,32,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,32,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,32,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,32,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,32,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,65536,1.6579093933105469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,65536,3.123658816019694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,65536,6.54153569539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,65536,1.8397013346354167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,65536,1.6395786603291829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,65536,1.8126452763875325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,65536,1.6976159413655598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,65536,1.5063999493916829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,65536,1.5678720474243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,65536,1.5147412618001301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,65536,1.4469332695007324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,65536,1.464080015818278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,65536,1.3313439687093098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,65536,1.4449226061503093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,65536,1.2296000321706135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,65536,1.1933653354644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,65536,1.1590240001678467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,65536,15.331648508707682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,65536,1.1355733076731365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,65536,1.1176586945851643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,65536,0.9940106868743896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,65536,1.0344373385111492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,65536,0.9653653303782145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,65536,0.775930643081665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,65536,1.0518133640289307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,65536,0.7032960255940756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,65536,0.7541066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,65536,0.5744266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,65536,0.6673440138498942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,65536,0.5080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,65536,0.6031253337860107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,65536,0.3151786724726359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,65536,0.38699201742808026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,65536,0.42235732078552246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,65536,0.2824373245239258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,65536,0.14501866698265076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,65536,0.14074132839838663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,65536,0.15585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,65536,0.13516799608866373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,65536,0.16521066427230835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,65536,0.15717867016792297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,65536,0.1186293363571167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,65536,0.11776533722877502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,65536,0.11726933717727661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,65536,0.11326932907104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,65536,0.11574400464693706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,65536,0.11615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,65536,0.11222400267918904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,65536,0.10829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,65536,0.10909866293271382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,65536,0.10578667124112447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,65536,0.10749333103497823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,65536,0.10777067144711812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,65536,0.10967466235160828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,65536,0.10781332850456238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,65536,0.11101866761843364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,65536,0.10614400108655293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,65536,0.10501866539319356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,65536,0.10587732990582784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,65536,0.1039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,65536,0.10544533530871074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,65536,0.10388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,65536,0.10483200351397197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,65536,0.10301867127418518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,65536,0.10409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,65536,0.10217600067456563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,65536,0.10397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,65536,0.10201066732406616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,65536,0.1034399966398875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,65536,0.1018506685892741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,65536,0.10176533460617065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,65536,0.10186133782068889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,65536,0.20668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,65536,0.15012799700101218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,65536,3.0533971786499023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,65536,1.6423519452412922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,65536,5.930346806844075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,65536,1.694778601328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,65536,1.5476479530334473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,65536,1.538650671641032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,65536,1.5156639417012532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,65536,11.758586883544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,65536,1.4114346504211426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,65536,1.3147199948628743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,65536,1.3100586732228596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,65536,1.2384586334228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,65536,1.246938705444336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,65536,1.1681066354115803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,65536,1.171338637669881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,65536,1.065941333770752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,65536,1.0565813382466633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,65536,0.9785706996917725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,65536,0.9858933289845785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,65536,0.9023786385854086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,65536,0.9240640004475912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,65536,0.8037333488464355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,65536,0.816368023554484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,65536,0.7617119948069254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,65536,0.6075199842453003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,65536,0.5978826681772867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,65536,0.511626680692037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,65536,0.417141318321228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,65536,0.5183093150456747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,65536,0.4152533213297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,65536,0.3320639928181966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,65536,0.3328266739845276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,65536,0.2280799945195516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,65536,0.22942399978637695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,65536,0.13707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,65536,0.1284213364124298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,65536,0.1460479994614919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,65536,0.7066400051116943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,65536,0.12223466237386067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,65536,0.1183573305606842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,65536,0.1269973317782084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,65536,0.10726933677991231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,65536,0.09272533655166626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,65536,0.09615466992060344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,65536,0.0918346643447876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,65536,0.0923413336277008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,65536,0.09187733133633931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,65536,0.0897813340028127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,65536,0.11019733548164368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,65536,0.08594133456548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,65536,0.10132267077763875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,65536,0.09381332993507385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,65536,0.08520000179608662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,65536,0.0832479993502299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,65536,0.07878933350245158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,65536,0.07713599999745686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,65536,0.07797333101431529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,65536,0.0766186664501826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,65536,0.07593066493670146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,65536,0.0754613329966863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,65536,0.0751093327999115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,65536,0.0746613343556722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,65536,0.07447466750939687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,65536,0.07416533430417378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,65536,0.07353066901365916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,65536,0.0730506678422292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,65536,0.07286400099595387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,65536,0.07261866827805837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,65536,0.07074666519959767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,65536,0.0724533349275589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,65536,0.07218133409818013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,65536,0.08379200100898743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,65536,0.08772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,65536,0.08099199831485748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,65536,5.154218673706055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,65536,1.502197265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,65536,2.389135996500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,65536,12.237791697184244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,65536,1.2086506684621174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,65536,1.1550933519999187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,65536,1.3938239415486653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,65536,1.3731679916381836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,65536,1.2877813180287678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,65536,0.9805386861165365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,65536,1.0959359804789226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,65536,0.9309813181559244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,65536,1.044437328974406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,65536,0.8637386957804362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,65536,1.2654613653818767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,65536,0.8791733582814535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,65536,0.8395306269327799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,65536,0.7503519852956136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,65536,0.8077279726664225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,65536,0.6694133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,65536,0.7473973433176676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,65536,0.9914986292521158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,65536,0.5519359906514486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,65536,0.4901333252588908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,65536,0.4995306730270386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,65536,0.4180533488591512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,65536,0.5900746583938599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,65536,0.3575253486633301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,65536,0.3895466725031535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,65536,0.25312532981236774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,65536,0.24476265907287598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,65536,0.18379199504852295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,65536,0.33959468205769855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,65536,0.1576479971408844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,65536,0.13403733571370444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,65536,0.12930666406949362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,65536,0.1251626710096995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,65536,0.12574399511019388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,65536,0.12078400452931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,65536,0.12019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,65536,0.11793067057927449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,65536,0.1268160045146942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,65536,0.11357866724332173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,65536,0.10942932963371277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,65536,0.10838400324185689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,65536,0.10666666428248088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,65536,0.10709866881370544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,65536,0.10543466607729594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,65536,0.10546666383743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,65536,0.1032319962978363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,65536,0.10328533252080281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,65536,0.10288000106811523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,65536,0.10114133358001709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,65536,0.10114666819572449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,65536,0.10106666882832845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,65536,0.1011199951171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,65536,0.10048533479372661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,65536,0.10084799925486247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,65536,0.10109333197275798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,65536,0.10076266527175903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,65536,0.09989333152770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,65536,0.09924800197283427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,65536,0.09917866190274556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,65536,0.09916800260543823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,65536,0.09897599617640178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,65536,0.09947199622790019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,65536,0.09900266925493877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,65536,0.09920000036557515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,65536,0.09913067022959392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,65536,0.19676266113917032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,65536,0.11152533690134685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,65536,0.11125333110491435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,65536,6.209615707397461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,65536,0.8802933692932129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,65536,0.7650559743245443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,65536,0.7616960207621256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,65536,0.7497333685557047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,65536,0.6456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,65536,0.6326719919840494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,65536,0.6271306673685709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,65536,0.6103519996007284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,65536,0.6095360120137533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,65536,0.6034773190816244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,65536,0.600378672281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,65536,0.5977280139923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,65536,0.48901867866516113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,65536,0.47140268484751385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,65536,0.46186665693918866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,65536,0.4460000197092692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,65536,0.44890133539835614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,65536,0.43195199966430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,65536,0.43503467241923016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,65536,0.3235519925753276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,65536,0.31542932987213135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,65536,0.30111465851465863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,65536,0.3006346623102824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,65536,0.2957226634025574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,65536,0.29658132791519165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,65536,0.2897333304087321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,65536,0.2914239962895711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,65536,0.17350399494171143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,65536,0.16065067052841187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,65536,0.1432799994945526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,65536,0.14029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,65536,0.1323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,65536,0.13218667109807333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,65536,0.1322719951470693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,65536,0.1320693294207255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,65536,0.13221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,65536,0.13190933068593344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,65536,0.13181333740552267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,65536,0.13158933321634927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,65536,0.13640000422795615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,65536,0.1301706631978353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,65536,0.130021333694458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,65536,0.1297920048236847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,65536,0.13006400068600973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,65536,0.12989866733551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,65536,0.1301706631978353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,65536,0.12973333398501077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,65536,0.13012799620628357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,65536,0.13023466865221658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,65536,0.1300106644630432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,65536,0.1300159990787506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,65536,0.13008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,65536,0.12990933656692505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,65536,0.12921067078908285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,65536,0.12997333208719888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,65536,0.12997866670290628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,65536,0.12995200355847678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,65536,0.12966932853062949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,65536,0.12989333271980286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,65536,0.1299199958642324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,65536,0.12980799873669943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,65536,0.12982400258382162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,65536,0.12971199552218118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,65536,0.12989333271980286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,65536,0.1300106644630432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,65536,0.12961066762606302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,65536,0.12897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,65536,0.1295253336429596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,65536,0.1297813355922699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,65536,0.1297653317451477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,51200,11.39145024617513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,65536,0.7775893211364746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,65536,2.632202625274658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,51200,2.5695999463399253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,51200,5.504906972249349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,51200,1.7113653818766277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,51200,1.3023680051167805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,51200,1.5693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,51200,1.2622400124867756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,51200,1.2086079915364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,51200,1.1994720300038655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,51200,0.986624002456665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,51200,1.0942293008168538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,51200,0.9658346970876058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,51200,1.0212053457895915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,51200,0.9633866945902506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,51200,0.9564692974090576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,51200,0.8273066679636637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,51200,0.880138635635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,51200,0.7976746559143066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,51200,0.8386773268381754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,51200,0.6838133335113525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,51200,0.7310400009155273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,51200,0.6818346977233887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,51200,1.0605226357777913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,51200,0.7374347050984701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,51200,0.5244266589482626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,51200,0.47118933995564777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,51200,0.5479946533838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,51200,0.42320001125335693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,51200,0.41677331924438477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,51200,0.3417493502298991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,51200,0.38127466042836505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,51200,0.2829119960467021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,51200,0.2126506765683492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,51200,0.2616906762123108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,51200,0.1743733286857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,51200,0.11071466406186421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,51200,0.1090719997882843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,51200,0.11870400110880534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,51200,0.11086933811505635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,51200,0.13007466991742453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,65536,1.3759840329488118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,51200,0.13222933808962503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,51200,0.1279146671295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,51200,0.09325866897900899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,51200,0.09083732962608337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,51200,0.0913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,51200,0.08869333068529765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,51200,0.09160000085830688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,51200,0.08806932965914409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,51200,0.08986666798591614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,51200,0.08798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,51200,0.08641067147254944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,51200,0.0862666666507721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,51200,0.0872213343779246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,51200,0.08554133772850037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,51200,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,51200,0.08460799853006999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,51200,0.08839466174443562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,51200,0.08754133184750874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,51200,0.09399466713269551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,51200,0.08684266606966655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,51200,0.08691199620564778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,51200,0.08560533324877422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,51200,0.08704533179601033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,51200,0.0848586658636729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,51200,0.08354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,51200,0.08220799763997395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,51200,0.08266133566697438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,51200,0.0823520024617513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,51200,0.0851146678129832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,51200,0.08260266482830048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,51200,0.08436266581217448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,51200,0.08297066887219746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,51200,0.15391467014948526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,51200,0.08751466870307922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,51200,4.771605491638184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,51200,1.343824068705241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,51200,2.3730880419413247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,51200,9.243877410888672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,51200,1.2140106360117595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,51200,1.4197120666503906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,51200,1.2174239953358967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,51200,1.172917366027832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,51200,1.141055981318156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,51200,1.0487786928812664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,51200,1.0070506731669109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,51200,1.026688019434611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,51200,0.9836533069610596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,51200,0.9370613098144531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,51200,0.9127733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,51200,0.8480799992879232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,51200,0.8637653191884359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,51200,0.7697599728902181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,51200,0.7777012983957926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,51200,0.7573066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,51200,0.6999413172403971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,51200,0.6459893385569254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,51200,0.6436746517817179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,51200,0.6164799928665161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,51200,0.532917340596517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,51200,0.4740906556447347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,51200,0.4899306694666545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,51200,0.416592001914978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,51200,0.3302080035209656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,51200,0.32870932420094806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,51200,0.2732479969660441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,51200,0.2637280027071635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,51200,0.11416533589363098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,51200,0.1627253293991089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,51200,0.10076266527175903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,51200,0.11528000235557556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,51200,0.10678399602572124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,51200,0.10231467088063557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,51200,0.10198932886123657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,51200,0.08890666564305623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,51200,0.09016000231107076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,51200,0.08461333314577739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,51200,0.08021333316961925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,51200,0.0767626663049062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,51200,0.07586666444937389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,51200,0.07574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,51200,0.07641066610813141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,51200,0.07479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,51200,0.07266133526961009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,51200,0.07501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,51200,0.070933332045873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,51200,0.07277866701285045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,51200,0.06996266543865204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,51200,0.06597333153088887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,51200,0.06744533280531566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,51200,0.06285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,51200,0.06200533111890157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,51200,0.06005333364009857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,51200,0.060085331400235496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,51200,0.06006399790445963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,51200,0.059621334075927734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,51200,0.05983466903368632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,51200,0.4043039878209432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,51200,0.06058133145173391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,51200,0.05855466425418854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,51200,0.05872533222039541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,51200,0.05858666698137919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,51200,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,51200,0.06117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,51200,0.05842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,51200,0.18492267529169717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,51200,0.05775466561317444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,51200,0.06205333272616068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,51200,0.05807466804981232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,51200,4.432389259338379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,51200,1.3142666816711426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,51200,8.868143717447916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,51200,2.0662612915039062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,51200,1.1598773002624512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,51200,1.1143413384755452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,51200,1.3228693008422852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,51200,1.1968426704406738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,51200,1.1262293656667073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,51200,0.8285706837972006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,51200,1.0938773155212402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,51200,0.8930346965789795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,51200,0.7872640291849772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,51200,0.8689173062642416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,51200,0.9144480228424072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,51200,0.6930720011393229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,51200,0.6844053268432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,51200,0.5993866523106893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,51200,0.647482673327128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,51200,0.532042662302653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,51200,1.0487679640452068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,51200,0.7353173096974691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,51200,0.465280016263326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,51200,0.8244746526082357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,51200,0.41420801480611164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,51200,0.4129120111465454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,51200,0.3458613157272339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,51200,0.6062133312225342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,51200,0.49963732560475665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,51200,0.2243946592013041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,51200,0.20836265881856283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,51200,0.1600213348865509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,51200,0.3264000018437703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,51200,0.2945280075073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,51200,0.2797279953956604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,51200,0.13250133395195007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,51200,0.10816533366839091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,51200,0.10136000315348308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,51200,0.09704533219337463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,51200,0.09676266709963481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,51200,0.09530133008956909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,51200,0.1056106686592102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,51200,0.10628267129262288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,51200,0.09110400080680847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,51200,0.08644800384839375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,51200,0.08708799878756206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,51200,0.10341333349545796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,51200,0.08549867073694865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,51200,0.08497066299120586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,51200,0.08523199955622356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,51200,0.0849120020866394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,51200,0.08345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,51200,0.08291733264923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,51200,0.08067200084527333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,51200,0.08053866525491078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,51200,0.0805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,51200,0.08037866652011871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,51200,0.08009600142637889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,51200,0.07910933097203572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,51200,0.07890133559703827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,51200,0.08004799981911977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,51200,0.07978133360544841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,51200,0.07995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,51200,0.07991466422875722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,51200,0.07979199786980946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,51200,0.07946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,51200,0.07892799874146779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,51200,0.07876800000667572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,51200,0.07878399888674419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,51200,0.16127467155456543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,51200,0.1667626698811849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,51200,0.08026133477687836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,51200,0.09108799695968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,51200,0.08930133779843648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,51200,2.186855951944987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,51200,1.079429308573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,51200,4.915357271830241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,51200,0.6077093283335367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,51200,0.6165146827697754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,51200,0.6095226605733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,51200,0.5987039804458618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,51200,0.5779199997584025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,51200,0.5197920004526774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,51200,0.49280532201131183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,51200,0.49035998185475665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,51200,0.4745253324508667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,51200,0.4853573242823283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,51200,0.4789946476618449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,51200,0.46966131528218585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,51200,0.4649306535720825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,51200,0.3951306740442912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,51200,0.36459465821584064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,51200,0.3604880174001058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,51200,0.3493386507034302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,51200,0.35788265864054364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,51200,0.3392080068588257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,51200,0.34046932061513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,51200,0.2502959966659546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,51200,0.25169867277145386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,51200,0.23590399821599325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,51200,0.23470399777094522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,51200,0.2304853399594625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,51200,0.23612000544865927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,51200,0.22962133089701334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,51200,0.229586660861969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,51200,0.1454640030860901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,51200,0.1263040006160736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,51200,0.11210133632024129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,51200,0.10985333720842998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,51200,0.10475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,51200,0.1040986677010854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,51200,0.10432533423105876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,51200,0.10384533802668254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,51200,0.10372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,51200,0.10389066735903423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,51200,0.10409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,51200,0.10312533378601074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,51200,0.1019759972890218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,51200,0.10272000233332317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,51200,0.10246133804321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,51200,0.10281333327293396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,51200,0.10192267100016277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,51200,0.10200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,51200,0.10226133465766907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,51200,0.10231999556223552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,51200,0.10213866829872131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,51200,0.10200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,51200,0.10212000211079915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,51200,0.10190666715304057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,51200,0.10211732983589172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,51200,0.102101335922877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,51200,0.10240800182024638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,51200,0.10198932886123657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,51200,0.10197066267331441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,51200,0.10205599665641785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,51200,0.10269866387049358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,51200,0.1018453339735667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,51200,0.10193066795667012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,51200,0.10178400079409282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,51200,0.10189599792162578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,51200,0.1018239955107371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,51200,0.10198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,51200,0.10112266739209493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,51200,0.1018986701965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,51200,0.10186400016148885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,16384,3.053903897603353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,16384,1.7154879570007324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,16384,0.9031146367390951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,16384,0.5108799934387207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,16384,0.5404959917068481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,16384,0.4540799856185913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,16384,0.43249066670735675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,16384,0.428928017616272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,16384,0.3752799828847249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,16384,0.35262401898701984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,16384,0.35573867956797284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,16384,0.325055996576945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,16384,0.33155733346939087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,16384,0.3046986659367879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,16384,0.31595200300216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,16384,0.28488000233968097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,16384,0.2832000056902568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,16384,0.2657173275947571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,16384,0.266485333442688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,16384,0.24705066283543906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,16384,0.24008532365163168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,16384,0.22290666898091635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,16384,0.22513065735499063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,16384,0.22702399889628092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,16384,0.18109333515167236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,16384,0.16082132856051126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,16384,0.1630293329556783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,16384,0.14065600434939066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,16384,0.13934933145840964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,16384,0.11384000380833943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,16384,0.1125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,16384,0.09618133306503296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,16384,0.08658132950464885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,16384,0.07335466643174489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,16384,0.06065600117047628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,16384,0.0539680023988088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,16384,0.04162133236726125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,16384,0.04040000090996424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,16384,0.04242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,16384,0.04586133360862732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,16384,0.048384000857671104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,16384,0.045653333266576133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,16384,0.04823466638724009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,16384,0.04088533421357473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,16384,0.03976000100374222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,16384,0.0401653324564298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,16384,0.037978666524092354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,16384,0.038021333515644073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,16384,0.03772799919048945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,16384,0.036864000062147774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,16384,0.03653866549332937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,16384,0.03570133447647095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,16384,0.035599999129772186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,16384,0.03856533269087473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,16384,0.038202665746212006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,16384,0.03770666569471359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,16384,0.0378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,16384,0.03810133288304011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,16384,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,16384,0.037392000357309975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,16384,0.03713600089152654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,16384,0.037130666275819145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,16384,0.036576000352700554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,16384,0.036415999134381614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,16384,0.035775999228159584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,16384,0.036176001032193504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,16384,0.03707200040419897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,16384,0.03572800010442734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,16384,0.03666666646798452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,16384,0.03625600039958954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,16384,0.03702399879693985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,16384,0.03660800059636434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,16384,0.03646933287382126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,16384,0.036559998989105225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,16384,3.0573412577311196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,16384,1.5646959940592449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,16384,0.8048506577809652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,16384,0.45475733280181885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,51200,0.1023573378721873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,16384,0.4524293343226115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,16384,0.41408801078796387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,16384,0.4113706747690837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,16384,0.40034135182698566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,16384,0.3768879969914754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,16384,0.35494665304819745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,16384,0.35385334491729736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,16384,0.33155999581019086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,16384,0.3359333276748657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,16384,0.3104853431383769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,16384,0.3160853385925293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,16384,0.2860959966977437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,16384,0.28386133909225464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,16384,0.26039467255274457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,16384,0.2601813276608785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,16384,0.23496800661087036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,16384,0.23118933041890463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,16384,0.20668532450993857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,16384,0.20966933170954385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,16384,0.1698746681213379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,16384,0.19062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,16384,0.14972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,16384,0.14525333046913147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,16384,0.12920533617337546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,16384,0.12625333666801453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,16384,0.10639199614524841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,16384,0.10313866535822551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,16384,0.08967999617258708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,16384,0.06880000233650208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,16384,0.08350666364034016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,16384,0.06213599940141042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,16384,0.04942133526007334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,16384,0.04407733182112376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,16384,0.04536266624927521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,16384,0.04952266812324524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,16384,0.053802669048309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,16384,0.05169333517551422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,16384,0.05588266750176748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,16384,0.043453335762023926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,16384,0.041221333046754204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,16384,0.04101866732041041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,16384,0.03978666663169861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,16384,0.039437333742777504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,16384,0.03951200097799301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,16384,0.03796533246835073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,16384,0.037445334096749626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,16384,0.037290667494138084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,16384,0.03541333228349686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,16384,0.046893333395322166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,16384,0.03434933225313822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,16384,0.0342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,16384,0.033058665692806244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,16384,0.03396799912055334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,16384,0.03366400053103765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,16384,0.0315733328461647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,16384,0.033245332539081573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,16384,0.032802666227022804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,16384,0.031504000226656594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,16384,0.03158933420976003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,16384,0.03124533345301946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,16384,0.03332533439000448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,16384,0.0310506671667099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,16384,0.031015999615192413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,16384,0.030594666798909504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,16384,0.03136266767978668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,16384,0.030231999854246776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,16384,0.03170400112867355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,16384,0.030879999200503033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,16384,0.03188000122706095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,16384,0.030770666897296906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,51200,0.10168533523877461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,16384,1.6228453318277996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,16384,3.3362960815429688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,16384,0.48822398980458576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,51200,0.10134667158126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,16384,0.4086960156758626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,16384,0.8016986846923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,16384,0.39241333802541095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,16384,0.5031359990437826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,16384,0.45713067054748535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,16384,0.4309973319371541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,16384,0.33381601174672443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,16384,0.34647734959920246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,16384,0.31281065940856934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,16384,0.33361868063608807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,16384,0.41740532716115314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,16384,0.3614159822463989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,16384,0.27217866977055866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,16384,0.26026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,16384,0.23800800244013467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,16384,0.2503226598103841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,16384,0.21188799540201822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,16384,0.39719998836517334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,16384,0.28748265902201336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,16384,0.1806079943974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,16384,0.16391733288764954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,16384,0.16134666403134665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,16384,0.1413360039393107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,16384,0.3115813334782918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,16384,0.22844533125559488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,16384,0.19357067346572876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,16384,0.0824453334013621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,16384,0.07969333231449127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,16384,0.060877333084742226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,16384,0.12642666697502136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,16384,0.11680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,16384,0.10779733459154765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,16384,0.052626664439837136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,16384,0.04340800146261851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,16384,0.040247999131679535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,16384,0.03938133269548416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,16384,0.03915466616551081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,16384,0.039279999832312264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,16384,0.04322666426499685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,16384,0.04278666774431864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,16384,0.04126133273045222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,16384,0.03555733213822047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,16384,0.034458667039871216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,16384,0.034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,16384,0.03526666760444641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,16384,0.03433333337306976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,16384,0.03225333243608475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,16384,0.031914666295051575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,16384,0.03180799881617228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,16384,0.03153866777817408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,16384,0.0321066677570343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,16384,0.03215199957291285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,16384,0.032269333799680076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,16384,0.03186133255561193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,16384,0.03201599915822347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,16384,0.03235466778278351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,16384,0.03188000122706095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,16384,0.03207999964555105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,16384,0.0321040004491806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,16384,0.03204799940188726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,16384,0.03209066639343897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,16384,0.06382133563359578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,16384,0.06388799846172333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,16384,0.06463466584682465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,16384,0.06446666518847148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,16384,0.06487999856472015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,16384,0.06388799846172333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,16384,0.06363200147946675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,16384,0.034183998902638756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,16384,0.035274667044480644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,16384,0.03475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,16384,1.4364040692647297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,16384,0.6774199803670248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,16384,0.36820801099141437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,16384,0.20392666260401407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,16384,0.20437065760294595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,16384,0.2057093381881714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,16384,0.20203733444213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,16384,0.20016266902287802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,16384,0.17008399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,16384,0.17080267270406088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,16384,0.1653373340765635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,16384,0.16276266177495322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,16384,0.16250666975975037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,16384,0.1656333307425181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,16384,0.1603160003821055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,16384,0.16212000449498495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,16384,0.13048133254051208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,16384,0.12800400455792746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,16384,0.12261333068211873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,16384,0.11999866366386414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,16384,0.12145200371742249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,16384,0.12045600016911824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,16384,0.11730800072352092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,16384,0.0861133337020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,16384,0.08429867029190063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,16384,0.08268000185489655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,16384,0.08040133118629456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,16384,0.08029599984486897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,16384,0.07914133369922638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,16384,0.07953999936580658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,16384,0.078875998655955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,16384,0.049879997968673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,16384,0.04447199900945028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,16384,0.04262800017992655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,16384,0.04065199941396713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,16384,0.03793333222468694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,16384,0.038191998998324074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,16384,0.037846667071183525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,16384,0.03775866578022639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,16384,0.03743866582711538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,16384,0.03771200031042099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,16384,0.03753333290417989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,16384,0.03761333227157593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,16384,0.036559998989105225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,16384,0.036533333361148834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,16384,0.036806667844454445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,16384,0.03682133307059606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,16384,0.036545333762963615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,16384,0.03628533333539963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,16384,0.036115999023119606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,16384,0.036561332643032074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,16384,0.036089333395163216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,16384,0.036888000865777336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,16384,0.036190666258335114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,16384,0.03606799989938736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,16384,0.03610000014305115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,16384,0.03615200022856394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,16384,0.036561332643032074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,16384,0.03661733369032542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,16384,0.03615600119034449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,16384,0.036271999279658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,16384,0.036102667450904846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,16384,0.03612666577100754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,16384,0.03607333451509476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,16384,0.03606399893760681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,16384,0.0360000009338061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,16384,0.036121333638827004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,16384,0.03590933233499527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,16384,0.036198665698369346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,16384,0.036090667049090065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,16384,0.03621199975411097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,12288,2.488157272338867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,12288,1.3228906790415447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,12288,0.6711093584696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,12288,0.360152006149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,12288,0.38920267422993976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,12288,0.3136426607767741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,12288,0.3128346602121989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,12288,0.3253546754519145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,12288,0.26516000429789227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,12288,0.24499466021855673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,12288,0.2707119981447856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,12288,0.24050400654474893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,12288,0.24462399880091348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,12288,0.2221226692199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,12288,0.22327200571695963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,12288,0.1979466676712036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,12288,0.19703733921051025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,12288,0.18387732903162637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,12288,0.18583200375239053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,12288,0.17339199781417847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,12288,0.1681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,12288,0.151938666899999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,12288,0.1578053335348765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,12288,0.16366400321324667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,12288,0.12734133005142212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,12288,0.11240800221761067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,12288,0.11251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,12288,0.10178933540980022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,12288,0.10296799739201863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,12288,0.08135466774304707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,12288,0.08165866633256276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,12288,0.07066399852434795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,12288,0.061386664708455406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,12288,0.05429066717624664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,12288,0.042824000120162964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,12288,0.04012266546487808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,12288,0.029656000435352325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,12288,0.029879999657471974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,12288,0.030981334547201794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,12288,0.03595199932654699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,12288,0.03573599954446157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,12288,0.033255999286969505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,12288,0.035789333283901215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,12288,0.033088001112143196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,12288,0.03129599988460541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,12288,0.030773334205150604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,12288,0.030173333982626598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,12288,0.02940000096956889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,12288,0.028101332485675812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,12288,0.02720533311367035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,12288,0.027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,12288,0.02660000075896581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,12288,0.026416001220544178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,12288,0.024861333270867664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,12288,0.024853333830833435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,12288,0.02589600036541621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,12288,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,12288,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,12288,0.025727999707063038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,12288,0.02591199924548467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,12288,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,12288,0.02510133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,12288,0.024877332150936127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,12288,0.025069333612918854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,12288,0.025026666621367138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,12288,0.024866667886575062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,12288,0.024893333514531452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,12288,0.02495199938615163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,12288,0.024541333317756653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,12288,0.024728000164031982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,12288,0.025144000848134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,12288,0.024906667570273083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,12288,0.024557332197825115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,12288,0.024874667326609295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,12288,2.2322205437554254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,12288,1.1268978118896484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,12288,0.5908622211880153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,12288,0.336533334520128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,12288,0.34084444575839573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,12288,0.30901866488986546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,12288,0.305461327234904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,12288,0.29980089929368764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,12288,0.28033243285285103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,12288,0.26260444853040904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,12288,0.26251376999749076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,12288,0.24643201298183867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,12288,0.24804978900485566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,12288,0.22241600354512533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,12288,0.22754489050971138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,12288,0.20469155576494005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,12288,0.2027804454167684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,12288,0.1864337788687812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,12288,0.1857066684299045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,12288,0.17039999696943495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,12288,0.16602667172749838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,12288,0.14939199553595647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,12288,0.1501528951856825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,12288,0.14472177293565539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,12288,0.1268355581495497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,12288,0.11379378371768528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,12288,0.11426488558451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,12288,0.1021546655231052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,12288,0.10205155611038208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,12288,0.08040355311499701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,12288,0.08052977588441637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,12288,0.07128889030880399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,12288,0.06666133138868544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,12288,0.055551999145083956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,12288,0.05016711023118761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,16384,0.03623600055774053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,12288,0.042028443680869214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,12288,0.037548445992999606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,12288,0.03752533263630337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,12288,0.03735466798146566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,12288,0.038145777251985334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,12288,0.0380604432688819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,12288,0.035459554857677884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,12288,0.03654222355948554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,12288,0.03506311111980014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,12288,0.030890666776233252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,12288,0.030442665020624798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,12288,0.030223998758527968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,12288,0.030677331818474665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,12288,0.02937600016593933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,12288,0.03142933381928338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,12288,0.031116445859273274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,12288,0.03104355600145128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,12288,0.032010667853885226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,12288,0.029125332832336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,12288,0.029354665014478896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,12288,0.028935111231274072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,12288,0.02878755662176344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,12288,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,12288,0.027610666222042505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,12288,0.02696711156103346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,12288,0.027727999620967444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,12288,0.026744888888465032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,12288,0.028119110398822363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,12288,0.02792177928818597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,12288,0.026940445105234783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,12288,0.02698844505680932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,12288,0.02689244515366024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,12288,0.026744888888465032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,12288,0.028350220786200628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,12288,0.0274311105410258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,12288,0.027080888549486797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,12288,0.028581334484948054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,12288,0.02718755602836609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,12288,0.026545777916908264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,16384,0.036102667450904846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,16384,0.0360466664036115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,12288,1.3631324768066406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,12288,0.389880895614624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,12288,2.6665511661105685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,12288,0.3457635508643256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,12288,0.6903555658128527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,12288,0.33799110518561465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,12288,0.4280888769361708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,12288,0.37978490193684894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,12288,0.3646542231241862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,12288,0.2869528929392497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,12288,0.29633066389295787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,12288,0.2672124438815647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,12288,0.2816995514763726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,12288,0.35611555311414933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,12288,0.3166666560702854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,12288,0.24021334118313262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,12288,0.22962665557861328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,12288,0.21152177121904162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,12288,0.2152142259809706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,12288,0.18801421589321562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,12288,0.33145067426893443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,12288,0.2640533447265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,12288,0.15390577581193712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,12288,0.24782045682271323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,12288,0.1399057838651869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,12288,0.13475733333163792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,12288,0.11940622329711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,12288,0.1948853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,12288,0.15986488925086126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,12288,0.07176711161931355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,12288,0.06274844540490045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,12288,0.05117155445946587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,12288,0.10694222317801581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,12288,0.09718400239944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,12288,0.08940977520412868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,12288,0.03934222128656175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,12288,0.03307911091380649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,12288,0.031118220753139917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,12288,0.030976000759336684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,12288,0.030847999784681533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,12288,0.029118223322762385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,12288,0.03295110993915134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,12288,0.03390577766630385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,12288,0.03130133284462823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,12288,0.02825066778394911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,12288,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,12288,0.02830577890078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,12288,0.028183112541834515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,12288,0.02713777787155575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,12288,0.02548622257179684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,12288,0.025582222474945918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,12288,0.027269333600997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,12288,0.025571554899215698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,12288,0.024938666158252295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,12288,0.02498666610982683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,12288,0.024129778146743774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,12288,0.02442844377623664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,12288,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,12288,0.024576000041431848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,12288,0.02407111061943902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,12288,0.024154666397306655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,12288,0.023934221929974023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,12288,0.04737955662939283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,12288,0.04699555701679654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,12288,0.0486968888176812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,12288,0.04875911275545756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,12288,0.048151112265057035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,12288,0.04939200149642097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,12288,0.04946844445334541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,12288,0.04667377803060743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,12288,0.048680888281928174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,12288,0.043763554758495755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,12288,0.028044445647133723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,12288,0.028318223026063707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,12288,1.0869450887044272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,12288,0.5195594787597656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,12288,0.28052692413330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,12288,0.1556565284729004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,12288,0.15631039937337238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,12288,0.15450773239135743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,12288,0.1584287961324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,12288,0.15277120272318523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,12288,0.13007466793060302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,12288,0.12761279741923015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,12288,0.13042773405710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,12288,0.12482879956563313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,12288,0.1248469352722168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,12288,0.12338346640268963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,12288,0.12699413299560547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,12288,0.122707200050354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,12288,0.09917973677317302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,12288,0.09486506779988607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,12288,0.09688213666280111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,12288,0.09249920050303141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,12288,0.09286186695098878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,12288,0.0903605302174886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,12288,0.09325119654337564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,12288,0.06722986698150635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,12288,0.06577066580454508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,12288,0.06320853233337402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,12288,0.06407893498738607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,12288,0.06181120077768961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,12288,0.06220373312632242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,12288,0.060038399696350095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,12288,0.06158399979273478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,12288,0.038812800248463945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,12288,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,12288,0.03327253262201945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,12288,0.03264426589012146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,12288,0.030456533034642536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,12288,0.0301962673664093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,12288,0.029815467198689778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,12288,0.030076799790064494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,12288,0.029639466603597002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,12288,0.029702399174372358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,12288,0.029691733916600543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,12288,0.029986133178075153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,12288,0.029308799902598066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,12288,0.029313067595163982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,12288,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,12288,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,12288,0.028787199656168622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,12288,0.029158399502436323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,12288,0.028878933191299437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,12288,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,12288,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,12288,0.028658133745193482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,12288,0.029024000962575274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,12288,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,12288,0.02889813383420308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,12288,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,12288,0.02890133261680603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,12288,0.029113600651423138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,12288,0.02842880090077718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,12288,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,12288,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,12288,0.02869439919789632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,12288,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,12288,0.028905600309371948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,12288,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,12288,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,12288,0.028490666548411054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,12288,0.028513065973917645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,12288,0.028849067290623982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,12288,0.02903253237406413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,10240,2.0267866452534995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,10240,1.171493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,10240,0.6011466582616171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,10240,0.3376133441925049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,10240,0.33534133434295654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,10240,0.31121599674224854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,10240,0.2922000090281169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,10240,0.2905493378639221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,10240,0.2404586672782898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,10240,0.2103226582209269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,10240,0.22099200884501138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,10240,0.20141865809758505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,10240,0.20496267080307007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,10240,0.18990665674209595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,10240,0.20583200454711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,10240,0.17894132932027182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,10240,0.17152533928553262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,10240,0.16680800914764404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,10240,0.16321866710980734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,10240,0.1612400015195211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,10240,0.16514133413632712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,10240,0.13809866706530252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,10240,0.13728266954421997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,10240,0.12378666798273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,10240,0.1125920017560323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,10240,0.1035813291867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,10240,0.10185333093007405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,10240,0.08962133526802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,10240,0.08418933550516765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,10240,0.08423999945322673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,10240,0.06961066524187724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,10240,0.06087466577688853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,10240,0.054058666030565895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,10240,0.046709333856900535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,10240,0.03708533445994059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,10240,0.034418667356173195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,10240,0.02555999904870987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,10240,0.025586667160193127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,10240,0.026591998835404713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,10240,0.03126399964094162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,10240,0.031064001222451527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,10240,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,10240,0.03088266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,10240,0.02861333390076955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,10240,0.022890667120615642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,10240,0.026930667459964752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,10240,0.02287200093269348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,10240,0.025786665578683216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,10240,0.02644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,10240,0.02495199938615163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,10240,0.02499466637770335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,10240,0.02418133368094762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,10240,0.023959999283154804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,10240,0.02280266582965851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,10240,0.022986667851607006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,10240,0.022853332261244457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,10240,0.022517333428064983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,10240,0.023234667877356213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,10240,0.021909333765506744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,10240,0.021869334081808727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,10240,0.02182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,10240,0.021759999295075733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,10240,0.021549334128697712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,10240,0.021640000243981678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,10240,0.02245066563288371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,10240,0.021586666504542034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,10240,0.021853332718213398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,10240,0.021853332718213398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,10240,0.021015999217828114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,10240,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,10240,0.020973332226276398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,10240,0.021002667645613354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,10240,0.02200266718864441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,10240,0.02202133337656657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,10240,1.8986312018500433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,10240,0.9573599497477213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,10240,0.4922097524007161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,10240,0.26826845275031197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,10240,0.2703644434611003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,10240,0.25926576720343697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,10240,0.26120177904764813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,10240,0.24848887655470106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,10240,0.23042665587531197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,10240,0.2174524466196696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,10240,0.2197120057211982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,10240,0.1973902251985338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,10240,0.20005510913001168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,10240,0.1846097840203179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,10240,0.18706133630540636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,10240,0.1664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,10240,0.1648391087849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,10240,0.1543413268195258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,10240,0.15294044547610813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,10240,0.14572266737620035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,10240,0.14385778374142116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,10240,0.12261511219872369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,10240,0.12162666850619847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,10240,0.11398755179511176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,10240,0.10995378096898396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,10240,0.10057955318027073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,10240,0.0973937776353624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,10240,0.08500978019502427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,10240,0.0809333324432373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,10240,0.07756621970070733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,10240,0.0697173343764411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,10240,0.061905774805280894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,10240,0.05840888950559828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,10240,0.04709688822428385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,10240,0.043041778935326465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,10240,0.03708800011210971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,10240,0.03372088736957974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,10240,0.0346684455871582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,10240,0.033512890338897705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,10240,0.033077332708570696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,10240,0.034833778937657676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,10240,0.031856000423431396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,10240,0.03276088833808899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,10240,0.030961778428819444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,10240,0.02738488879468706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,10240,0.027071999178992376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,10240,0.02724444369475047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,10240,0.02693155573474036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,10240,0.02819377846188015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,10240,0.027071999178992376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,10240,0.028817776176664565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,10240,0.02752888864941067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,10240,0.029818667305840388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,10240,0.02889066603448656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,10240,0.027434666951497395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,10240,0.027128888501061335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,10240,0.026906667484177485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,10240,0.02685333291689555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,10240,0.025210666987631056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,10240,0.025063110722435847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,10240,0.02696888811058468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,10240,0.024803555674023096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,10240,0.02679644525051117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,10240,0.02493155499299367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,10240,0.025614221890767414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,10240,0.02481599979930454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,10240,0.024711110525661047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,10240,0.025955556167496577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,10240,0.024883555041419134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,10240,0.024700444605615404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,10240,0.024851555625597637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,10240,0.026752000053723652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,10240,0.025194666451878015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,10240,0.02514311174551646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,12288,0.028904533386230467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,12288,0.028943999608357744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,10240,0.6355822351243761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,10240,2.476488961113824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,10240,0.3708711200290256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,12288,0.028997333844502766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,10240,0.32962134149339467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,10240,1.2382080290052626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,10240,0.3070595529344347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,10240,0.38539377848307294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,10240,0.35134932729933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,10240,0.33672534094916445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,10240,0.26910755369398326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,10240,0.27297955089145237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,10240,0.254784001244439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,10240,0.26021332210964626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,10240,0.32103466987609863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,10240,0.2872888776991102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,10240,0.21561777591705322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,10240,0.3033013343811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,10240,0.2053368886311849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,10240,0.1927573283513387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,10240,0.19267733891805014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,10240,0.169159107738071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,10240,0.17521422439151338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,10240,0.14019378026326498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,10240,0.12904000282287598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,10240,0.12363199392954509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,10240,0.10967466566297744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,10240,0.23230576515197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,10240,0.23959112167358398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,10240,0.14841600259145102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,10240,0.06305244233873156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,10240,0.05270933442645603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,10240,0.04423822296990288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,10240,0.09385422203275894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,10240,0.08931910991668701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,10240,0.07355378071467082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,10240,0.029105779197480943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,10240,0.034367998441060386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,10240,0.02796622117360433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,10240,0.027015111512607996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,10240,0.026744888888465032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,10240,0.02679288884003957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,10240,0.025575111309687298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,10240,0.02987733483314514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,10240,0.02809244394302368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,10240,0.023582221733199224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,10240,0.023271110322740342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,10240,0.022711111439598933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,10240,0.023054222265879314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,10240,0.022828444838523865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,10240,0.02186311119132572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,10240,0.02160888910293579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,10240,0.02141333288616604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,10240,0.021390222840838965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,10240,0.020986666282018025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,10240,0.020764445265134174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,10240,0.02123733361562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,10240,0.024177778098318312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,10240,0.021388444635603163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,10240,0.021454221672481958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,10240,0.021219554874632094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,10240,0.043934222724702626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,10240,0.036433776219685875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,10240,0.03866488734881083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,10240,0.03712888889842563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,10240,0.036529776122834944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,10240,0.037567999627855085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,10240,0.03954844342337714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,10240,0.04047288828425937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,10240,0.03677333394686381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,10240,0.037909332248899676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,10240,0.039839999543295965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,10240,0.039903998374938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,10240,0.023864888482623633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,10240,0.024792888098292883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,10240,0.457370662689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,10240,0.23781760533650717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,10240,0.8624181111653646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,10240,0.13449279467264813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,10240,0.13773759206136066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,10240,0.13431572914123535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,10240,0.13349973360697429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,10240,0.13154133160909015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,10240,0.11587519645690918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,10240,0.11031573613484699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,10240,0.11036266485850017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,10240,0.10766826470692951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,10240,0.11008533636728923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,10240,0.10631893475850422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,10240,0.10623040199279785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,10240,0.10550080140431721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,10240,0.08827626705169678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,10240,0.08218133449554443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,10240,0.0821781317392985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,10240,0.0805344025293986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,10240,0.08228800296783448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,10240,0.078111998240153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,10240,0.07752319971720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,10240,0.05883839925130209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,10240,0.05984213352203369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,10240,0.05529706478118897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,10240,0.054771200815836585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,10240,0.053812265396118164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,10240,0.054391467571258546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,10240,0.052293332417805996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,10240,0.05189760128657023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,10240,0.03225920001665751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,10240,0.030953600009282427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,10240,0.029715200265248615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,10240,0.028546132644017536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,10240,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,10240,0.026408533255259197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,10240,0.026763733228047686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,10240,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,10240,0.025962666670481367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,10240,0.026471465826034546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,10240,0.02644053300221761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,10240,0.026474666595458985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,10240,0.025986133019129436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,10240,0.02580159902572632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,10240,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,10240,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,10240,0.025415466229120894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,10240,0.025564799706141155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,10240,0.02553279995918274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,10240,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,10240,0.025617067019144697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,10240,0.025621332724889118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,10240,0.02560960054397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,10240,0.02518613338470459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,10240,0.025187200307846068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,10240,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,10240,0.025639466444651288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,10240,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,10240,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,10240,0.025240532557169598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,10240,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,10240,0.025358933210372924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,10240,0.025603200991948443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,10240,0.025222400824228924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,10240,0.025483733415603636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,10240,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,10240,0.025194666783014935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,10240,0.025554132461547852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,10240,0.025306665897369386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,10240,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,8192,1.5199653307596843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,8192,0.9274773597717285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,8192,0.4686239957809448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,8192,0.26626400152842206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,8192,0.26815199851989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,8192,0.26900267601013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,8192,0.25919999678929645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,8192,0.2437839905420939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,8192,0.19806933403015137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,8192,0.18870933850606283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,8192,0.19631999731063843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,8192,0.18800799051920572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,8192,0.1885439952214559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,8192,0.17505067586898804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,8192,0.16780799627304077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,8192,0.14940800269444784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,8192,0.14598666628201803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,8192,0.14332800110181174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,8192,0.13923199971516928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,8192,0.13325066367785135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,8192,0.140365332365036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,8192,0.10784533619880676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,8192,0.10732533534367879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,8192,0.09935999910036723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,8192,0.09543733795483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,8192,0.08532533049583435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,10240,0.025265065828959148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,8192,0.08002133170763652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,8192,0.07360800107320149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,8192,0.06704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,8192,0.054749334851900734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,8192,0.0674266666173935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,8192,0.05138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,8192,0.04470933477083842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,8192,0.038378665844599404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,8192,0.028730665644009907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,8192,0.021565333008766174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,8192,0.021890667577584583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,8192,0.022533332308133442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,8192,0.025968000292778015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,8192,0.025439999997615814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,8192,0.023984000086784363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,8192,0.02515466759602229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,8192,0.02332266668478648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,8192,0.018669333308935165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,8192,0.018730666488409042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,8192,0.018778666853904724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,8192,0.01874133323629697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,8192,0.01877333347996076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,8192,0.021935999393463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,8192,0.02179466684659322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,8192,0.02080533280968666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,8192,0.0199946661790212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,8192,0.01914399986465772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,8192,0.019405333946148556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,8192,0.019575999428828556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,8192,0.019797333826621372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,8192,0.02011466647187869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,8192,0.0189253327747186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,8192,0.01887200027704239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,8192,0.018882667024930317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,8192,0.01878133291999499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,8192,0.018853332847356796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,8192,0.018728000422318775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,8192,0.018853332847356796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,8192,0.018640000373125076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,8192,0.018757333358128864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,8192,0.018735999862353008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,8192,0.018805333723624546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,8192,0.018749333918094635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,8192,0.018866666903098423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,8192,0.031125334401925404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,8192,0.01874133323629697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,8192,0.01874400054415067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,8192,0.01979999989271164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,8192,0.7881519794464111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,8192,0.3958666721979777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,8192,1.5407452583312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,8192,0.21341333786646524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,8192,0.22541467348734537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,8192,0.20344799757003784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,8192,0.20171600580215454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,8192,0.19112799564997354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,8192,0.1824679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,8192,0.16768799225489298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,8192,0.16596133510271707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,8192,0.16098933418591818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,8192,0.1596119999885559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,8192,0.14627066254615784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,8192,0.1445253292719523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,8192,0.1358026663462321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,8192,0.13226000467936197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,8192,0.1229373315970103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,8192,0.1221346656481425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,8192,0.11910399794578552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,8192,0.11401333411534627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,8192,0.09943333268165588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,8192,0.09896533687909444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,8192,0.09382933378219604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,8192,0.09073066711425781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,8192,0.08015866577625275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,8192,0.07717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,8192,0.07147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,8192,0.06866933405399323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,8192,0.061875998973846436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,8192,0.055867999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,8192,0.05096800128618876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,8192,0.04862533509731293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,8192,0.04015866667032242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,8192,0.0367533341050148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,8192,0.032845333218574524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,8192,0.02935466667016347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,8192,0.030231999854246776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,8192,0.030184000730514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,8192,0.02895600100358327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,8192,0.03002133220434189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,8192,0.028782665729522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,8192,0.028051999708016712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,8192,0.029492000738779705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,8192,0.02526800086100896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,8192,0.024890666206677754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,8192,0.025245333711306255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,8192,0.02629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,8192,0.025283999741077423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,8192,0.025836000839869182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,8192,0.024299999078114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,8192,0.024714666108290356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,8192,0.024561333159605663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,8192,0.025230666001637776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,8192,0.023669332265853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,8192,0.022456000248591106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,8192,0.022145333389441173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,8192,0.022036001086235046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,8192,0.02566533287366231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,8192,0.02221466600894928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,8192,0.022334667543570202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,8192,0.02253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,8192,0.022614667812983196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,8192,0.021138665576775868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,8192,0.02402666707833608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,8192,0.021404000620047253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,8192,0.020660000542799633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,8192,0.020833333333333332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,8192,0.02083466698726018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,8192,0.021378666162490845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,8192,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,8192,0.022654667496681213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,8192,0.021145333846410114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,8192,0.020813333491484325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,10240,0.025293866793314617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,10240,0.025629866123199462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,8192,1.123035987218221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,8192,0.31953734159469604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,8192,2.2237213452657065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,8192,0.29220932722091675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,8192,0.5759960015614828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,8192,0.28100667397181195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,8192,0.3465546766916911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,8192,0.31101733446121216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,8192,0.29910266399383545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,8192,0.23960934082667032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,8192,0.24157599608103433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,8192,0.22740399837493896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,8192,0.2298240065574646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,8192,0.28628400961558026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,8192,0.2626279989878337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,8192,0.19753734270731607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,8192,0.1867226759592692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,8192,0.17511200904846191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,8192,0.17303599913915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,8192,0.15443066755930582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,8192,0.2698933283487956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,8192,0.20650267601013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,8192,0.11798933148384094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,8192,0.11278532942136128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,8192,0.10125733415285747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,8192,0.0914853314558665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,8192,0.21391600370407104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,8192,0.15507066249847412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,8192,0.13192533453305563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,8192,0.05083866914113363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,8192,0.043653334180514015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,8192,0.035373332599798836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,8192,0.07491866747538249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,8192,0.07516000171502431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,8192,0.06030400097370148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,8192,0.0293680007259051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,8192,0.025198665757973988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,8192,0.022673333684603374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,8192,0.022673333684603374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,8192,0.022254665692647297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,8192,0.022657332321008045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,8192,0.024862666924794514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,8192,0.025245333711306255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,8192,0.024244000514348347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,8192,0.020245333512624104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,8192,0.01966266706585884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,8192,0.019650666664044063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,8192,0.020002666860818863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,8192,0.019725333899259567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,8192,0.01848000039656957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,8192,0.018131999919811886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,8192,0.017974667251110077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,8192,0.01814666638771693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,8192,0.018221333622932434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,8192,0.017978666971127193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,8192,0.018089332928260166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,8192,0.032830665508906044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,8192,0.031221332649389904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,8192,0.03186800082524618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,8192,0.0338386669754982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,8192,0.0335359995563825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,8192,0.031201332807540894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,8192,0.03140666584173838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,8192,0.030779999991257984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,8192,0.031942665576934814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,8192,0.034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,8192,0.034458667039871216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,8192,0.031285333136717476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,8192,0.0318786675731341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,8192,0.03452533235152563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,8192,0.035048000514507294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,8192,0.02049333353837331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,8192,0.020222666362921398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,8192,0.02007333313425382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,8192,0.695906130472819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,8192,0.36354134877522787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,8192,0.19762986501057941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,8192,0.10981226762135823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,8192,0.10830933252970379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,8192,0.10863359769185384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,8192,0.11017279624938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,8192,0.10717013676961262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,8192,0.09006293614705405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,8192,0.08931519985198974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,8192,0.09018879731496175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,8192,0.08726399739583333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,8192,0.0860373338063558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,8192,0.08659306367238363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,8192,0.08819413185119629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,8192,0.08564693133036295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,8192,0.07022506395975749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,8192,0.06751360098520914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,8192,0.06854399840037027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,8192,0.06586346626281739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,8192,0.06570133368174234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,8192,0.06452053387959798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,8192,0.06490666468938192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,8192,0.048571733633677165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,8192,0.04754240115483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,8192,0.04594560066858928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,8192,0.04601493279139201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,8192,0.044172799587249754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,8192,0.04448639949162801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,8192,0.04321066538492839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,8192,0.04437226851781209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,8192,0.027298132578531902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,8192,0.02603093385696411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,8192,0.025675733884175617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,8192,0.024793599049250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,8192,0.022747733195622764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,8192,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,8192,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,8192,0.02241706649462382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,8192,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,8192,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,8192,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,8192,0.022733867168426514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,8192,0.022154666980107627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,8192,0.02212266723314921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,8192,0.021945599714914957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,8192,0.021975467602411904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,8192,0.021485867102940877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,8192,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,8192,0.02175253431002299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,8192,0.021792000532150267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,8192,0.021817600727081297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,8192,0.02158613403638204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,8192,0.021491199731826782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,8192,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,8192,0.021893332401911415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,8192,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,8192,0.021543467044830324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,8192,0.021588265895843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,8192,0.021606399615605672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,8192,0.021541333198547362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,8192,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,8192,0.021272534132003786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,8192,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,8192,0.021522132555643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,8192,0.021577600638071695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,8192,0.021553067366282146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,8192,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,8192,0.021523199478785195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,8192,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,7168,1.33843994140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,7168,0.6820240020751953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,7168,0.3896133502324422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,7168,0.22047734260559082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,7168,0.22395199537277222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,7168,0.22419200340906778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,7168,0.19921066363652548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,7168,0.19719199339548746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,7168,0.16906134287516275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,7168,0.15868799885114035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,7168,0.15771999955177307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,7168,0.14622132976849875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,7168,0.15013866623242697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,7168,0.14022666215896606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,7168,0.14196000496546426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,7168,0.12622933586438498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,7168,0.12304533521334331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,7168,0.1155120035012563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,7168,0.11711466312408447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,7168,0.11609333753585815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,7168,0.12291199962298076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,7168,0.09202933311462402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,7168,0.09218666950861613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,7168,0.08643999695777893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,7168,0.0838053325812022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,7168,0.07489866515000661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,7168,0.06949866811434428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,7168,0.06259466707706451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,7168,0.05789333085219065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,7168,0.05733599762121836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,7168,0.047837331891059875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,7168,0.044322664539019264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,7168,0.039192001024881996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,7168,0.034061332543691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,7168,0.0272533322374026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,7168,0.025032001237074535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,7168,0.018989333262046177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,7168,0.019501333435376484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,7168,0.020106667031844456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,7168,0.023221333821614582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,7168,0.022855999569098156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,7168,0.02096266547838847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,7168,0.022848000129063923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,7168,0.02082933361331622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,7168,0.016719999412695568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,7168,0.016781333833932877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,7168,0.016653332859277725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,7168,0.016450667132933933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,7168,0.016778666526079178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,7168,0.019296000401178997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,7168,0.019405333946148556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,7168,0.018725333114465077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,7168,0.020130666593710583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,7168,0.017495999733606975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,7168,0.0176959993938605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,7168,0.017445333302021027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,7168,0.017794666190942127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,7168,0.017906667043765385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,7168,0.017210666090250015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,7168,0.0170666662355264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,7168,0.0170693335433801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,7168,0.016895999511082966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,7168,0.016810666769742966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,7168,0.016741332908471424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,7168,0.016901332885026932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,7168,0.016839999705553055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,7168,0.016885332763195038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,7168,0.016765333712100983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,7168,0.016783999900023144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,7168,0.01672800009449323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,7168,0.017071999609470367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,7168,0.01690400019288063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,7168,0.017808000246683758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,7168,0.017576000342766445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,7168,1.3122493426005046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,7168,0.6819480260213217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,7168,0.3572640021642049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,7168,0.1844559907913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,7168,0.18640933434168497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,7168,0.1755160093307495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,7168,0.17364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,7168,0.17144532998402914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,7168,0.15836532910664877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,7168,0.1468120018641154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,7168,0.1468826631704966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,7168,0.1412719984849294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,7168,0.14110133051872253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,7168,0.13015600045522055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,7168,0.13008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,7168,0.12016666928927104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,7168,0.11846933762232463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,7168,0.1101413369178772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,7168,0.11017066240310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,7168,0.10645600159962972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,7168,0.10048266251881917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,7168,0.09068666895230611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,7168,0.09117066860198975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,7168,0.08104533453782399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,7168,0.07630933324495952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,7168,0.07409466803073883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,7168,0.07111600041389465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,7168,0.06555066506067912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,7168,0.06015733381112417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,7168,0.05744933088620504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,7168,0.05202133456865946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,7168,0.04646266500155131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,7168,0.04390933116277059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,7168,0.03841333339611689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,7168,0.035747999946276345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,7168,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,7168,0.02865466723839442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,7168,0.02805333336194356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,7168,0.02884133408466975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,7168,0.028205332656701405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,7168,0.028729334473609924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,7168,0.027235999703407288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,7168,0.028050666054089863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,7168,0.027096000810464222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,7168,0.025610665480295818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,7168,0.024720000723997753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,7168,0.024377333621184032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,7168,0.024705333014329273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,7168,0.02512400100628535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,7168,0.02402266611655553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,7168,0.023758667210737865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,7168,0.023725333313147228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,7168,0.023230666915575664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,7168,0.024316000441710155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,7168,0.024708000322182972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,7168,0.023472001155217487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,7168,0.02214933435122172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,7168,0.02149466673533122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,7168,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,7168,0.021015999217828114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,7168,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,7168,0.022438667714595795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,7168,0.02083466698726018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,7168,0.021346665918827057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,7168,0.02080533280968666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,7168,0.02199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,7168,0.02091466635465622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,7168,0.02256533255179723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,7168,0.021312000850836437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,7168,0.02083733429511388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,7168,0.020753332724173863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,7168,0.02131599932909012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,7168,0.021040000021457672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,7168,0.020694666852553684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,8192,0.02150826652844747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,8192,0.021585067113240562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,8192,0.021550933519999184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,7168,2.128071943918864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,7168,0.3117613395055135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,7168,1.0860546429951985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,7168,0.2818586627642314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,7168,0.5552653471628824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,7168,0.27073466777801514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,7168,0.3318186601003011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,7168,0.2997960050900777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,7168,0.2881293296813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,7168,0.2338386575380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,7168,0.22978132963180542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,7168,0.21726000308990479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,7168,0.21735199292500815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,7168,0.27384400367736816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,7168,0.2550160090128581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,7168,0.18966132402420044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,7168,0.17959733804066977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,7168,0.1686346729596456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,7168,0.16325733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,7168,0.14965200424194336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,7168,0.2600853244463603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,7168,0.19776666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,7168,0.10600133736928304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,7168,0.10632800062497456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,7168,0.08876533309618632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,7168,0.08624933163324992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,7168,0.20402133464813232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,7168,0.1406599978605906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,7168,0.12705066800117493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,7168,0.04438933233420054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,7168,0.04079466561476389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,7168,0.032590667406717934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,7168,0.06599466502666473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,7168,0.06644399960835774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,7168,0.05452666680018107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,7168,0.027428001165390015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,7168,0.022895999252796173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,7168,0.02145333339770635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,7168,0.02123866726954778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,7168,0.02133599917093913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,7168,0.02112799882888794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,7168,0.02276133249203364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,7168,0.023569333056608837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,7168,0.023129334052403767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,7168,0.018615999569495518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,7168,0.018710666646560032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,7168,0.019110667208830517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,7168,0.018611999849478405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,7168,0.018858666221300762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,7168,0.018112000077962875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,7168,0.0171186663210392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,7168,0.017106667160987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,7168,0.017106667160987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,7168,0.01679600030183792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,7168,0.017153333872556686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,7168,0.029870666563510895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,7168,0.019101332873106003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,7168,0.029654666781425476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,7168,0.027335998912652332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,7168,0.029393332699934643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,7168,0.027644000947475433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,7168,0.030209332704544067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,7168,0.028058665494124096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,7168,0.029876001179218292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,7168,0.028186666468779247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,7168,0.029902666807174683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,7168,0.027961333592732746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,7168,0.030638667444388073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,7168,0.02885733296473821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,7168,0.03142133355140686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,7168,0.02731333424647649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,7168,0.030956000089645386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,7168,0.03140933314959208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,7168,0.019194666296243668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,7168,0.1751178741455078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,7168,0.6278037389119466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,7168,0.3311871846516927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,7168,0.10165226459503174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,7168,0.09910826683044434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,7168,0.09816853205362955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,7168,0.09830506642659506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,7168,0.09894506931304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,7168,0.08202239672342936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,7168,0.08204586505889892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,7168,0.08100053469340006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,7168,0.08032213052113851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,7168,0.07973972956339517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,7168,0.07928533554077148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,7168,0.07829973697662354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,7168,0.07871999740600585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,7168,0.06288959980010986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,7168,0.061468799908955894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,7168,0.061204266548156736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,7168,0.06030826568603516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,7168,0.05978773434956869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,7168,0.057557332515716556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,7168,0.04493546485900879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,7168,0.05755840142567953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,7168,0.04279786745707194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,7168,0.04137920141220093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,7168,0.041959468523661295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,7168,0.03998613357543945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,7168,0.040357331434885665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,7168,0.03939733505249023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,7168,0.04036480188369751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,7168,0.02502080003420512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,7168,0.02460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,7168,0.02297280033429464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,7168,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,7168,0.02118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,7168,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,7168,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,7168,0.021031467119852702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,7168,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,7168,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,7168,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,7168,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,7168,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,7168,0.01986773411432902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,7168,0.020163200298945107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,7168,0.019826134045918785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,7168,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,7168,0.020111999909083047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,7168,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,7168,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,7168,0.019916800657908122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,7168,0.019700266917546592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,7168,0.019568000237147012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,7168,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,7168,0.020003199577331543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,7168,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,7168,0.019875200589497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,7168,0.019934932390848793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,7168,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,7168,0.019768534104029338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,7168,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,7168,0.019722666343053183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,7168,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,7168,0.01970133384068807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,7168,0.019568000237147012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,7168,0.01986879905064901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,7168,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,7168,0.01950506567955017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,6144,1.13026671939426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,6144,0.7116337882147895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,6144,0.3452800114949544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,6144,0.19504177570343018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,6144,0.19832000467512342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,6144,0.187354670630561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,6144,0.17356267240312365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,6144,0.17087999979654947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,6144,0.14377955595652261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,6144,0.12915910614861384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,6144,0.13456888993581137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,6144,0.12635910511016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,6144,0.12704355186886257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,6144,0.11836089028252496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,6144,0.12117511696285671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,6144,0.10583821932474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,6144,0.09956444634331597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,6144,0.09602489074071248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,6144,0.0953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,6144,0.09237511290444268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,6144,0.0976017779774136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,6144,0.0754151079389784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,6144,0.07515377468532987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,6144,0.07259200016657512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,6144,0.06892800331115723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,6144,0.06319466564390394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,6144,0.05875733163621691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,6144,0.05386666787995232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,6144,0.050049778487947255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,6144,0.04973511232270134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,6144,0.04082311193148295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,6144,0.03724088933732774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,6144,0.03273244367705451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,6144,0.028896000650193956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,6144,0.02309688925743103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,6144,0.02130311065249973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,6144,0.016199111938476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,6144,0.017091555727852713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,6144,0.01687466601530711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,6144,0.019326221611764696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,6144,0.019310222731696237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,6144,0.01811911165714264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,6144,0.019303111566437613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,6144,0.01795733306143019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,6144,0.014087110757827759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,6144,0.013959111438857185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,6144,0.014003554979960123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,6144,0.014000000225173103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,6144,0.013985777894655863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,6144,0.014126222994592456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,6144,0.014056889547242058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,6144,0.016159999701711867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,6144,0.01795733306143019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,6144,0.016192000773217943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,6144,0.015237333046065437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,6144,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,6144,0.015338665909237333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,6144,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,6144,0.014519110321998596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,6144,0.014698666003015308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,6144,0.014691554837756686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,6144,0.014716444744004143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,6144,0.014682667122946845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,6144,0.014547554983033074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,6144,0.014515555567211576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,6144,0.014334221680959066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,6144,0.013996443814701505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,6144,0.014208000567224292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,6144,0.014673777752452426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,6144,0.01443555619981554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,6144,0.01462577780087789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,6144,0.014631110760900708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,6144,0.015256888336605497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,6144,0.015319110618697273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,6144,1.144875717163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,6144,0.5804949442545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,6144,0.3058197339375814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,6144,0.15841066042582194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,7168,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,6144,0.15884265899658204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,6144,0.15107520421346027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,6144,0.14939093589782715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,6144,0.1487690607706706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,6144,0.13519892692565919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,6144,0.12893226941426594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,6144,0.12849280039469402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,6144,0.1174623966217041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,6144,0.12120853265126545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,6144,0.11374399662017823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,6144,0.11303786436716716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,6144,0.10208746592203777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,6144,0.10003306865692138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,6144,0.09921706517537435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,6144,0.0977888027826945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,6144,0.09121920267740885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,6144,0.08855573336283365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,6144,0.07584426403045655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,6144,0.07546559969584146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,6144,0.0724671999613444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,6144,0.07082453568776449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,6144,0.062308267752329505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,6144,0.060319999853769936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,6144,0.05580053329467773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,6144,0.05308586756388346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,6144,0.0498090664545695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,6144,0.045746131738026934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,6144,0.04123306671778361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,6144,0.03977813323338826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,6144,0.03720746835072835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,6144,0.03391893307367961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,6144,0.029121067126591998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,6144,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,6144,0.026828799645106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,6144,0.027112533648808796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,6144,0.0271722674369812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,6144,0.026771199703216553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,6144,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,6144,0.026382933060328167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,6144,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,6144,0.024281599124272666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,6144,0.023310933510462442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,6144,0.023319466908772787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,6144,0.023973333835601806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,6144,0.02344320019086202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,6144,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,6144,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,6144,0.02233920097351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,6144,0.022612265745798745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,6144,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,6144,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,6144,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,6144,0.02109439969062805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,6144,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,6144,0.023412267367045082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,6144,0.021617066860198975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,6144,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,6144,0.021293866634368896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,6144,0.02090880076090495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,6144,0.02202346722284953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,6144,0.019768534104029338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,6144,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,6144,0.02164906660715739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,6144,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,6144,0.020125865936279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,6144,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,6144,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,6144,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,6144,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,6144,0.01917653282483419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,7168,0.019876267512639365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,7168,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,6144,1.02326291402181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,6144,2.014374415079753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,6144,0.2915349324544271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,6144,0.26632960637410485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,6144,0.5339957555135091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,6144,0.2610709349314372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,6144,0.30739094416300455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,6144,0.2846282641092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,6144,0.26867520014444984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,6144,0.21809813181559243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,6144,0.21892587343851724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,6144,0.20733866691589356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,6144,0.20677332878112792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,6144,0.25996267000834145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,6144,0.23584213256835937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,6144,0.17474239667256672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,6144,0.16104639371236165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,6144,0.15441385904947919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,6144,0.14325760205586752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,6144,0.13366187413533528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,6144,0.24106772740681967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,6144,0.18831040064493815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,6144,0.0913418690363566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,6144,0.09183680216471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,6144,0.07953386306762696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,6144,0.0739349365234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,6144,0.18948906262715656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,6144,0.1162229299545288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,6144,0.11106986999511718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,6144,0.04176106850306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,6144,0.03719040155410767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,6144,0.030525867144266767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,6144,0.058796799182891844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,6144,0.057374934355417885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,6144,0.04866026639938355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,6144,0.025496532519658405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,6144,0.021418666839599608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,6144,0.019818667570749918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,6144,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,6144,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,6144,0.019869865973790486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,6144,0.021500800053278604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,6144,0.021388800938924153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,6144,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,6144,0.017156267166137697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,6144,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,6144,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,6144,0.017199999094009398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,6144,0.017529600858688356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,6144,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,6144,0.015638400117556253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,6144,0.015787733594576518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,6144,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,6144,0.015500799814860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,6144,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,6144,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,6144,0.027292799949645997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,6144,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,6144,0.027609600623448687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,6144,0.02589226762453715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,6144,0.027193599939346315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,6144,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,6144,0.02752106587092082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,6144,0.026002132892608644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,6144,0.02755413254102071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,6144,0.025887999931971235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,6144,0.027036799987157183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,6144,0.02560639977455139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,6144,0.02714666724205017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,6144,0.025254400571187337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,6144,0.027585067351659137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,6144,0.02757866581281026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,6144,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,6144,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,6144,0.5817504247029622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,6144,0.29381866455078126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,6144,0.155621337890625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,6144,0.0886783997217814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,6144,0.09022293090820313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,6144,0.08736960093180338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,6144,0.08816853364308676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,6144,0.08574720223744711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,6144,0.07624213695526123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,6144,0.07319680054982504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,6144,0.07315733432769775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,6144,0.07156053384145102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,6144,0.07234346866607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,6144,0.07014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,6144,0.0702186663945516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,6144,0.06866666475931803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,6144,0.05806826750437418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,6144,0.05491626660029093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,6144,0.05503893295923869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,6144,0.05307093461354574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,6144,0.05359359979629517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,6144,0.05134720007578532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,6144,0.05146773258845011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,6144,0.039122132460276286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,6144,0.03963093360265096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,6144,0.03724693457285563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,6144,0.037094398339589434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,6144,0.036263465881347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,6144,0.03668800195058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,6144,0.035573331514994304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,6144,0.035499731699625656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,6144,0.0232149342695872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,6144,0.022446932395299275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,6144,0.02118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,6144,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,6144,0.019177599747975668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,6144,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,6144,0.019351466496785482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,6144,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,6144,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,6144,0.019172267119089762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,6144,0.018732800086339315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,6144,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,6144,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,6144,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,6144,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,6144,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,6144,0.017820799350738527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,6144,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,6144,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,6144,0.017513600985209148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,6144,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,6144,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,6144,0.01787733236948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,6144,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,6144,0.01783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,6144,0.018049067258834837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,6144,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,6144,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,6144,0.017678932348887125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,6144,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,6144,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,6144,0.01770240068435669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,6144,0.017490132649739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,6144,0.018179200092951455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,6144,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,6144,0.01755626598993937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,6144,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,6144,0.017761067549387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,6144,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,5120,0.9338560104370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,5120,0.5775181982252333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,5120,0.2815004454718696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,5120,0.13475378354390463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,5120,0.13700089189741346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,5120,0.13501866658528647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,5120,0.13149510489569768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,5120,0.12215110990736221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,5120,0.11139733261532253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,5120,0.1041511098543803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,5120,0.10579733053843181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,5120,0.09878755278057522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,5120,0.10070400105582343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,5120,0.09294399950239395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,5120,0.09480710824330647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,5120,0.08539377980762058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,5120,0.08128533098432753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,5120,0.0783075557814704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,5120,0.07763199673758613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,5120,0.07862222194671631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,5120,0.07448355356852214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,5120,0.061978664663102895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,5120,0.06161955330106947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,5120,0.05891022417280409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,5120,0.055516444974475436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,5120,0.05158933334880405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,5120,0.049132443136639066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,5120,0.04502933224042257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,5120,0.041498667663998075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,5120,0.041448887851503156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,5120,0.033971554703182645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,5120,0.031006223625606958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,5120,0.02789155642191569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,5120,0.0240657776594162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,5120,0.019672888848516677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,5120,0.018026666508780587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,5120,0.013975110318925647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,5120,0.01406222250726488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,5120,0.015292444162898593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,5120,0.016492444607946608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,5120,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,6144,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,5120,0.01535999940501319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,5120,0.01665422154797448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,5120,0.012632889052232107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,5120,0.015299555328157214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,5120,0.012611555556456247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,5120,0.012627555264366997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,5120,0.012640000217490725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,5120,0.01275022245115704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,5120,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,5120,0.012583110895421771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,5120,0.013829333086808523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,5120,0.012520888613329994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,5120,0.01349511080318027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,5120,0.013541333377361298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,5120,0.013240888714790344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,5120,0.01329066687160068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,5120,0.012791111237472959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,5120,0.012536889149083031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,5120,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,5120,0.012554667062229581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,5120,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,5120,0.012618666721714867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,5120,0.01256711118751102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,5120,0.012545777691735161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,5120,0.01261333293384976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,5120,0.012522666818565793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,5120,0.012499555945396423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,5120,0.012536889149083031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,5120,0.012616888516479068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,5120,0.012625777886973487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,5120,0.013363555901580386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,5120,0.012808889150619507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,5120,0.013765333427323235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,5120,0.9441279729207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,5120,0.48755626678466796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,5120,0.2494954744974772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,5120,0.12986880143483479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,5120,0.1314506689707438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,5120,0.12737493515014647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,6144,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,5120,0.125383464495341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,5120,0.1253664016723633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,5120,0.12114880084991456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,5120,0.11068480014801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,5120,0.11206186612447103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,5120,0.1074016014734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,5120,0.10089386304219564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,5120,0.10392533143361408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,5120,0.10111786524454754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,5120,0.08943146864573161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,5120,0.08729066848754882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,5120,0.0841877301534017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,5120,0.07989652951558432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,5120,0.07921066284179687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,5120,0.07754133542378744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,5120,0.06549546718597413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,5120,0.06558613379796346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,5120,0.06239253282546997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,5120,0.055973335107167566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,5120,0.05449066559473673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,5120,0.04910186529159546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,5120,0.049242667357126874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,5120,0.04523733456929525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,5120,0.042233598232269284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,5120,0.038726401329040525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,5120,0.03821866512298584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,5120,0.034873600800832114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,5120,0.03163520097732544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,5120,0.05907413164774576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,5120,0.027102933327356978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,5120,0.024909865856170655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,5120,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,5120,0.02477333347002665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,5120,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,5120,0.024551467100779215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,5120,0.024657066663106283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,5120,0.025032534201939897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,5120,0.024039467175801597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,5120,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,5120,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,5120,0.021065600713094077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,5120,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,5120,0.021504000822703043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,5120,0.02295893430709839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,5120,0.022362667322158813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,5120,0.022194133202234904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,5120,0.02054826617240906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,5120,0.021241599321365358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,5120,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,5120,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,5120,0.01981226603190104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,5120,0.020040533939997354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,5120,0.019241599241892497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,5120,0.02122453252474467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,5120,0.01885439952214559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,5120,0.018899200359980266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,5120,0.019980800151824952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,6144,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,5120,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,5120,0.021713066101074218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,5120,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,5120,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,5120,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,5120,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,5120,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,5120,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,5120,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,5120,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,5120,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,5120,0.2886336008707682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,5120,0.5000618616739909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,5120,0.27627201080322267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,5120,0.26610026359558103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,5120,0.9766933441162109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,5120,0.25123093922932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,5120,0.25120959281921384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,5120,0.24276372591654458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,5120,0.2381920019785563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,5120,0.20480640729268393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,5120,0.200764799118042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,5120,1.9006741841634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,5120,0.1919413407643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,5120,0.18894294102986653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,5120,0.22538453737894693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,5120,0.2245034694671631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,5120,0.15487039883931478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,5120,0.13857386906941732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,5120,0.1304095983505249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,5120,0.12014079888661702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,5120,0.11261973381042481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,5120,0.1018613338470459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,5120,0.08061439990997314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,5120,0.17600107192993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,5120,0.08081599871317545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,5120,0.0664576013882955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,5120,0.17011094093322754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,5120,0.06064533392588297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,5120,0.09473386605580648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,5120,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,5120,0.03479679822921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,5120,0.028612265984217327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,5120,0.04998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,5120,0.04560853242874145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,5120,0.05353813171386719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,5120,0.02353386680285136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,5120,0.01994133392969767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,5120,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,5120,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,5120,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,5120,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,5120,0.019803732633590698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,5120,0.01776960094769796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,5120,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,5120,0.016055466731389363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,5120,0.015842133760452272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,5120,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,5120,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,5120,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,5120,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,5120,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,5120,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,5120,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,5120,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,5120,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,5120,0.025381332635879515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,5120,0.023558400074640908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,5120,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,5120,0.022897066672643025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,5120,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,5120,0.023461333910624185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,5120,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,5120,0.023486934105555215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,5120,0.02419840097427368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,5120,0.0231605331103007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,5120,0.02222613294919332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,5120,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,5120,0.023817600806554158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,5120,0.023940267165501912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,5120,0.023921066522598268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,5120,0.022938666741053264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,5120,0.02313386599222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,5120,0.5206549326578777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,5120,0.2595797379811605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,5120,0.13897919654846191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,5120,0.0805023988087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,5120,0.08002560138702393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,5120,0.07760746479034424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,5120,0.0764906644821167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,5120,0.07756799856821696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,5120,0.06620373328526816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,5120,0.06486719846725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,5120,0.06408746639887491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,5120,0.06352320114771524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,5120,0.0624778668085734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,5120,0.062080001831054686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,5120,0.06118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,5120,0.06006826559702555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,5120,0.049820800622304276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,5120,0.04862506786982219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,5120,0.04786239862442017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,5120,0.046639998753865555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,5120,0.046215466658274335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,5120,0.044839465618133546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,5120,0.04468906720479329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,5120,0.035646935304005936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,5120,0.03433173497517904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,5120,0.03322880069414775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,5120,0.03250666658083598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,5120,0.0324127991994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,5120,0.031965865691502886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,5120,0.03168639938036601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,5120,0.03182506759961446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,5120,0.021167999505996703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,5120,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,5120,0.01946880022684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,5120,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,5120,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,5120,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,5120,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,5120,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,5120,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,5120,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,5120,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,5120,0.01684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,5120,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,5120,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,5120,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,5120,0.015873066584269204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,5120,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,5120,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,5120,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,5120,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,5120,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,5120,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,5120,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,5120,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,5120,0.015429332852363586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,5120,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,5120,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,5120,0.015988266468048094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,5120,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,5120,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,5120,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,5120,0.015843199690183003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,5120,0.015780267119407655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,5120,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,5120,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,5120,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,5120,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,4096,0.7909693717956543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,4096,0.4452706575393677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,4096,0.224565327167511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,4096,0.12947866320610046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,4096,0.14365733663241068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,4096,0.1299679974714915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,4096,0.11819066603978474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,4096,0.10592533151308696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,4096,0.08990533153216045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,4096,0.08433199922243755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,4096,0.08517600099245708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,4096,0.08012133340040843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,4096,0.0817000021537145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,4096,0.07512533167997996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,4096,0.07643733421961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,4096,0.07022400200366974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,4096,0.06577600042025249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,4096,0.06386266648769379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,4096,0.06241066753864288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,4096,0.06058666606744131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,4096,0.058730666836102806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,4096,0.05076399942239126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,4096,0.05038266877333323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,4096,0.047797332207361855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,4096,0.045194665590922035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,4096,0.041006666918595634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,4096,0.03977199892203013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,4096,0.036158666014671326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,4096,0.03353466590245565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,4096,0.033702666560808815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,4096,0.027641333639621735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,4096,0.024901332954565685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,4096,0.022808000445365906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,4096,0.019529332717259724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,4096,0.01589733362197876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,4096,0.0147319994866848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,4096,0.01135733351111412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,4096,0.01153199995557467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,4096,0.012546667208274206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,4096,0.011977333575487137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,4096,0.013304000099500021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,4096,0.012582667171955109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,4096,0.013545333097378412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,4096,0.012318667024374008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,4096,0.009940000250935555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,4096,0.009947999690969786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,4096,0.010065333296855291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,4096,0.010920000572999319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,4096,0.011623999724785486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,4096,0.009916000068187714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,4096,0.009940000250935555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,4096,0.010009333491325378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,4096,0.010234666367371878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,4096,0.010970667004585266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,4096,0.011166666944821676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,4096,0.010990666846434275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,4096,0.009426666423678398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,4096,0.009437333171566328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,4096,0.009398666520913443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,4096,0.009405333548784256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,4096,0.009754666437705358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,4096,0.00945999970038732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,4096,0.009452000260353088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,4096,0.00938533308605353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,4096,0.009450666606426239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,4096,0.009560000151395798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,4096,0.009493333597977957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,4096,0.00940666658182939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,4096,0.009533333281675974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,4096,0.009367999931176504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,4096,0.009408000235756239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,4096,0.009400000174840292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,4096,0.009400000174840292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,4096,0.009378666679064432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,4096,0.7692149480183919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,4096,0.3960746765136719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,5120,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,4096,0.1941215991973877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,4096,0.11012907028198242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,4096,0.1088597297668457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,4096,0.10145706335703533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,4096,0.10275200208028157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,4096,0.09537493387858073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,4096,0.09268266359965006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,4096,0.0889077345530192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,4096,0.08310720125834146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,4096,0.08283306757609049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,4096,0.07826879819234213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,4096,0.07694293657938639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,4096,0.10811839898427326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,4096,0.07320533593495687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,4096,0.07419626712799073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,4096,0.06732693513234457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,4096,0.0680191993713379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,4096,0.06125973463058472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,4096,0.06149439811706543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,4096,0.05372373263041178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,4096,0.05526719888051351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,4096,0.052545066674550375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,4096,0.05380586783091227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,4096,0.04714346726735433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,4096,0.04744853178660075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,4096,0.04169600009918213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,4096,0.04212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,4096,0.03868266741434733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,4096,0.03756159941355387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,4096,0.0344373345375061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,4096,0.03499840100606282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,4096,0.03183573285738627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,4096,0.028973867495854694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,4096,0.026237867275873822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,4096,0.023100799322128295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,4096,0.024658133586247764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,4096,0.023706666628519692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,4096,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,4096,0.02336853345235189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,4096,0.023265065749486287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,4096,0.023108265797297158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,4096,0.021929599841435752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,4096,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,4096,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,4096,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,4096,0.021101866165796915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,4096,0.021223467588424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,4096,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,4096,0.022988800207773843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,4096,0.021995733181635536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,4096,0.019186133146286012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,4096,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,4096,0.020456532637278237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,4096,0.01973759929339091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,4096,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,4096,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,5120,0.015774933497111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,4096,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,4096,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,4096,0.019729065895080566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,4096,0.018849066893259683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,4096,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,4096,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,4096,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,4096,0.01729066570599874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,4096,0.01970133384068807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,4096,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,4096,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,4096,0.01809599995613098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,4096,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,4096,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,4096,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,4096,0.018312533696492515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,4096,0.2659658590952555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,4096,0.4662378629048665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,4096,0.2548970699310303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,4096,0.9119733174641927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,4096,0.24153706232706704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,4096,0.23154986699422203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,4096,0.22153919537862143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,4096,0.2161802609761556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,4096,1.8187562306722005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,4096,0.18933226267496744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,4096,0.1838666598002116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,4096,0.24148054122924806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,4096,0.1730954647064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,4096,0.15164693196614581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,4096,0.19489173889160155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,4096,0.20073493321736655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,4096,0.11221333344777425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,4096,0.12553706963857014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,4096,0.1083562692006429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,4096,0.09627947012583414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,4096,0.0949023962020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,4096,0.0844170649846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,4096,0.13234026432037355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,4096,0.06816853682200114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,4096,0.06395839850107829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,4096,0.06028693517049154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,4096,0.055435733000437415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,4096,0.14987732569376627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,4096,0.07688319683074951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,4096,0.03591786623001099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,4096,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,4096,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,4096,0.045957334836324054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,4096,0.04878720045089722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,4096,0.04098453521728516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,4096,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,4096,0.018258132537206016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,4096,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,4096,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,4096,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,4096,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,4096,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,4096,0.017886932690938315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,4096,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,4096,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,4096,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,4096,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,4096,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,4096,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,4096,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,4096,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,4096,0.011891200145085653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,4096,0.011944533387819926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,4096,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,4096,0.020086399714152017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,4096,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,4096,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,4096,0.020337067047754922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,4096,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,4096,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,4096,0.020062933365503945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,4096,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,4096,0.020382932821909585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,4096,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,4096,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,4096,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,4096,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,4096,0.02109973430633545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,4096,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,4096,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,4096,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,4096,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,4096,0.40977385838826497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,4096,0.20695039431254067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,4096,0.11075413227081299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,4096,0.013845333456993103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,4096,0.06523306767145792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,4096,0.06413120031356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,4096,0.06234560012817383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,4096,0.06194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,4096,0.06178773244222006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,4096,0.05370133320490519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,4096,0.05341013272603353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,4096,0.052279468377431235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,4096,0.05195200045903524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,4096,0.05104853312174479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,4096,0.05026986598968506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,4096,0.05013226668039957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,4096,0.04883093436559041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,4096,0.0411296010017395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,4096,0.04047679901123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,4096,0.04025813341140747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,4096,0.03910613457361857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,4096,0.03883093198140462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,4096,0.03799360195795695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,4096,0.03788373470306396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,4096,0.03025066653887431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,4096,0.02905813256899516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,4096,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,4096,0.027644799153010054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,4096,0.028100266059239702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,4096,0.027130667368570966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,4096,0.026524800062179565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,4096,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,4096,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,4096,0.017142399152119955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,4096,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,4096,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,4096,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,4096,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,4096,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,4096,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,4096,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,4096,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,4096,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,4096,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,4096,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,4096,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,4096,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,4096,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,4096,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,4096,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,4096,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,4096,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,4096,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,4096,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,4096,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,4096,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,4096,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,4096,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,4096,0.01381013294061025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,4096,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,4096,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,4096,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,4096,0.013385599851608277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,4096,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,4096,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,4096,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,4096,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,3584,0.6614226500193278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,3584,0.3669346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,3584,0.19176133473714194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,3584,0.10879066586494446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,3584,0.10972533623377483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,3584,0.10412133733431499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,3584,0.09820533792177837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,3584,0.1031773289044698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,3584,0.08684133489926656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,3584,0.0844053328037262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,3584,0.0750653346379598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,3584,0.07277066508928935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,3584,0.07379733522733052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,3584,0.06520000100135803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,3584,0.06643599768479665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,3584,0.06136933465798696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,3584,0.05821999907493591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,3584,0.05643733342488607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,3584,0.055026665329933167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,3584,0.05353599786758423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,3584,0.051988000671068825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,3584,0.0450213352839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,3584,0.04483200112978617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,3584,0.041965335607528687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,3584,0.0400439997514089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,3584,0.03619733452796936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,3584,0.035173334181308746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,3584,0.03191866725683212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,3584,0.029832000533739727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,3584,0.02927733212709427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,3584,0.02473733325799306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,3584,0.022201334436734516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,3584,0.020646666487058003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,3584,0.01736400028069814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,3584,0.014312000324328741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,3584,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,3584,0.010431999961535135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,3584,0.011026666810115179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,3584,0.011178666104873022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,3584,0.011100000391403833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,3584,0.011975999921560287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,3584,0.011481333523988724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,3584,0.011990666389465332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,3584,0.011418666690587997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,3584,0.008976000050703684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,3584,0.009001333266496658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,3584,0.0089799997707208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,3584,0.009886666511495909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,3584,0.01076133300860723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,3584,0.009433333451549212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,3584,0.00936666689813137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,3584,0.010361333067218462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,3584,0.00941066692272822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,3584,0.0102186668664217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,3584,0.010329333444436392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,3584,0.01013999991118908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,3584,0.008885333314538002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,3584,0.008888000001509985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,3584,0.008888000001509985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,3584,0.008746666833758354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,3584,0.008896000062425932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,3584,0.008841333289941153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,3584,0.008832000195980072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,3584,0.008890666688481966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,3584,0.008850666383902231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,3584,0.008946666494011879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,3584,0.008724000304937363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,3584,0.008879999940594038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,3584,0.008935999746123949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,3584,0.00883866660296917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,3584,0.008843999976913134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,3584,0.008791999891400337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,3584,0.00887333353360494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,3584,0.00886266678571701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,3584,0.6782112121582031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,3584,0.35961065292358396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,3584,0.16658132870992023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,3584,0.09615786870320639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,3584,0.0991434653600057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,3584,0.09509867032368978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,3584,0.09390400250752767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,3584,0.09022719860076904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,3584,0.08241813182830811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,3584,0.07906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,3584,0.07661973635355632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,3584,0.07507519721984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,3584,0.07520639896392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,3584,0.07197866439819336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,3584,0.07004693349202475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,3584,0.06370240052541097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,3584,0.06274453401565552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,3584,0.05935999949773153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,3584,0.05895253419876099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,3584,0.055338664849599206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,3584,0.05553173224131266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,3584,0.051134932041168216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,3584,0.05105173190434774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,4096,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,3584,0.047592532634735105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,3584,0.04765760103861491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,3584,0.043084800243377686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,3584,0.04357120196024577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,3584,0.03897279898325602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,3584,0.03920960028966268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,3584,0.03662933508555095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,4096,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,3584,0.036762666702270505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,3584,0.0324234664440155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,3584,0.032687999804814655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,3584,0.03022186756134033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,3584,0.026958932479222614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,3584,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,3584,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,3584,0.02300693392753601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,3584,0.022948267062505086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,3584,0.021245867013931274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,3584,0.022825600703557332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,3584,0.02097813288370768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,3584,0.022510933876037597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,3584,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,3584,0.019916800657908122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,4096,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,3584,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,3584,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,3584,0.020456532637278237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,3584,0.020900267362594604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,3584,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,3584,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,3584,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,3584,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,3584,0.01708586613337199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,3584,0.019100799163182577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,3584,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,3584,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,3584,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,3584,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,3584,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,3584,0.019205333789189656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,3584,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,3584,0.01960853338241577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,3584,0.01954453388849894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,3584,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,3584,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,3584,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,3584,0.01740586757659912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,3584,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,3584,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,3584,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,3584,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,3584,0.01635840038458506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,3584,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,3584,0.463377062479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,3584,0.25418240229288735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,3584,0.8998090744018554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,3584,0.25584746996561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,3584,0.23987199465433756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,3584,0.23001386324564616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,3584,0.21785386403401694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,3584,0.20191893577575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,3584,1.766910934448242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,3584,0.17366506258646647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,3584,0.15371626218159992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,3584,0.15277013778686524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,3584,0.22314559618631996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,3584,0.13508480389912922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,3584,0.19418452580769857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,3584,0.17775360743204754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,3584,0.11011520226796467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,3584,0.09749973615010579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,3584,0.09451839923858643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,3584,0.08778453667958577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,3584,0.08397973378499349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,3584,0.07916693687438965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,3584,0.06509333451588949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,3584,0.06143999894460043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,3584,0.05750293334325155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,3584,0.052988799413045254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,3584,0.13335253397623698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,3584,0.1171178658803304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,3584,0.07229013442993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,3584,0.035317333539326985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,3584,0.02943039933840434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,3584,0.02595733404159546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,3584,0.038311465581258135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,3584,0.0464842677116394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,3584,0.043694933255513504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,3584,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,3584,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,3584,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,3584,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,3584,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,3584,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,3584,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,3584,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,3584,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,3584,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,3584,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,3584,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,3584,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,3584,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,3584,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,3584,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,3584,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,3584,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,3584,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,3584,0.015923200050989787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,3584,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,3584,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,3584,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,3584,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,3584,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,3584,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,3584,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,3584,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,3584,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,3584,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,3584,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,3584,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,3584,0.017822933197021485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,3584,0.017707733313242595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,3584,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,3584,0.018083200852076212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,3584,0.020078933238983153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,3584,0.3522080103556315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,3584,0.1875775973002116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,3584,0.10067306359608967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,3584,0.013160533706347146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,3584,0.058263464768727624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,3584,0.057988266150156655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,3584,0.05670613447825114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,3584,0.057263998190561924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,3584,0.05525973240534464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,3584,0.04864319960276286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,3584,0.04838933149973552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,3584,0.04782826503117879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,3584,0.046002133687337236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,3584,0.04631146589914958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,3584,0.04559359947840373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,3584,0.04579093456268311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,3584,0.04389973481496175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,3584,0.03777173360188802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,3584,0.03696639935175578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,3584,0.037094398339589434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,3584,0.03560320138931274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,3584,0.03561493158340454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,3584,0.034701867898305254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,3584,0.034997332096099856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,3584,0.02717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,3584,0.026892799139022826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,3584,0.02597973346710205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,3584,0.026417066653569538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,3584,0.025221333901087446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,3584,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,3584,0.024401066700617473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,3584,0.025389866034189863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,3584,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,3584,0.01592639982700348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,3584,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,3584,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,3584,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,3584,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,3584,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,3584,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,3584,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,3584,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,3584,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,3584,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,3584,0.012903466820716858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,3584,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,3584,0.012932266791661581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,3584,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,3584,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,3584,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,3584,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,3584,0.01272640029589335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,3584,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,3584,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,3584,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,3584,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,3584,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,3584,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,3584,0.012550399700800578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,3584,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,3584,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,3584,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,3584,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,3584,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,3584,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,3584,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,3584,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,3584,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,3072,0.30292161305745446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,3072,0.14987200101216633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,3072,0.5826890945434571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,3072,0.08229653040568033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,3072,0.10696853001912435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,3072,0.08242239952087402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,3072,0.10243093172709147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,3072,0.08654080231984457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,3072,0.0830176035563151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,3072,0.0724992036819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,3072,0.07334400018056234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,3072,0.07072426478068033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,3072,0.0695135990778605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,3072,0.06076906522115072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,3072,0.06460586786270142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,3072,0.0583893338839213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,3072,0.0568394660949707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,3072,0.05640213489532471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,3072,0.051276799043019614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,3072,0.04751146634419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,3072,0.045286401112874346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,3072,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,3072,0.038891732692718506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,3072,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,3072,0.03489493529001872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,3584,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,3072,0.031031467517217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,3072,0.02779200077056885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,3584,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,3072,0.026232532660166424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,3072,0.025251199801762898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,3072,0.021703465779622396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,3072,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,3072,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,3072,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,3072,0.011749333143234253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,3072,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,3072,0.00979306697845459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,3072,0.010204799969991048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,3072,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,3072,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,3072,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,3072,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,3072,0.01009386678536733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,3072,0.008036266764005024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,3072,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,3072,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,3072,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,3072,0.03174506624539693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,3072,0.009412266810735067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,3072,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,3072,0.00942080020904541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,3072,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,3072,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,3072,0.009000533819198608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,3072,0.00902400016784668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,3072,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,3072,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,3072,0.007770666480064392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,3072,0.007659733295440674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,3072,0.007715199887752533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,3072,0.007833600044250488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,3072,0.007845333218574524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,3072,0.007835733393828075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,3072,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,3072,0.007837866743405659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,3072,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,3072,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,3072,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,3072,0.007799466451009114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,3072,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,3072,0.007763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,3072,0.0077567999561627705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,3072,0.5939008076985677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,3072,0.007713066538174947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,3072,0.14445546468098958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,3072,0.30883518854777015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,3072,0.08387733300526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,3072,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,3072,0.08180906772613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,3072,0.08050453662872314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,3072,0.0805781364440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,3072,0.07405652999877929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,3072,0.0713322639465332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,3072,0.07091093063354492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,3072,0.06586453517278036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,3072,0.06555413405100505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,3072,0.06243840058644613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,3072,0.05881173213322958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,3072,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,3072,0.05534613529841105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,3072,0.054898134867350255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,3072,0.054023468494415285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,3072,0.053224531809488926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,3072,0.0504586656888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,3072,0.05094720125198364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,3072,0.04671466747919718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,3072,0.046291200319925944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,3072,0.04342399835586548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,3072,0.043015468120574954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,3072,0.04117120107014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,3072,0.08858773708343506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,3072,0.03890346686045329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,3072,0.04004160165786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,3072,0.039698131879170734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,3072,0.03494079907735188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,3072,0.030822400252024335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,3072,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,3072,0.02858133316040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,3072,0.025770666201909383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,3072,0.022776534159978233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,3072,0.02136853337287903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,3072,0.021280000607172646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,3072,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,3072,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,3072,0.01918826699256897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,3072,0.01949866612752279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,3072,0.018821332852045694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,3072,0.017571200927098594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,3072,0.01925333340962728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,3072,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,3072,0.020077866315841675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,3072,0.03311786651611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,3072,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,3072,0.018899200359980266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,3072,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,3072,0.01975040038426717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,3072,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,3072,0.01885653336842855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,3072,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,3072,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,3072,0.019256534179051717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,3072,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,3072,0.01604480048020681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,3072,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,3072,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,3072,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,3072,0.016247466206550598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,3072,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,3072,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,3072,0.015526400009791056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,3072,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,3072,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,3072,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,3072,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,3072,0.016327466567357382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,3072,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,3072,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,3072,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,3072,0.44103253682454424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,3072,0.2290346622467041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,3072,0.8698805491129556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,3072,0.24488852818806967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,3072,0.2118197282155355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,3072,0.21317013104756674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,3072,0.19788586298624675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,3072,0.19054506619771322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,3072,0.1716053326924642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,3072,1.7363573710123699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,3072,0.1448853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,3072,0.12999573548634846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,3072,0.13045547008514405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,3072,0.11729386647542317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,3072,0.1608448028564453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,3072,0.17073386510213215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,3072,0.1145632028579712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,3072,0.10713600317637126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,3072,0.09310186703999837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,3072,0.08846293290456136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,3072,0.08660480181376139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,3072,0.10782612959543865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,3072,0.07750186920166016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,3072,0.07655573685963948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,3072,0.06167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,3072,0.059069867928822836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,3072,0.05519359906514486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,3072,0.05068906545639038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,3072,0.042733867963155106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,3072,0.03381866614023844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,3072,0.027335466941197713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,3072,0.06835520267486572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,3072,0.04385066827138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,3072,0.036261332035064694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,3072,0.024334933360417685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,3072,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,3072,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,3072,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,3072,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,3072,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,3072,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,3072,0.015646933515866598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,3072,0.015961600343386333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,3072,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,3072,0.012147200107574464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,3072,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,3072,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,3072,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,3072,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,3072,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,3072,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,3072,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,3072,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,3072,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,3072,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,3072,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,3072,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,3072,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,3072,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,3072,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,3072,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,3072,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,3072,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,3072,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,3072,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,3072,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,3072,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,3072,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,3072,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,3072,0.016040533781051636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,3072,0.01781439979871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,3072,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,3072,0.16292373339335126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,3072,0.31672213872273763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,3072,0.08770666917165121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,3072,0.05148799816767374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,3072,0.051047468185424806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,3072,0.0501141349474589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,3072,0.05000853141148885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,3072,0.04951146841049194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,3072,0.04193600018819173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,3072,0.042933332920074466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,3072,0.041826132933298746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,3072,0.041501867771148684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,3072,0.0407914678255717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,3072,0.04057493209838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,3072,0.04025493462880452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,3072,0.03933013280232747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,3072,0.03394240140914917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,3072,0.033045333623886106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,3072,0.032562132676442465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,3072,0.0318015992641449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,3072,0.031699200471242264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,3072,0.03126186728477478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,3072,0.031031467517217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,3072,0.024848000208536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,3072,0.024378667275110878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,3072,0.023611734310785927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,3072,0.022954666614532472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,3072,0.023153066635131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,3072,0.02309653361638387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,3072,0.022291199366251627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,3072,0.02153173287709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,3072,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,3072,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,3072,0.01388800044854482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,3072,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,3072,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,3072,0.013543466726938883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,3072,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,3072,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,3072,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,3072,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,3072,0.012110933661460876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,3072,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,3072,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,3072,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,3072,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,3072,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,3072,0.012152533729871113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,3072,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,3072,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,3072,0.012101333340009053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,3072,0.011702400445938111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,3072,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,3072,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,3072,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,3072,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,3072,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,3072,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,3072,0.011992533008257549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,3072,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,3072,0.011806933085123698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,3072,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,3072,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,2560,0.4587967872619629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,2560,0.2518880049387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,2560,0.13813759485880533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,2560,0.07976000308990479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,2560,0.07813546657562256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,2560,0.07804693380991617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,2560,0.07617706457773844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,2560,0.07534720102945963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,2560,0.06275093158086141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,2560,0.06297706762949626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,2560,0.05803733269373575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,2560,0.0516319990158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,2560,0.051957333087921144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,2560,0.048468267917633055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,2560,0.04792106548945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,2560,0.042762664953867595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,2560,0.041465600331624344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,2560,0.040174933274586995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,2560,0.039502934614817305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,3072,0.011776000261306763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,2560,0.041075201829274495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,2560,0.04047893285751343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,2560,0.03455466826756795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,2560,0.03442560036977132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,2560,0.032357333103815715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,2560,0.030829866727193195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,2560,0.02834666570027669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,2560,0.02762133280436198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,2560,0.024461867411931355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,2560,0.0233130673567454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,2560,0.022082134087880453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,2560,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,2560,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,2560,0.017258665959040322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,2560,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,2560,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,2560,0.010477866729100544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,2560,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,2560,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,2560,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,2560,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,2560,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,2560,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,2560,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,2560,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,2560,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,2560,0.007426133255163829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,2560,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,2560,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,2560,0.00851200024286906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,2560,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,2560,0.008654933174451191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,2560,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,2560,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,2560,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,2560,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,2560,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,2560,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,2560,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,2560,0.007212799787521362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,2560,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,2560,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,2560,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,2560,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,2560,0.007286400099595388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,2560,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,2560,0.007206400235493978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,2560,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,2560,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,2560,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,2560,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,2560,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,2560,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,2560,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,2560,0.48876800537109377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,2560,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,2560,0.24979839324951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,2560,0.12526826858520507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,2560,0.07230719725290934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,2560,0.07637653350830079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,2560,0.07076586882273356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,2560,0.07120426495869955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,2560,0.06759359836578369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,2560,0.0640010674794515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,2560,0.060022401809692386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,2560,0.060088535149892174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,2560,0.054973868529001865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,2560,0.05687573353449503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,2560,0.05411413510640463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,2560,0.05732053518295288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,2560,0.049993598461151124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,2560,0.05064320166905721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,2560,0.04787946542104085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,2560,0.049135998884836836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,2560,0.04405759970347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,2560,0.04623146851857503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,2560,0.04069120089213053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,2560,0.04215360085169474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,2560,0.039318398634592695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,2560,0.03924906651178996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,2560,0.03885973294576009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,2560,0.036635732650756835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,2560,0.03456746737162272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,2560,0.03441173235575358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,2560,0.03214079936345418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,2560,0.030871466795603437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,2560,0.027397332588831584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,2560,0.02804479996363322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,2560,0.023510400454203287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,2560,0.025499733289082845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,3072,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,2560,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,2560,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,2560,0.020331732432047524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,2560,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,2560,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,2560,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,2560,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,2560,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,2560,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,2560,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,2560,0.017509333292643228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,2560,0.01802026629447937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,2560,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,2560,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,2560,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,2560,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,3072,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,2560,0.017163733641306557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,2560,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,2560,0.017638399203618368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,2560,0.01634986698627472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,2560,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,2560,0.016839466492335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,2560,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,2560,0.01641279955705007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,2560,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,2560,0.016057599584261575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,2560,0.015568000078201295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,2560,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,2560,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,2560,0.01548906664053599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,2560,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,2560,0.01513813336690267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,2560,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,2560,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,2560,0.015661866466204325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,2560,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,2560,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,2560,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,2560,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,2560,0.21442027091979982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,2560,0.42831894556681316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,2560,0.8423893610636393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,2560,0.206766939163208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,2560,0.1930250644683838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,2560,0.19021867116292318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,2560,0.1699722607930501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,2560,0.1668885389963786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,2560,0.1583669344584147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,2560,0.1360095977783203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,2560,1.6642623901367188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,2560,0.1277184009552002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,2560,0.11456106503804524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,2560,0.11148266792297364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,2560,0.1302730639775594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,2560,0.14534932772318523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,2560,0.08532053629557292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,2560,0.0818997303644816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,2560,0.09957333405812582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,2560,0.07786346276601155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,2560,0.07338879903157552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,2560,0.07089172999064128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,2560,0.05881173213322958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,2560,0.10447466373443604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,2560,0.05651413202285767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,2560,0.05137173334757487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,2560,0.048181335131327316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,2560,0.09282666842142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,2560,0.06545279820760092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,2560,0.042022399107615155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,2560,0.03160960078239441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,2560,0.025889066855112712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,2560,0.02344640096028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,2560,0.040497068564097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,2560,0.03388160069783529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,2560,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,2560,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,2560,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,2560,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,2560,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,2560,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,2560,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,2560,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,2560,0.01088106632232666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,2560,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,2560,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,2560,0.011086933811505635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,2560,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,2560,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,2560,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,2560,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,2560,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,2560,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,2560,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,2560,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,2560,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,2560,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,2560,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,2560,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,2560,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,2560,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,2560,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,2560,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,2560,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,2560,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,2560,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,2560,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,2560,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,2560,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,2560,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,2560,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,2560,0.2797919909159342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,2560,0.14095253944396974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,2560,0.07669866879781087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,2560,0.04460586706797282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,2560,0.04458346764246623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,2560,0.04383893410364787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,2560,0.011095466216405232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,2560,0.043315200010935466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,2560,0.04250986576080322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,2560,0.03832319974899292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,2560,0.03709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,2560,0.03709760109583537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,2560,0.036082132657368975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,2560,0.03635840018590291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,2560,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,2560,0.035426131884257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,2560,0.034333864847819015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,2560,0.02997973362604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,2560,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,2560,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,2560,0.02800106604894002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,2560,0.028120533625284834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,2560,0.027672533194224042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,2560,0.02762239972750346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,2560,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,2560,0.021530665953954062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,2560,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,2560,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,2560,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,2560,0.020326399803161622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,2560,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,2560,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,2560,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,2560,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,2560,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,2560,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,2560,0.011699199676513672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,2560,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,2560,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,2560,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,2560,0.011297067006429035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,2560,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,2560,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,2560,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,2560,0.011275733510653179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,2560,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,2560,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,2560,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,2560,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,2560,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,2560,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,2560,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,2560,0.010963199536005656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,2560,0.011043199896812439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,2560,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,2560,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,2560,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,2560,0.010868266224861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,2048,0.39358294804890953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,2048,0.19875413576761883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,2048,0.1139072020848592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,2048,0.06592533191045126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,2048,0.06840960184733072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,2560,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,2048,0.05989013512929281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,2048,0.052655998865763345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,2048,0.05776426792144775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,2048,0.04705706834793091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,2048,0.04728746811548869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,2048,0.04475626548131307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,2048,0.04404373168945312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,2048,0.041460267702738446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,2048,0.04149973392486572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,2048,0.03901120026906331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,2048,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,2048,0.033982932567596436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,2048,0.0348416010538737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,2048,0.032687999804814655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,2048,0.03165973424911499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,2048,0.030716800689697267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,2048,0.02735466758410136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,2048,0.026410667101542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,2048,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,2048,0.024203733603159586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,2048,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,2048,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,2048,0.01932586630185445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,2048,0.01807039976119995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,2048,0.01801813244819641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,2048,0.01513920029004415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,2048,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,2048,0.013459199666976928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,2048,0.012262399991353352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,2048,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,2048,0.009091200431187947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,2048,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,2048,0.007593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,2048,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,2048,0.007825066645940144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,2048,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,2048,0.007831466694672901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,2048,0.008087466657161712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,2048,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,2048,0.006159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,2048,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,2048,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,2048,0.00703359991312027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,2048,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,2048,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,2048,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,2048,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,2048,0.005786666770776113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,2560,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,2048,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,2048,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,2048,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,2048,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,2560,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,2048,0.005646933118502299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,2048,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,2048,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,2048,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,2048,0.005688533186912537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,2048,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,2048,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,2048,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,2048,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,2048,0.005368533233801523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,2048,0.005589333176612854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,2048,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,2048,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,2048,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,2048,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,2048,0.005714133381843567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,2048,0.1977791945139567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,2048,0.4028160095214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,2048,0.09987839857737223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,2048,0.05840320189793905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,2048,0.060021332899729406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,2048,0.055105066299438475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,2048,0.05542933146158854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,2048,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,2048,0.05282026529312134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,2048,0.051284265518188474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,2048,0.05144639809926351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,2048,0.05925333499908447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,2048,0.0506880005200704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,2048,0.049909333388010665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,2048,0.04794453382492066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,2048,0.04910720189412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,2048,0.04368853171666463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,2048,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,2048,0.041605333487192794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,2048,0.03916800022125244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,2048,0.0395520011583964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,2048,0.04291093349456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,2048,0.035341866811116535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,2048,0.035847465197245285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,2048,0.036873598893483475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,2048,0.03343040148417155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,2048,0.03694613377253215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,2048,0.033003733555475874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,2048,0.03237866759300232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,2048,0.030292266607284547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,2048,0.02940373420715332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,2048,0.027464532852172853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,2048,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,2048,0.02608319918314616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,2048,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,2048,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,2048,0.023848533630371094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,2048,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,2048,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,2048,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,2048,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,2048,0.017511467138926186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,2048,0.01813439925511678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,2048,0.01848319967587789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,2048,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,2048,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,2048,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,2048,0.01800533334414164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,2048,0.01797119975090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,2048,0.017203199863433837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,2048,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,2048,0.01686826745669047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,2048,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,2048,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,2048,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,2048,0.01728960076967875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,2048,0.016320000092188515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,2048,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,2048,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,2048,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,2048,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,2048,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,2048,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,2048,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,2048,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,2048,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,2048,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,2048,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,2048,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,2048,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,2048,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,2048,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,2048,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,2048,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,2048,0.01583573321501414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,2048,0.8092821121215821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,2048,0.18103787104288738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,2048,1.600694402058919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,2048,0.1816362698872884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,2048,0.1611189365386963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,2048,0.4101728121439616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,2048,0.15482452710469563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,2048,0.15218666394551594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,2048,0.14285333951314289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,2048,0.1344703992207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,2048,0.11278080145517985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,2048,0.10859093666076661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,2048,0.1025333325068156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,2048,0.10056640307108562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,2048,0.12342507044474285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,2048,0.08805546760559083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,2048,0.09103679656982422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,2048,0.08028053442637126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,2048,0.07806399663289389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,2048,0.07392533620198569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,2048,0.07038826942443847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,2048,0.06613119840621948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,2048,0.09373439947764078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,2048,0.055617066224416103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,2048,0.05384106636047363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,2048,0.048052267233530684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,2048,0.04628906647364299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,2048,0.1250218629837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,2048,0.03179840048154195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,2048,0.062004268169403076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,2048,0.03986453215281169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,2048,0.029726932446161907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,2048,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,2048,0.021543467044830324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,2048,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,2048,0.0386517326037089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,2048,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,2048,0.012089600165685017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,2048,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,2048,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,2048,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,2048,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,2048,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,2048,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,2048,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,2048,0.010071466366449993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,2048,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,2048,0.010170666376749675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,2048,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,2048,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,2048,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,2048,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,2048,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,2048,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,2048,0.012598400314648947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,2048,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,2048,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,2048,0.012785067160924276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,2048,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,2048,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,2048,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,2048,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,2048,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,2048,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,2048,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,2048,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,2048,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,2048,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,2048,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,2048,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,2048,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,2048,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,2048,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,2048,0.23123839696248374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,2048,0.11803733507792155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,2048,0.06455893516540527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,2048,0.03818346659342448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,2048,0.03728640079498291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,2048,0.03775680065155029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,2048,0.03739413420359294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,2048,0.03633600076039632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,2048,0.032440533240636185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,2048,0.03178026676177979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,2048,0.03184106747309367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,2048,0.031052800019582112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,2048,0.03017279903093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,2048,0.03027626673380534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,2048,0.03091520071029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,2048,0.029237333933512372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,2048,0.025214932362238568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,2048,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,2048,0.025148799022038777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,2048,0.024104533592859904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,2048,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,2048,0.023523199558258056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,2048,0.024399999777475992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,2048,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,2048,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,2048,0.01830186645189921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,2048,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,2048,0.017917867501576742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,2048,0.01756160060564677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,2048,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,2048,0.017767467101415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,2048,0.01272213359673818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,2048,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,2048,0.01129813293615977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,2048,0.011351466178894043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,2048,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,2048,0.01090773344039917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,2048,0.01053546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,2048,0.010965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,2048,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,2048,0.010479999581972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,2048,0.010521599650382995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,2048,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,2048,0.010473600029945374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,2048,0.010470400253931682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,2048,0.010563199718793232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,2048,0.010621866583824158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,2048,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,2048,0.010102400183677673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,2048,0.01014293332894643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,2048,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,2048,0.010056533416112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,2048,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,2048,0.009679999947547913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,2048,0.010123733679453533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,2048,0.010497066378593444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,2048,0.010098133484522502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,2048,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,2048,0.010172800223032633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,2048,0.010110933581988018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,2048,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,2048,0.010073600212732951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,2048,0.010182399551073711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,2048,0.010106666882832845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,2048,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,2048,0.009701333443323771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,2048,0.010538666447003683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,2048,0.010513066252072652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,2048,0.010605866710344952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,2048,0.010088533163070679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,2048,0.010086400310198466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,2048,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,1536,0.3015178680419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,1536,0.07969813346862793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,1536,0.1496618588765462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,1536,0.04357226689656575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,1536,0.04366720120112101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,1536,0.04499626557032267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,1536,0.039190399646759036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,1536,0.03425706624984741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,1536,0.04889066616694133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,1536,0.03382720152537028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,1536,0.04154880046844482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,1536,0.032440533240636185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,1536,0.03804693222045898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,1536,0.029890133937199907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,1536,0.027383466561635334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,1536,0.03667413393656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,1536,0.02662293314933777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,1536,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,1536,0.028431999683380126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,1536,0.025026132663091023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,1536,0.026949334144592284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,1536,0.022737065951029457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,1536,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,1536,0.02090346614519755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,1536,0.019233065843582153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,1536,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,1536,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,1536,0.015615999698638916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,1536,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,1536,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,1536,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,1536,0.01146666705608368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,1536,0.01137600044409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,1536,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,1536,0.00804906686147054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,1536,0.007229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,1536,0.005987200140953064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,1536,0.006875733534495036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,1536,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,1536,0.006489600241184235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,1536,0.0063733334342638654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,1536,0.006369066735108693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,1536,0.0065290664633115125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,1536,0.006110933423042297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,1536,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,2048,0.010216533144315084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,1536,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,1536,0.005121066669623057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,1536,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,1536,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,1536,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,1536,0.00600853314002355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,1536,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,1536,0.004724266628424326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,2048,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,1536,0.005217066903909048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,1536,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,1536,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,1536,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,1536,0.0038751999537150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,1536,0.0043136000633239744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,1536,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,1536,0.004382933179537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,1536,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,1536,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,1536,0.003913599997758865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,1536,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,1536,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,1536,0.004331733286380768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,1536,0.00415040006240209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,1536,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,1536,0.004373333354791006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,1536,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,1536,0.1505791982014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,1536,0.3100458780924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,1536,0.07983787059783935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,1536,0.05193066596984863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,1536,0.049491198857625325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,1536,0.04634453455607097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,1536,0.04776959816614787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,1536,0.04716586669286092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,1536,0.04472959836324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,1536,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,1536,0.044078934192657473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,1536,0.042497066656748454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,1536,0.041206399599711105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,1536,0.04124480088551839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,1536,0.04121919870376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,1536,0.03602453470230103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,1536,0.03566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,1536,0.03772693475087484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,1536,0.035258666674296064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,1536,0.0343231995900472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,1536,0.03494506676991781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,1536,0.03204906582832336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,1536,0.032503465811411544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,1536,0.03149333397547404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,1536,0.029089067379633588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,1536,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,1536,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,1536,0.02759360074996948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,1536,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,1536,0.024856533606847128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,1536,0.02327893376350403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,1536,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,1536,0.021559466918309532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,1536,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,1536,0.017607466379801432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,1536,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,1536,0.016826667388280234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,1536,0.04109013477961222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,1536,0.01720106601715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,1536,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,1536,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,1536,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,1536,0.03246080080668132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,1536,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,1536,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,1536,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,1536,0.018051199118296304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,1536,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,1536,0.016819200913111367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,1536,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,1536,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,1536,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,1536,0.014839466412862143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,1536,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,1536,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,1536,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,1536,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,1536,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,1536,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,1536,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,1536,0.016265599926312765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,1536,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,1536,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,1536,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,1536,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,1536,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,1536,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,1536,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,1536,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,1536,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,1536,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,1536,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,1536,0.7884639739990235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,1536,0.14439039230346679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,1536,0.13449279467264813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,1536,0.15913279851277667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,1536,0.12978026866912842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,1536,1.553009033203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,1536,0.12845653692881268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,1536,0.11958933671315511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,1536,0.1170570691426595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,1536,0.10378986994425457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,1536,0.39200852711995443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,1536,0.0980842669804891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,1536,0.09648746649424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,1536,0.09175786972045899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,1536,0.10650560061136882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,1536,0.11650666395823162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,1536,0.0808895985285441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,1536,0.07558613618214925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,1536,0.0722442626953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,1536,0.0694602648417155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,1536,0.0652565320332845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,1536,0.061692798137664796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,1536,0.08930133183797201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,1536,0.052490667502085364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,1536,0.0504309336344401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,1536,0.0840778668721517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,1536,0.04536853233973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,1536,0.04315306742986043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,1536,0.05798933506011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,1536,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,1536,0.021875200668970744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,1536,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,1536,0.030593067407608032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,1536,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,1536,0.03768213192621867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,1536,0.03566720088322957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,1536,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,1536,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,1536,0.01153706709543864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,1536,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,1536,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,1536,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,1536,0.01295146644115448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,1536,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,1536,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,1536,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,1536,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,1536,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,1536,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,1536,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,1536,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,1536,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,1536,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,1536,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,1536,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,1536,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,1536,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,1536,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,1536,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,1536,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,1536,0.011051733295122783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,1536,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,1536,0.011534933249155681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,1536,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,1536,0.01051626702149709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,1536,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,1536,0.010918399691581726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,1536,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,1536,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,1536,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,1536,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,1536,0.09611946741739909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,1536,0.18624213536580403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,1536,0.0543008009592692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,1536,0.03196159998575847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,1536,0.03147839903831482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,1536,0.03178666631380717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,1536,0.03131200075149536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,1536,0.030642133951187134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,1536,0.027180800835291546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,1536,0.027236266930898027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,1536,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,1536,0.026581333080927534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,1536,0.02688746651013692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,1536,0.026081067323684693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,1536,0.025463465849558515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,1536,0.025383466482162477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,1536,0.021913599967956544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,1536,0.022005333503087362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,1536,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,1536,0.020829866329828896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,1536,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,1536,0.020967467625935873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,1536,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,1536,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,1536,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,1536,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,1536,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,1536,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,1536,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,1536,0.015468800067901611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,1536,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,1536,0.011313066879908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,1536,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,1536,0.010529067118962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,1536,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,1536,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,1536,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,1536,0.009742933511734008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,1536,0.009672533472379048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,1536,0.009724799791971843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,1536,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,1536,0.009660800298055012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,1536,0.009706667065620423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,1536,0.009693866968154908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,1536,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,1536,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,1536,0.009341866771380106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,1536,0.009332266449928284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,1536,0.00928000013033549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,1536,0.009380267063776652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,1536,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,1536,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,1536,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,1536,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,1536,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,1536,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,1536,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,1536,0.008851200342178345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,1536,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,1536,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,1536,0.009301333626111349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,1536,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,1536,0.00934933324654897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,1536,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,1536,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,1536,0.009361066420873006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,1536,0.008853333195050557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,1024,0.2002357323964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,1024,0.09950079917907714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,1024,0.050271999835968015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,1024,0.028137600421905516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,1024,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,1024,0.02680213252703349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,1024,0.027425066630045576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,1024,0.02944213350613912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,1024,0.024180267254511514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,1024,0.023825067281723022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,1024,0.023450666666030885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,1024,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,1024,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,1024,0.021962666511535646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,1024,0.02138026754061381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,1024,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,1024,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,1024,0.01843413313229879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,1024,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,1024,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,1024,0.017883733908335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,1024,0.01562773287296295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,1024,0.015076266725858054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,1024,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,1024,0.013505066434542337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,1024,0.012362666924794515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,1024,0.011479467153549194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,1024,0.010605866710344952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,1024,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,1536,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,1024,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,1024,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,1024,0.0076341331005096436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,1024,0.005987200140953064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,1024,0.005142400165398916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,1024,0.004844800134499868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,1024,0.005339733262856802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,1024,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,1024,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,1024,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,1024,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,1024,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,1024,0.004484266539414724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,1024,0.004069333275159201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,1024,0.004397866626580557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,1536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,1024,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,1024,0.004712533454100291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,1024,0.0049450665712356566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,1024,0.004762666424115499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,1024,0.004962133367856344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,1024,0.004823466638724009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,1024,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,1024,0.0038751999537150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,1024,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,1024,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,1024,0.00432533323764801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,1024,0.0043488000830014546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,1024,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,1024,0.003500800083080927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,1024,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,1024,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,1024,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,1024,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,1024,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,1024,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,1024,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,1024,0.003491200009981791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,1024,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,1024,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,1024,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,1536,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,1024,0.21036906242370607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,1024,0.05983680089314779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,1024,0.11532586415608723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,1024,0.039450665314992264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,1024,0.03851946592330933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,1024,0.03827733198801676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,1024,0.03780266841252645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,1024,0.03632533152898153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,1024,0.038685866196950275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,1024,0.03487146695454915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,1024,0.03608746528625488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,1024,0.03363093137741089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,1024,0.03321920037269592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,1024,0.03367893298467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,1024,0.034585599104563394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,1024,0.03097599943478902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,1024,0.0315829336643219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,1024,0.0321237325668335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,1024,0.03109760085741679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,1024,0.02996266682942708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,1024,0.02901653250058492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,1024,0.027512532472610474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,1024,0.02760533293088277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,1024,0.028101332982381183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,1024,0.026974932352701826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,1024,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,1024,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,1024,0.023705599705378215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,1024,0.023379200696945192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,1024,0.023204267024993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,1024,0.021283199389775596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,1024,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,1024,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,1024,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,1024,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,1024,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,1024,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,1024,0.01713599960009257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,1024,0.0180351992448171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,1024,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,1024,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,1024,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,1024,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,1024,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,1024,0.015217066804567973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,1024,0.017117865880330405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,1024,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,1024,0.01591679950555166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,1024,0.015848533312479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,1024,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,1024,0.015029333035151162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,1024,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,1024,0.015200000007947287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,1024,0.015991466244061787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,1024,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,1024,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,1024,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,1024,0.019181867440541588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,1024,0.015031466881434122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,1024,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,1024,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,1024,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,1024,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,1024,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,1024,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,1024,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,1024,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,1024,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,1024,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,1024,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,1024,0.13111999829610188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,1024,0.7588682810465495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,1024,0.12859093348185222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,1024,0.12143572966257732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,1024,0.11871999899546307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,1024,0.11431039969126384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,1024,0.11137279669443767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,1024,1.500803248087565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,1024,0.1075551986694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,1024,0.09735679626464844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,1024,0.09230506420135498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,1024,0.37498451868693033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,1024,0.09007893403371176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,1024,0.08626133600870768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,1024,0.10158507029215495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,1024,0.1036842664082845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,1024,0.07672426700592042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,1024,0.06920959949493408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,1024,0.06507840156555175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,1024,0.06232320070266724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,1024,0.07917866706848145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,1024,0.058302934964497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,1024,0.049457065264383954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,1024,0.0477728009223938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,1024,0.08255786895751953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,1024,0.04268800020217896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,1024,0.07067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,1024,0.040489598115285234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,1024,0.05453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,1024,0.026946133375167845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,1024,0.02078933318456014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,1024,0.033882665634155276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,1024,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,1024,0.028501333793004353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,1024,0.03545173406600952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,1024,0.013814399639765421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,1024,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,1024,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,1024,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,1024,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,1024,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,1024,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,1024,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,1024,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,1024,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,1024,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,1024,0.009273599584897358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,1024,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,1024,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,1024,0.009648000200589497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,1024,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,1024,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,1024,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,1024,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,1024,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,1024,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,1024,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,1024,0.009300266702969868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,1024,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,1024,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,1024,0.009640533725420635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,1024,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,1024,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,1024,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,1024,0.00977280040582021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,1024,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,1024,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,1024,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,1024,0.009245866537094116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,1024,0.009659733374913533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,1024,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,1024,0.010247466961542766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,1024,0.1401631991068522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,1024,0.04117439985275269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,1024,0.07372799714406332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,1024,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,1024,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,1024,0.024601600567499795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,1024,0.02532800038655599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,1024,0.024489599466323852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,1024,0.02158400019009908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,1024,0.021523199478785195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,1024,0.021974400679270426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,1024,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,1024,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,1024,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,1024,0.021154133478800456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,1024,0.020346667369206747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,1024,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,1024,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,1024,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,1024,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,1024,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,1024,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,1024,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,1024,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,1024,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,1024,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,1024,0.01337493360042572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,1024,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,1024,0.012770133217175803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,1024,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,1024,0.012129066387812297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,1024,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,1024,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,1024,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,1024,0.008853333195050557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,1024,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,1024,0.008905599514643352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,1024,0.008461866776148479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,1024,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,1024,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,1024,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,1024,0.008840533097585042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,1024,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,1024,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,1024,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,1024,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,1024,0.008521599570910136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,1024,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,1024,0.00806933343410492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,1024,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,1024,0.008424533406893413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,1024,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,1024,0.008038400113582611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,1024,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,1024,0.00842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,1024,0.008477866649627686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,1024,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,1024,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,1024,0.008431999882062276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,768,0.15823040008544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,768,0.08067519664764404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,768,0.041145598888397215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,768,0.02299840052922567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,768,0.023826134204864503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,768,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,768,0.021686400969823202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,1024,0.008184533317883809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,768,0.022347732384999593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,768,0.019588265816370645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,768,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,768,0.01989439924558004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,768,0.017787732680638633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,768,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,768,0.01798400084177653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,768,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,768,0.015110400319099427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,768,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,768,0.014686933159828186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,768,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,768,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,768,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,768,0.012148267030715943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,768,0.01176106631755829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,768,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,768,0.010591999689737955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,768,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,768,0.009412266810735067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,768,0.00860479970773061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,768,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,768,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,768,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,768,0.006455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,768,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,768,0.004866133133570353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,768,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,768,0.0046965335806210835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,768,0.00446720023949941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,768,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,1024,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,768,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,768,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,768,0.003946666667858759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,768,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,768,0.003967999915281932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,768,0.0038805333276589714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,768,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,768,0.01114026705423991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,768,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,768,0.004368000229199727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,768,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,768,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,768,0.0035306667288144433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,768,0.003533866753180822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,768,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,768,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,768,0.0037248000502586366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,768,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,768,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,768,0.003139200061559677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,768,0.0031040000418821974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,768,0.0031040000418821974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,768,0.0031040000418821974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,768,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,768,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,768,0.0031776001056035364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,768,0.0035349334279696143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,768,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,768,0.004102399945259095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,768,0.08680960337320963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,768,0.16433812777201334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,768,0.05291306575139364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,768,0.03476373354593913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,768,0.035148799419403076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,768,0.035733334223429364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,768,0.033633065223693845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,768,0.034714667002360027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,768,0.03238826592763265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,768,0.032876799503962204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,768,0.03159573276837667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,768,0.030184533198674517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,768,0.030845866600672407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,768,0.03109440008799235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,768,0.03321066697438558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,768,0.028011733293533327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,768,0.0278165340423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,768,0.027874133984247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,768,0.027962666749954224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,768,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,768,0.02664320071538289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,768,0.024903466304143272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,768,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,768,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,768,0.023242666323979696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,768,0.02290346622467041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,768,0.023215999205907188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,768,0.02096959948539734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,768,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,768,0.020874667167663574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,768,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,768,0.018760534127553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,768,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,768,0.01790720025698344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,768,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,768,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,768,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,768,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,768,0.01793173352877299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,768,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,768,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,768,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,768,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,768,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,768,0.015441067020098367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,768,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,768,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,768,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,768,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,768,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,768,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,768,0.016382933656374613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,768,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,768,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,768,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,768,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,768,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,768,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,768,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,768,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,768,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,768,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,768,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,768,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,768,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,768,0.7518986384073894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,768,0.35429760615030925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,768,0.1231338659922282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,768,0.11509973208109539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,768,1.4874154408772786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,768,0.12473279635111492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,768,0.10795413653055827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,768,0.10298240184783936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,768,0.118285870552063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,768,0.09414827028910319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,768,0.08993813196818033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,768,0.0872490644454956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,768,0.11058026949564617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,768,0.0837610642115275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,768,0.1000501314798991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,768,0.07366399765014649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,768,0.06861866315205892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,768,0.09584746360778809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,768,0.06677652994791666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,768,0.06189546585083008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,768,0.05977173248926798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,768,0.054790401458740236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,768,0.04734400113423665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,768,0.046216531594594316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,768,0.04061546723047892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,768,0.03950613339742025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,768,0.07683093547821045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,768,0.08001813093821207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,768,0.05271253188451132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,768,0.026370133956273394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,768,0.020309333006540933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,768,0.01911466717720032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,768,0.03376746575037638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,768,0.03307200074195862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,768,0.02712000012397766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,768,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,768,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,768,0.011740799744923909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,768,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,768,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,768,0.01084266702334086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,768,0.011374933520952861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,768,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,768,0.011779200037320454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,768,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,768,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,768,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,768,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,768,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,768,0.008543999989827473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,768,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,768,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,768,0.008889599641164144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,768,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,768,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,768,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,768,0.008843732873598735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,768,0.00897173285484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,768,0.008874666690826417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,768,0.008867200215657551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,768,0.008829866846402485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,768,0.009373866518338521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,768,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,768,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,768,0.008877866466840108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,768,0.0632863998413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,768,0.11852053006490071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,768,0.023191465934117635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,768,0.03585066795349121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,768,0.022909865776697794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,768,0.022869332631429037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,768,0.02305813431739807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,768,0.02230613430341085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,768,0.020012799898783365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,768,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,768,0.01964906652768453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,768,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,768,0.019848533471425376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,768,0.01949119965235392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,768,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,768,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,768,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,768,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,768,0.016247466206550598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,768,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,768,0.015592533349990844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,768,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,768,0.01539413332939148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,768,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,768,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,768,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,768,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,768,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,768,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,768,0.011306666334470113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,768,0.011287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,768,0.010866133371988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,768,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,768,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,768,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,768,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,768,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,768,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,768,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,768,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,768,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,768,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,768,0.008055466910203297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,768,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,768,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,768,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,768,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,768,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,768,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,768,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,768,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,768,0.008046933511892954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,768,0.008150400221347808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,512,0.11412906646728516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,512,0.05744213263193766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,512,0.02977386713027954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,512,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,512,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,512,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,512,0.01716586748758952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,512,0.01395626664161682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,512,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,512,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,512,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,512,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,512,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,512,0.011033599575360615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,512,0.011108266313870747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,512,0.010660266876220703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,512,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,512,0.010084266463915508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,512,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,512,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,512,0.00947093367576599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,512,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,512,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,512,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,512,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,512,0.007032533486684163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,512,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,512,0.006428800026575724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,512,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,512,0.005998933315277099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,512,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,512,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,512,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,512,0.01590720017751058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,512,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,512,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,512,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,512,0.003903999924659729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,512,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,512,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,512,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,512,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,512,0.011383466919263204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,512,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,512,0.0037151999771595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,512,0.003522133330504099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,512,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,512,0.0035242666800816857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,512,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,512,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,512,0.003115733216206233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,512,0.0031786667803923286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,512,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,512,0.0033258666594823206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,512,0.0026709333062171934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,512,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,512,0.002678400029738744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,512,0.002733866622050603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,512,0.0029343999922275543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,512,0.0028864001234372456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,512,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,512,0.0027317332724730173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,512,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,512,0.002705066651105881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,512,0.12687466939290365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,512,0.06982080141703287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,512,0.04320319890975952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,512,0.030297599236170453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,512,0.03381653229395549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,512,0.030611199140548707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,512,0.029148799180984498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,512,0.03052053252855937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,512,0.029025065898895263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,512,0.027818665901819868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,512,0.027036799987157183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,512,0.027293866872787474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,512,0.029684267441431683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,512,0.02783893346786499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,512,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,512,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,512,0.024922666947046916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,512,0.023880533377329507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,512,0.02385279933611552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,512,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,512,0.02293973366419474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,512,0.023244800170262654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,512,0.021146667003631592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,512,0.022465066115061442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,512,0.02359893321990967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,512,0.019691733519236247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,512,0.0277621328830719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,512,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,512,0.0191594660282135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,512,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,512,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,512,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,512,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,512,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,512,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,512,0.025050665934880572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,512,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,512,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,512,0.016350932916005454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,512,0.017069866259892784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,512,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,512,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,512,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,512,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,512,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,512,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,512,0.014818132917086283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,512,0.01513706644376119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,512,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,512,0.013473066687583923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,512,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,512,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,512,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,512,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,512,0.014798933267593383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,512,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,512,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,512,0.013517866532007853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,512,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,512,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,512,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,512,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,512,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,512,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,512,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,512,0.7234944025675456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,512,0.11850026448567708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,512,0.341706657409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,512,1.4454495747884115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,512,0.11998933156331379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,512,0.11126186847686767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,512,0.10495146910349529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,512,0.10041600068410236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,512,0.1056437333424886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,512,0.09087786674499512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,512,0.1130079984664917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,512,0.08531306584676107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,512,0.08465387026468912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,512,0.07958186467488607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,512,0.09811946551005045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,512,0.07177706559499106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,512,0.09310826460520426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,512,0.06618560155232747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,512,0.06499840021133423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,512,0.05982720057169596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,512,0.05791039864222208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,512,0.05324053366978963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,512,0.046012798945109054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,512,0.045262932777404785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,512,0.03916693528493245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,512,0.0383349339167277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,512,0.07258880138397217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,512,0.07729600270589193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,512,0.051121068000793454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,512,0.025281065702438356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,512,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,512,0.0330186665058136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,512,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,512,0.03171839912732442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,512,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,512,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,512,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,512,0.010082133611043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,512,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,512,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,512,0.010528000195821126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,512,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,512,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,512,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,512,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,512,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,512,0.008846933643023174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,512,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,512,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,512,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,512,0.007652266820271809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,512,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,512,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,512,0.007709866762161255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,512,0.00782400021950404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,512,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,512,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,512,0.007657599945863088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,512,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,512,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,512,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,512,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,512,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,512,0.008022400240103405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,512,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,512,0.008005333443482716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,512,0.09831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,512,0.05321280161539713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,512,0.032333866755167646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,512,0.021588265895843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,512,0.021143466234207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,512,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,512,0.021180800596872964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,512,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,512,0.018326399723688762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,512,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,512,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,512,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,512,0.017450666427612303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,512,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,512,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,512,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,512,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,512,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,512,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,512,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,512,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,512,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,512,0.014019200205802917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,512,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,512,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,512,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,512,0.01134399970372518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,512,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,512,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,512,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,512,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,512,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,512,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,512,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,512,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,512,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,512,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,512,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,512,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,512,0.007648000121116638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,512,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,512,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,512,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,512,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,512,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,512,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,512,0.007179733117421467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,512,0.00732479989528656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,512,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,512,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,512,0.007267199953397115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,512,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,512,0.007707733412583668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,256,0.04055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,256,0.0757045348485311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,256,0.012157866358757019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,256,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,256,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,256,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,256,0.011920000116030376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,256,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,256,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,256,0.009729066491127014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,256,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,256,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,256,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,256,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,256,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,256,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,256,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,256,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,256,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,256,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,256,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,256,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,256,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,256,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,256,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,256,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,256,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,256,0.004717866579691568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,256,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,256,0.0045525332291920986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,256,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,256,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,256,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,256,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,256,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,256,0.021333332856496176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,256,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,256,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,256,0.003092266619205475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,256,0.0033589333295822145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,256,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,256,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,256,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,256,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,256,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,256,0.003127466638882955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,256,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,256,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,256,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,256,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,256,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,256,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,256,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,256,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,256,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,256,0.0023754666248957316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,256,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,256,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,256,0.05355199972788492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,256,0.09054186344146728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,256,0.03742080132166545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,256,0.02605866591135661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,256,0.02683519919713338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,256,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,256,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,256,0.023139200607935586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,256,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,256,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,256,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,256,0.022817067305246987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,256,0.023865600426991783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,256,0.02485760052998861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,256,0.0255840003490448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,256,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,256,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,256,0.02339093287785848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,256,0.02291839917500814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,256,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,256,0.021334399779637657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,256,0.01881706714630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,256,0.026045866807301837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,256,0.020826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,256,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,256,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,256,0.01845226685206095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,256,0.018914133310317993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,256,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,256,0.017284266153971353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,256,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,256,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,256,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,256,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,256,0.015156267086664834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,256,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,256,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,256,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,256,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,256,0.02142933408419291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,256,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,256,0.016250666975975037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,256,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,256,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,256,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,256,0.021362133820851645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,256,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,256,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,256,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,256,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,256,0.013940266768137612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,256,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,256,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,256,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,256,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,256,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,256,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,256,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,256,0.013527466853459676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,256,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,256,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,256,0.013393066326777139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,256,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,256,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,256,0.012966400384902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,256,0.016478932897249856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,256,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,256,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,256,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,256,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,256,0.4961386680603027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,256,0.22264320055643716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,256,0.9867082595825195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,256,0.09646720091501872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,256,0.08958186308542887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,256,0.08481386502583822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,256,0.0971349318822225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,256,0.09099946816762289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,256,0.08063146273295084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,256,0.07435200214385987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,256,0.06950186888376872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,256,0.06892800331115723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,256,0.06440960168838501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,256,0.08604586919148763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,256,0.07909013430277506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,256,0.05822293361028036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,256,0.05351680119832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,256,0.053173331419626865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,256,0.04902826547622681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,256,0.04763306776682536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,256,0.0750058650970459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,256,0.059256533781687416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,256,0.06290986537933349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,256,0.03763733307520549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,256,0.037146667639414474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,256,0.032390399773915605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,256,0.03125440080960591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,256,0.043193598588307694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,256,0.04235626856486003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,256,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,256,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,256,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,256,0.02717439929644267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,256,0.021552000443140665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,256,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,256,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,256,0.010186666250228881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,256,0.00886079967021942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,256,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,256,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,256,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,256,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,256,0.010084266463915508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,256,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,256,0.007643733421961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,256,0.007683200140794118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,256,0.007782400151093801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,256,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,256,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,256,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,256,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,256,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,256,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,256,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,256,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,256,0.006378666559855144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,256,0.007034666836261749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,256,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,256,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,256,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,256,0.006570666531721751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,256,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,256,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,256,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,256,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,256,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,256,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,256,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,256,0.006808533271153767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,256,0.07888853549957275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,256,0.0470090667406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,256,0.030357333024342854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,256,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,256,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,256,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,256,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,256,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,256,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,256,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,256,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,256,0.015844266613324484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,256,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,256,0.015223466356595359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,256,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,256,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,256,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,256,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,256,0.013058132926623025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,256,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,256,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,256,0.011832533280054729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,256,0.011152000228563944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,256,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,256,0.01009386678536733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,256,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,256,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,256,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,256,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,256,0.00922986666361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,256,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,256,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,256,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,256,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,256,0.007235200206438701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,256,0.00765119989713033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,256,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,256,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,256,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,256,0.00720000018676122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,256,0.007328000168005626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,256,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,256,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,256,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,256,0.007371733089288075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,256,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,256,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,256,0.007202133536338806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,256,0.007212799787521362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,256,0.0068245331446329755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,256,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,256,0.007246933380762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,256,0.007323733468850453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,256,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,256,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,256,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,256,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,256,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,256,0.007208533088366191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,128,0.06415146589279175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,128,0.03087573250134786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,128,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,128,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,128,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,128,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,128,0.009701333443323771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,128,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,128,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,128,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,256,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,128,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,128,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,128,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,128,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,128,0.007242666681607564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,128,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,128,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,128,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,128,0.0060127998391787205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,128,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,128,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,128,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,128,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,128,0.005544533332188925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,128,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,128,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,128,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,128,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,128,0.003870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,128,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,128,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,128,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,128,0.003566933423280716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,128,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,128,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,128,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,128,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,128,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,128,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,128,0.002776533365249634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,128,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,128,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,128,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,128,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,128,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,128,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,128,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,128,0.0025290665527184803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,128,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,128,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,128,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,128,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,128,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,128,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,128,0.04875946839650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,128,0.07681919733683268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,128,0.03348160187403361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,128,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,128,0.023246934016545616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,128,0.024165334304173787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,128,0.023558400074640908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,128,0.02244480053583781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,128,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,128,0.022061866521835328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,128,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,128,0.02301973303159078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,128,0.022482132911682128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,128,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,128,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,128,0.023933867613474526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,128,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,128,0.020396800835927327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,128,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,128,0.018703999121983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,128,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,128,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,128,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,128,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,128,0.020347734292348228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,128,0.017196800311406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,128,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,128,0.01751040021578471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,128,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,128,0.018209065993626913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,128,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,128,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,128,0.02303253412246704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,128,0.017221333583196004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,128,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,128,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,128,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,128,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,128,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,128,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,128,0.019935999313990274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,128,0.01541973352432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,128,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,128,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,128,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,128,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,128,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,128,0.0134634663661321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,128,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,128,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,128,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,128,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,128,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,128,0.01755839983622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,128,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,128,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,128,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,128,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,128,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,128,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,128,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,128,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,128,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,128,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,128,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,128,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,128,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,128,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,128,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,128,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,128,0.17844053904215496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,128,0.379254404703776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,128,0.08527039686838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,128,0.7521365483601887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,128,0.07976106802622476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,128,0.08607146739959717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,128,0.07533973058064779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,128,0.07194666862487793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,128,0.08013652960459391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,128,0.0657589316368103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,128,0.06131626764933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,128,0.061698134740193686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,128,0.057203201452891025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,128,0.07601493199666341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,128,0.06598720153172812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,128,0.0696394681930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,128,0.04808319807052612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,128,0.047331198056538897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,128,0.04373546838760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,128,0.04195093313852946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,128,0.03832639853159587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,128,0.05234026511510213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,128,0.03376213312149048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,128,0.03297386765480041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,128,0.028897066911061604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,128,0.05595200061798096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,128,0.028085333108901978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,128,0.051565865675608315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,128,0.03794453144073486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,128,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,128,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,128,0.024156800905863442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,128,0.023950932423273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,128,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,128,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,128,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,128,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,128,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,128,0.008444799979527792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,128,0.00827946662902832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,128,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,128,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,128,0.009354666868845622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,128,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,128,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,128,0.0059562668204307554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,128,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,128,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,128,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,128,0.0059456000725428265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,128,0.005938133100668589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,128,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,128,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,128,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,128,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,128,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,128,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,128,0.0060149331887563075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,128,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,128,0.005958400170008342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,128,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,128,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,128,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,128,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,128,0.07823466459910075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,128,0.048894933859507245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,128,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,128,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,128,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,128,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,128,0.01699840029080709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,128,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,128,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,128,0.028269867102305096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,128,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,128,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,128,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,128,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,128,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,128,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,128,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,128,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,128,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,128,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,128,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,128,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,128,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,128,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,128,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,128,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,128,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,128,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,128,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,128,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,128,0.009324799974759419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,128,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,128,0.00886400043964386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,128,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,128,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,128,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,128,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,128,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,128,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,128,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,128,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,128,0.007234133283297221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,128,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,128,0.0072170664866765336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,128,0.006788266698519389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,128,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,128,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,128,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,128,0.006871466835339864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,128,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,128,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,128,0.006817066669464111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,128,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,128,0.006799999872843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,128,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,128,0.006778666873772939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,64,0.05464320182800293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,64,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,64,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,64,0.009288533528645834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,128,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,64,0.00969599982102712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,64,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,64,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,64,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,128,0.0068010667959849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,128,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,64,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,64,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,64,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,64,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,64,0.010286933183670044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,64,0.006611200173695882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,64,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,64,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,64,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,64,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,64,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,64,0.005525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,64,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,64,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,64,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,64,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,64,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,64,0.004714666803677877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,64,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,64,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,64,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,64,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,64,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,64,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,64,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,64,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,64,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,64,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,64,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,64,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,64,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,64,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,64,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,64,0.002532266577084859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,64,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,64,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,64,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,64,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,64,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,64,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,64,0.002100266764561335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,64,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,64,0.046697600682576494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,64,0.07809706528981528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,64,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,64,0.02445866664250692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,64,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,64,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,64,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,64,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,64,0.02332586646080017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,64,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,64,0.020988800128300986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,64,0.020859734217325846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,64,0.020805333058039346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,64,0.023844265937805177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,64,0.01942080060640971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,64,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,64,0.020887466271718343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,64,0.020885332425435384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,64,0.019537067413330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,64,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,64,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,64,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,64,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,64,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,64,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,64,0.017860267559687296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,64,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,64,0.018053332964579262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,64,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,64,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,64,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,64,0.01592639982700348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,64,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,64,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,64,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,64,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,64,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,64,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,64,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,64,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,64,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,64,0.014275200168291726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,64,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,64,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,64,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,64,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,64,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,64,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,64,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,64,0.013772799571355184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,64,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,64,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,64,0.013198933005332947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,64,0.013766400019327798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,64,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,64,0.01744426687558492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,64,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,64,0.013562666376431784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,64,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,64,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,64,0.013061333696047464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,64,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,64,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,64,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,64,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,64,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,32,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,64,0.013382400075594584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,32,0.057259734471639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,32,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,32,0.009648000200589497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,32,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,32,0.010574932893117268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,32,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,32,0.008529067039489746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,32,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,32,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,32,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,32,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,32,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,32,0.010518399874369304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,32,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,32,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,32,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,32,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,32,0.0059690664211908976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,32,0.0059797331690788266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,32,0.005542399982611338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,32,0.005977599819501241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,32,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,32,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,32,0.006421333551406861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,32,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,32,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,32,0.005197866757710775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,32,0.004744533201058706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,32,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,5120,32,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,5120,32,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,5120,32,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,5120,32,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,5120,32,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,5120,32,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,5120,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,32,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,5120,32,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,5120,32,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,5120,32,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,5120,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,5120,32,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,5120,32,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,5120,32,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,5120,32,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,5120,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,5120,32,0.002313599983851115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,5120,32,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,5120,32,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,5120,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,5120,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,5120,32,0.002889599899450938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,5120,32,0.0024501333634058637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,5120,32,0.0024298667907714845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,5120,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,5120,32,0.0023221333821614584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,5120,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,5120,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,5120,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,5120,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,5120,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,5120,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,5120,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,5120,32,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,5120,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,5120,32,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,5120,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,5120,32,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,5120,32,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,5120,32,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,5120,32,0.0024746666351954144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,32,0.07516480286916097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,32,0.04575039943059285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,32,0.031060266494750976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,32,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,32,0.02444480061531067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,32,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,32,0.02330453395843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,5120,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,32,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,32,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,32,0.020875734090805054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,32,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,32,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,32,0.02077440023422241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,32,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,32,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,32,0.019065600633621217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,32,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,32,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,32,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,32,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,32,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,32,0.017873066663742065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,32,0.017836799224217735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,32,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,32,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,32,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,32,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,5120,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,32,0.021370667219161987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,32,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,32,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,32,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,32,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,32,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,32,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,32,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,32,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,32,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,32,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,32,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,32,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,32,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,32,0.016770132382710776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,32,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,32,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,32,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,32,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,32,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,32,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,32,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,32,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,32,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,32,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,32,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,32,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,32,0.013499733805656434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,32,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,32,0.013799466689427695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,32,0.013446399569511413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,32,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,32,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,32,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,32,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,65536,5.096810658772786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,65536,2.485957304636637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,65536,1.6040533383687336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,65536,1.3694400787353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,32,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,65536,1.4124800364176433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,65536,1.5836000442504883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,65536,11.42294438680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,65536,1.2345600128173828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,65536,1.3540479342142742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,65536,1.119429349899292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,65536,1.0627893606821697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,65536,1.232256015141805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,65536,1.099077304204305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,65536,0.9555040200551351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,65536,1.0516160329182942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,65536,0.921498696009318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,65536,0.7921280066172282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,65536,1.1173439820607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,65536,0.9263253211975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,65536,0.9917866388956705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,65536,0.6797333558400472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,65536,0.7189973195393881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,65536,0.6771093209584554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,65536,0.5833173195521036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,65536,0.6435146729151408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,65536,0.524288018544515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,65536,0.5617866516113281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,65536,0.4530293146769206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,65536,0.39371200402577716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,65536,0.34388267993927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,65536,0.2906773289044698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,65536,0.2820319930712382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,65536,0.22915732860565186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,65536,0.18809600671132407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,65536,0.14889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,65536,0.11523200074831645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,65536,0.11563199758529663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,65536,0.12366933623949687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,65536,0.11237866679827373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,65536,0.12218133608500163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,65536,0.11932266751925151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,65536,0.10513599713643391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,65536,0.09922666351000468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,65536,0.10577066739400227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,65536,0.10194133718808492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,65536,0.09723732868830363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,65536,0.09937600294748943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,65536,0.09989333152770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,65536,0.095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,65536,0.09459732969601949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,65536,0.09587732950846355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,65536,0.08877333005269368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,65536,0.08921600381533305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,65536,0.09103467067082723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,65536,0.09036266803741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,65536,0.08867733677228291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,65536,0.08676266670227051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,65536,0.0867199997107188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,65536,0.0862559974193573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,65536,0.08601599931716919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,65536,0.08615466952323914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,65536,0.08608532945315044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,65536,0.08501332998275757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,65536,0.08509332935015361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,65536,0.08707732955614726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,65536,0.08610133330027263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,65536,0.4150186777114868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,65536,0.08596266309420268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,65536,0.084906667470932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,65536,0.08721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,65536,0.08683733145395915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,65536,0.08659199873606364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,65536,0.09098666906356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,65536,0.08674133817354839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,65536,5.315845489501953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,65536,1.4648799896240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,65536,2.7884000142415366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,65536,10.66201082865397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,65536,1.3949920336405437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,65536,1.3693119684855144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,65536,1.294495979944865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,65536,1.3419359525044758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,65536,1.192954699198405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,65536,1.2077706654866536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,65536,1.145407994588216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,65536,1.1325706640879314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,65536,1.0786773363749187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,65536,1.0331466992696126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,65536,0.9588212966918945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,65536,1.0154826641082764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,65536,0.8741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,65536,0.9185492992401123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,65536,0.8666079839070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,65536,0.7647519906361898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,65536,1.4497599601745605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,65536,0.7056746482849121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,65536,0.7147520383199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,65536,0.6104053258895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,65536,0.6487946510314941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,65536,0.5451680024464926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,65536,0.5562933286031088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,65536,0.47089600563049316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,65536,0.45134401321411133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,65536,0.3836053212483724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,65536,0.37113598982493085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,65536,0.19843733310699463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,65536,0.29263999064763385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,65536,0.19872534275054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,65536,0.11685867110888164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,65536,0.10772266983985901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,65536,0.10869866609573364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,65536,0.11174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,65536,0.10157333811124165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,65536,0.10287466645240784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,65536,0.09874133268992107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,65536,0.0869599978129069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,65536,0.08501866459846497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,65536,0.08619733651479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,65536,0.0848426620165507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,65536,0.0832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,65536,0.0812799980243047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,65536,0.07746133208274841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,65536,0.07566399872303009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,65536,0.07482133309046428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,65536,0.07285333176453908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,65536,0.07593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,65536,0.07051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,65536,0.06824533144632976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,65536,0.06694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,65536,0.06316266457239787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,65536,0.06323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,65536,0.06266133487224579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,65536,0.0626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,65536,0.062181333700815834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,65536,0.061903998255729675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,65536,0.0618453323841095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,65536,0.06126399834950765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,65536,0.3070826729138692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,65536,0.0609493354956309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,65536,0.058415999015172325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,65536,0.06001600126425425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,65536,0.06002666552861532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,65536,0.06276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,65536,0.062277331948280334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,65536,0.06151466568311056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,65536,0.05952000121275584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,65536,0.09504000345865886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,65536,0.07046400010585785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,65536,1.3854506810506184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,65536,2.073749383290609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,65536,4.417802810668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,65536,1.1214453379313152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,65536,9.999658584594727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,65536,1.286688009897868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,65536,1.153439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,65536,1.2043253580729167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,65536,1.0314453442891438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,65536,1.3170560201009114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,65536,1.1722453435262044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,65536,1.0313013394673665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,65536,0.8198666572570801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,65536,0.8530240058898926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,65536,0.7742186387379965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,65536,0.685424009958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,65536,0.8272319634755453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,65536,0.6463306744893392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,65536,0.790986696879069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,65536,0.5523573160171509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,65536,0.5681866804758707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,65536,0.5020053386688232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,65536,0.5271039803822836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,65536,0.44151465098063153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,65536,1.0858773390452068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,65536,0.9150453408559164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,65536,0.6292213201522827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,65536,0.28808534145355225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,65536,0.2772480050722758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,65536,0.22809600830078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,65536,0.19524266322453818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,65536,0.41527998447418213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,65536,0.3898666699727376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,65536,0.3625919818878174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,65536,0.16836265722910562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,65536,0.12971733013788858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,65536,0.12660800417264303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,65536,0.11809066931406657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,65536,0.11193066835403442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,65536,0.11328533291816711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,65536,0.12109333276748657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,65536,0.10972799857457478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,65536,0.12008000413576762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,65536,0.11760000387827556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,65536,0.09131200114885966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,65536,0.08486933509508769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,65536,0.08313600222269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,65536,0.08290666838486989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,65536,0.08215466638406117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,65536,0.08175999919573466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,65536,0.08083733419577281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,65536,0.08076799909273784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,65536,0.07753066718578339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,65536,0.077824001510938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,65536,0.07684266567230225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,65536,0.07740266621112823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,65536,0.07672533392906189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,65536,0.07645333309968312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,65536,0.0767626663049062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,65536,0.07667199770609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,65536,0.07678399980068207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,65536,0.07677866518497467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,65536,0.07679999868075053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,65536,0.07665599882602692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,65536,0.0765119989713033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,65536,0.07665599882602692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,65536,0.07688533266385396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,65536,0.08835200468699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,65536,0.07673599819342296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,65536,0.07657066484292348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,65536,0.07644266883532207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,65536,0.21251199642817178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,65536,0.0883146623770396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,65536,0.08506666620572408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,65536,2.3723039627075195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,65536,5.086381276448567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,65536,0.6359066565831503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,65536,1.0854453245798747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,65536,0.631114681561788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,65536,0.6423626740773519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,65536,0.6269280115763346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,65536,0.6088586648305258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,65536,0.608458677927653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,65536,0.6242986520131429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,65536,0.5008026758829752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,65536,0.4795653422673543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,65536,0.47732265790303546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,65536,0.4800373315811157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,65536,0.46689867973327637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,65536,0.4662453333536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,65536,0.46193865935007733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,65536,0.4580346743265788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,65536,0.4496479829152425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,65536,0.3583306471506755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,65536,0.31991734107335407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,65536,0.33346132437388104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,65536,0.31041600306828815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,65536,0.30208800236384076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,65536,0.3068373401959737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,65536,0.29515467087427777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,65536,0.2964826623598735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,65536,0.28964267174402875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,65536,0.29787200689315796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,65536,0.1738719940185547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,65536,0.16748533646265665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,65536,0.15005333224932352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,65536,0.1481653352578481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,65536,0.13939199844996134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,65536,0.13564266761144003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,65536,0.13071733713150024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,65536,0.1291599969069163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,65536,0.12983466188112894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,65536,0.12935733795166016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,65536,0.12976800402005514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,65536,0.12928266326586405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,65536,0.12954933444658914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,65536,0.12924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,65536,0.12876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,65536,0.1285253365834554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,65536,0.12855733434359232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,65536,0.1273973286151886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,65536,0.12741600473721823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,65536,0.1284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,65536,0.12800533572832742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,65536,0.12737066547075906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,65536,0.127618670463562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,65536,0.12780267000198364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,65536,0.12758400042851767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,65536,0.1275599996248881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,65536,0.12760532895723978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,65536,0.1275013287862142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,65536,0.1275226672490438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,65536,0.1275173326333364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,65536,0.12661866346995035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,65536,0.12736533085505167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,65536,0.12760532895723978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,65536,0.12759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,65536,0.12686399618784586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,65536,0.1274720033009847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,65536,0.12762932976086935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,65536,0.12760000427563986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,65536,0.12669066588083902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,65536,0.12764267126719156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,65536,0.12746399641036987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,65536,0.12758400042851767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,51200,9.143962860107422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,51200,4.165002822875977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,51200,2.5373387336730957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,51200,1.1583200295766194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,51200,1.1595946947733562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,51200,1.0306986967722576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,51200,1.0955573717753093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,51200,0.9629333019256592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,51200,1.0278826554616292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,51200,0.8931413491566976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,51200,0.869808038075765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,51200,0.8592480023701986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,51200,0.8583839734395345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,51200,0.8159200350443522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,51200,0.7828906377156576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,51200,0.6734453042348226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,51200,0.7952586809794108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,51200,0.6223626534144083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,51200,0.6890453497568766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,51200,0.7358720302581787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,51200,0.5330826838811239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,51200,0.4962506691614787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,51200,0.5181706746419271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,51200,0.43148799737294513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,51200,0.4888533353805542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,51200,0.42179731527964276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,51200,0.416922648747762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,51200,0.33219200372695923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,51200,0.36105068524678546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,51200,0.28274667263031006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,51200,0.2532906730969747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,51200,0.2249120076497396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,51200,0.2033066749572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,51200,0.17976532379786173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,51200,0.14941866199175516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,51200,0.11268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,51200,0.08945600191752116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,51200,0.09924800197283427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,51200,0.08756800492604573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,51200,0.09622400005658467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,51200,0.08825066685676575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,51200,0.08896000186602275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,51200,0.08014399806658427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,51200,0.07612266639868419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,51200,0.07706666489442189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,51200,0.07462933162848155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,51200,0.0743093341588974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,51200,0.07400000095367432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,51200,0.07434666653474171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,51200,0.07080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,51200,0.07057600220044453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,51200,0.07037333150704701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,51200,0.06880000233650208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,51200,0.07062933345635732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,51200,0.07021866738796234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,51200,0.07102933526039124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,51200,0.07158933579921722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,51200,0.0699839989344279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,51200,0.06671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,51200,0.067930668592453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,51200,0.06803733110427856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,51200,0.06696000198523204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,51200,0.06749333441257477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,51200,0.06670933465162913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,51200,0.0671253353357315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,51200,0.06676800052324931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,51200,0.06852266689141591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,51200,0.06885333359241486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,51200,0.06795200208822887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,51200,0.06731200218200684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,51200,0.07096000015735626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,51200,0.07048533360163371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,51200,0.07043733199437459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,51200,0.07034666836261749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,51200,8.312143961588541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,51200,4.182730674743652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,51200,2.148032029469808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,51200,1.1412586371103923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,51200,1.1390559673309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,51200,1.087018648783366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,51200,1.0809653600056965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,51200,1.0128693580627441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,51200,1.0398186842600505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,51200,0.9524426460266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,51200,0.9509706497192383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,51200,0.8789493242899576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,51200,0.8789599736531576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,51200,0.8184213638305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,51200,0.8276746273040771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,51200,0.7518026828765869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,51200,0.779584010442098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,51200,0.6881120204925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,51200,0.7155840396881104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,51200,0.6703680356343588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,51200,0.6044533252716064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,51200,0.5501600106557211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,51200,0.54585067431132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,51200,0.4841759999593099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,51200,0.5039893388748169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,51200,0.43051199118296307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,51200,0.4372640053431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,51200,0.36925868193308514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,51200,0.36972800890604657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,51200,0.3025386730829875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,51200,0.2863893310228984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,51200,0.2436479926109314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,51200,0.2206826607386271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,51200,0.15558399756749472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,51200,0.1504906713962555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,51200,0.09716799855232239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,51200,0.08870933453241985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,51200,0.08923199772834778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,51200,0.08752000331878662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,51200,0.08284799754619598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,51200,0.08211199939250946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,51200,0.07678399980068207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,51200,0.07415999968846639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,51200,0.0706826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,51200,0.07254933317502339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,51200,0.07018133501211803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,51200,0.07084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,51200,0.06695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,51200,0.06673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,51200,0.06419733166694641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,51200,0.0634933312733968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,51200,0.06293333570162456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,51200,0.06337599953015645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,51200,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,51200,0.060533334811528526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,51200,0.0565226674079895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,51200,0.05589866638183594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,51200,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,51200,0.05239466826121012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,51200,0.05190399785836538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,51200,0.051776001850763954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,51200,0.05197333296140035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,51200,0.051327998439470925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,51200,0.05038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,51200,0.05037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,51200,0.0497920016447703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,51200,0.050437331199645996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,51200,0.04969066878159841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,51200,0.05043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,51200,0.05017066498597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,51200,0.05229333539803823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,51200,0.052000001072883606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,51200,0.05179200073083242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,51200,0.051029334465662636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,65536,0.1275493303934733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,51200,7.829296112060547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,51200,2.0078345934549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,65536,0.12759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,51200,3.6349973678588867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,51200,1.171013355255127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,51200,0.9167253176371256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,51200,0.9647946357727051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,51200,0.8832266330718994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,51200,0.9397280216217041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,51200,0.8485173384348551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,65536,0.127509335676829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,51200,1.0139040152231853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,51200,1.1019093195597331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,51200,0.6856373151143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,51200,0.7278400262196859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,51200,0.6388373374938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,51200,0.693733294804891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,51200,0.5902186632156372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,51200,0.6529546578725179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,51200,0.5533973375956217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,51200,0.8972640037536621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,51200,0.4750346740086873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,51200,0.4750293493270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,51200,0.4309759934743245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,51200,0.43999465306599933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,51200,0.37889599800109863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,51200,0.7696746985117594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,51200,0.8744533061981201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,51200,0.5350613196690878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,51200,0.24578134218851724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,51200,0.23513599236806235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,51200,0.1979680061340332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,51200,0.16520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,51200,0.3512266476949056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,51200,0.31918400526046753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,51200,0.307642658551534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,51200,0.1437333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,51200,0.10854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,51200,0.10377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,51200,0.09735999504725139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,51200,0.0926080048084259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,51200,0.09278933207194011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,51200,0.0909493366877238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,51200,0.09965333342552185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,51200,0.09947199622790019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,51200,0.09713600079218547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,51200,0.07391466697057088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,51200,0.0682826687892278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,51200,0.06689600149790446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,51200,0.06646933158238728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,51200,0.06620266536871593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,51200,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,51200,0.06525333225727081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,51200,0.06485866506894429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,51200,0.06237333516279856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,51200,0.06331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,51200,0.06312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,51200,0.06253333389759064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,51200,0.06246933341026306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,51200,0.062352001667022705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,51200,0.062309334675470986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,51200,0.06253866851329803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,51200,0.06233599781990051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,51200,0.06422399977842967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,51200,0.06168533364931742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,51200,0.06168533364931742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,51200,0.06122666597366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,51200,0.06131199995676676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,51200,0.061530664563179016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,51200,0.061253334085146584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,51200,0.060778667529424034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,51200,0.16897600889205933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,51200,0.16446933150291443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,51200,0.07595199843247731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,51200,0.07076799869537354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,51200,0.06854933500289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,51200,4.001175880432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,51200,1.8488987286885579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,51200,0.8711466789245605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,51200,0.5028853416442871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,51200,0.5004640022913615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,51200,0.506498654683431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,51200,0.4943786859512329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,51200,0.4845199982325236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,51200,0.4811360041300456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,51200,0.49329598744710285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,51200,0.3952053387959798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,51200,0.382210652033488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,51200,0.38064531485239667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,51200,0.37878398100535077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,51200,0.3702160120010376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,51200,0.36988266309102374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,51200,0.3643786509831746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,51200,0.3686426480611165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,51200,0.35602132479349774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,51200,0.27434666951497394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,51200,0.2725200057029724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,51200,0.2502800027529399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,51200,0.24562132358551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,51200,0.24070666233698526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,51200,0.24533865849177042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,51200,0.2361066738764445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,51200,0.23503466447194418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,51200,0.23045865694681802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,51200,0.23798666397730509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,51200,0.1435466706752777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,51200,0.13261866569519043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,51200,0.11989600459734599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,51200,0.11921599507331848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,51200,0.1114453375339508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,51200,0.1095413366953532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,51200,0.10398933291435242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,51200,0.10401599605878194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,51200,0.10490933060646057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,51200,0.10384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,51200,0.10388533274332683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,51200,0.1037546694278717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,51200,0.10408266385396321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,51200,0.10309867064158122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,51200,0.10300800204277039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,51200,0.10286666949590047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,51200,0.10297066966692607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,51200,0.1018933355808258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,51200,0.10212266445159912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,51200,0.10260533293088277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,51200,0.10188532869021098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,51200,0.101992001136144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,51200,0.10179199775060017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,51200,0.10186666250228882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,51200,0.10184267163276672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,51200,0.10205866893132527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,51200,0.10179199775060017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,51200,0.10171467065811157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,51200,0.1020853320757548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,51200,0.10182133316993713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,51200,0.10180532932281494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,51200,0.1019973357518514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,51200,0.10165599981943767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,51200,0.10122399528821309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,51200,0.10177600383758545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,51200,0.10206933816274007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,51200,0.10155999660491943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,51200,0.10097333788871765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,51200,0.10198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,51200,0.10167733828226726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,51200,0.1017253299554189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,51200,0.10177066922187805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,16384,2.644789377848307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,16384,1.343450705210368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,16384,0.8026639620463053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,16384,0.40516531467437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,16384,0.4062053362528483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,16384,0.33803999423980713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,16384,0.3445520003636678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,16384,0.3008880019187927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,16384,0.32155466079711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,16384,0.28753066062927246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,16384,0.2719653248786926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,16384,0.26630934079488117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,16384,0.2662026683489482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,16384,0.2624586621920268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,16384,0.2894960045814514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,16384,0.2641599973042806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,16384,0.28438933690388996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,16384,0.20231467485427856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,16384,0.22312800089518228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,16384,0.23471732934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,16384,0.1785093347231547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,16384,0.15762399633725485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,16384,0.1569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,16384,0.1410213311513265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,16384,0.16776533921559653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,16384,0.1368399957815806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,16384,0.12498666842778523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,16384,0.10264533758163452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,16384,0.115365336338679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,16384,0.09419999519983928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,16384,0.07955199976762135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,16384,0.07276000082492828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,16384,0.06363999843597412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,16384,0.058970664938290916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,16384,0.04938399791717529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,16384,0.044237335522969566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,16384,0.039319999516010284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,16384,0.03732000042994817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,16384,0.03635466595490774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,16384,0.039463999370733895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,16384,0.03916000078121821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,16384,0.03607466568549474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,16384,0.03316800047953924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,16384,0.034186666210492454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,16384,0.03152533372243246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,16384,0.031191999713579815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,16384,0.030898667871952057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,16384,0.030117332935333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,16384,0.029978667696317036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,16384,0.03031733383735021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,16384,0.027999999622503918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,16384,0.02704799920320511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,16384,0.02809866766134898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,16384,0.028384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,16384,0.029466666281223297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,16384,0.029693332811196644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,16384,0.028594667712847393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,16384,0.028109334409236908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,16384,0.028029332558314007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,16384,0.028024000426133473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,16384,0.027650666733582813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,16384,0.028234665592511494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,16384,0.028039999306201935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,16384,0.02797599881887436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,16384,0.028306665519873302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,16384,0.02787200113137563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,16384,0.02735200027624766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,16384,0.02759466568628947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,16384,0.027445333699385326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,16384,0.027535999814669292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,16384,0.0283146674434344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,16384,0.028394666810830433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,16384,0.02721333255370458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,16384,0.02700799951950709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,51200,0.1018239955107371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,16384,1.360350184970432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,16384,2.699249691433377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,16384,0.7111200226677789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,16384,0.3792284329732259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,16384,0.38161778450012207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,16384,0.36051021681891543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,16384,0.3629528946346707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,16384,0.33859909905327695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,16384,0.3472604486677382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,16384,0.31528711318969727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,16384,0.2945280075073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,16384,0.29451555675930446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,16384,0.2728853225708008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,16384,0.27769777509901256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,16384,0.24958756234910753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,16384,0.26008889410230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,16384,0.31213333871629506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,16384,0.22758576605055067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,16384,0.23648177252875435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,16384,0.21996977594163683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,16384,0.20098311371273467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,16384,0.17488177617390951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,16384,0.17421510484483507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,16384,0.1481742196612888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,16384,0.15797689225938585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,16384,0.1328337722354465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,16384,0.11224888430701362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,16384,0.12928356064690485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,16384,0.11259733306037055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,16384,0.09670044316185845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,16384,0.09124088949627346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,16384,0.07660088936487834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,16384,0.0703502231174045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,16384,0.06249777475992838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,16384,0.05597511265012953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,16384,0.04177777634726631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,16384,0.04077333211898804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,16384,0.041111111640930176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,16384,0.04143644372622172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,16384,0.04134044382307265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,16384,0.04122311207983229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,16384,0.04027555717362298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,16384,0.03914666506979201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,16384,0.03744355506367154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,16384,0.036559998989105225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,16384,0.03643022312058343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,16384,0.03702044486999512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,16384,0.03507377703984579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,16384,0.035498665438758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,16384,0.03356444504525926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,16384,0.03335111008750068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,16384,0.032572444942262434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,16384,0.030504888958401147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,16384,0.030243555704752605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,16384,0.029932445949978296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,16384,0.02914666798379686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,16384,0.029013332393434312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,16384,0.027200000153647527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,16384,0.028588443994522095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,16384,0.028652442826165095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,16384,0.026963555150561865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,16384,0.028549333413441975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,16384,0.02864711152182685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,16384,0.0277493331167433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,16384,0.02721244427892897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,16384,0.027429333991474573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,16384,0.026874666412671406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,16384,0.02847822176085578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,16384,0.0277528895272149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,16384,0.026910222238964502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,16384,0.026912000444200303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,16384,0.028961777687072754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,16384,0.0273635552989112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,16384,0.027781334188249376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,16384,1.4161084493001301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,16384,0.7193813323974609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,16384,2.826332516140408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,51200,0.10192533334096272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,51200,0.10191733638445537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,16384,0.4527786572774251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,16384,0.36588443650139707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,16384,0.396120892630683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,16384,0.34955912166171604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,16384,0.3618275589413113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,16384,0.335573328865899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,16384,0.30455999904208714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,16384,0.3754435645209418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,16384,0.2784533235761854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,16384,0.2864195505777995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,16384,0.2631342146131727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,16384,0.2724977864159478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,16384,0.23830045594109428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,16384,0.4302684466044108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,16384,0.22648710674709746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,16384,0.3461457888285319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,16384,0.3347004519568549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,16384,0.1896444426642524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,16384,0.17320711082882354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,16384,0.17111289501190186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,16384,0.14969600571526423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,16384,0.18955911530388725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,16384,0.25359288851420086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,16384,0.21332800388336182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,16384,0.09803199768066406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,16384,0.09388622310426499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,16384,0.07827911112043592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,16384,0.06646222538418241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,16384,0.1364284488889906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,16384,0.12679289446936712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,16384,0.11657244629330105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,16384,0.05802488989300198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,16384,0.040700445572535195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,16384,0.03980266716745164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,16384,0.03514844510290358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,16384,0.034522665871514216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,16384,0.03431466552946303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,16384,0.034133334954579674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,16384,0.03791822327507867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,16384,0.03816533419820998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,16384,0.03715022073851691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,16384,0.028049776951471966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,16384,0.026721777187453374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,16384,0.026289777623282537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,16384,0.025859556264347498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,16384,0.025605332520272996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,16384,0.02467022173934513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,16384,0.024826667375034753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,16384,0.024855110380384658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,16384,0.024149333437283833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,16384,0.024106666445732117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,16384,0.024238222175174292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,16384,0.02401422295305464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,16384,0.02424888809521993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,16384,0.024193776978386775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,16384,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,16384,0.02355555527740055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,16384,0.023576888773176406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,16384,0.024159999357329473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,16384,0.024295111497243244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,16384,0.024030221833123103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,16384,0.05968177980846829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,16384,0.05666489071316189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,16384,0.027448889282014634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,16384,0.05924977858861288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,16384,0.05901866488986545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,16384,0.057909336354997426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,16384,0.05986844168768989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,16384,0.05701155794991387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,16384,0.02796799937884013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,16384,0.028026666906144884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,16384,0.5654570897420247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,16384,1.1441684722900392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,16384,0.3017706553141276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,16384,0.16999999682108563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,16384,0.17068907419840496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,16384,0.1682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,16384,0.17190613746643066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,16384,0.16665066083272298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,16384,0.16652906735738118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,16384,0.16522666613260906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,16384,0.1387989362080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,16384,0.1302506685256958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,16384,0.12934613227844238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,16384,0.13043413162231446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,16384,0.12794026533762615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,16384,0.126255997021993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,16384,0.12726613680521648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,16384,0.1263978640238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,16384,0.12292053699493408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,16384,0.09840106964111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,16384,0.09102400143941244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,16384,0.08798293272654215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,16384,0.08434453010559081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,16384,0.08359999656677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,16384,0.08364266554514567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,16384,0.08166186809539795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,16384,0.08035306930541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,16384,0.08033173084259033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,16384,0.07996693452199301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,16384,0.049260799090067545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,16384,0.04747200012207031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,16384,0.043350398540496826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,16384,0.04315946499506633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,16384,0.040457598368326825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,16384,0.04036053419113159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,16384,0.03746986786524455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,16384,0.03736533323923747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,16384,0.037146667639414474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,16384,0.037088000774383546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,16384,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,16384,0.0373418649037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,16384,0.037281068166097005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,16384,0.0371018648147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,16384,0.036659200986226395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,16384,0.03620693286259969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,16384,0.03602453470230103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,16384,0.03629013299942017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,16384,0.03604480028152466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,16384,0.03623253504435221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,16384,0.036111998558044436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,16384,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,16384,0.0356821338335673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,16384,0.03592533270517985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,16384,0.03591039975484212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,16384,0.035846400260925296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,16384,0.03589653174082438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,16384,0.035895466804504395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,16384,0.03625813325246175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,16384,0.0360096017519633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,16384,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,16384,0.03586666584014893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,16384,0.03598933219909668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,16384,0.036039467652638754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,16384,0.03581759929656982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,16384,0.03582079807917277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,16384,0.03579093217849731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,16384,0.03582079807917277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,16384,0.035556264718373615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,16384,0.036022400856018065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,16384,0.03622506856918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,16384,0.03583253224690755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,12288,1.7884373664855957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,12288,1.0363706747690837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,12288,0.6115626494089762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,12288,0.3105120062828064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,12288,0.31088799238204956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,12288,0.2861493428548177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,12288,0.26975200573603314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,12288,0.257477343082428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,12288,0.27188799778620404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,12288,0.2115280032157898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,12288,0.20794934034347534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,12288,0.19845600922902426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,12288,0.1896160046259562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,12288,0.17756267388661703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,12288,0.19057067235310873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,12288,0.16591733694076538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,12288,0.19002934296925864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,12288,0.15372266372044882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,12288,0.17591732740402222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,12288,0.18497600158055624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,12288,0.13131200273831686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,12288,0.12450133760770161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,12288,0.12280266483624776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,12288,0.10908533136049907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,12288,0.11709599693616231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,12288,0.1008400022983551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,12288,0.09500799576441447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,12288,0.08020799855391185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,12288,0.08509866396586101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,12288,0.07445066670576732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,12288,0.06323466698328654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,12288,0.057962665955225624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,12288,0.0492799977461497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,12288,0.04539999862511953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,12288,0.03802400082349777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,12288,0.030623999734719593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,12288,0.02991466720898946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,12288,0.030042665700117748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,12288,0.030040000875790913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,12288,0.02980799973011017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,12288,0.030114665627479553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,12288,0.029114666084448498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,12288,0.026632001002629597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,12288,0.026952000955740612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,12288,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,12288,0.025055999557177227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,12288,0.02548533429702123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,12288,0.02589600036541621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,12288,0.025034666061401367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,12288,0.0240666667620341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,12288,0.023999998966852825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,12288,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,12288,0.02112266669670741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,12288,0.022085333863894146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,12288,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,12288,0.02077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,12288,0.0210506667693456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,12288,0.020874666670958202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,12288,0.020930667718251545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,12288,0.020477333416541416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,12288,0.020109333097934723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,12288,0.02009333297610283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,12288,0.02053600052992503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,12288,0.020370667179425556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,12288,0.02027733375628789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,12288,0.019941333681344986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,12288,0.020746666938066483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,12288,0.02091199904680252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,12288,0.02092266579469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,12288,0.021000000337759655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,12288,0.021909333765506744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,12288,0.021712000171343487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,12288,0.021058666209379833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,12288,0.02186133215824763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,12288,2.0270968543158636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,12288,1.030767970614963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,12288,0.5472390916612413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,12288,0.29241421487596303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,12288,0.2922826608022054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,12288,0.27265599038865834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,12288,0.2749439875284831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,12288,0.2566880120171441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,12288,0.26355022854275173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,12288,0.23994843165079752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,12288,0.2389777766333686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,12288,0.22287821769714355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,12288,0.22246045536465117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,12288,0.20035733116997612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,12288,0.2058968941370646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,12288,0.18051911724938285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,12288,0.19207999441358778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,12288,0.16233244207170275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,12288,0.17243556181589761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,12288,0.16140266259511313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,12288,0.14456178082360163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,12288,0.12774044937557644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,12288,0.127783113055759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,12288,0.11367289225260417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,12288,0.12035377820332845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,12288,0.10539022419187759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,12288,0.10272710853152806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,12288,0.08841955661773682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,12288,0.09102221992280747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,12288,0.07567466629876031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,12288,0.07016888591978285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,12288,0.06206044223573473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,12288,0.05784355269538032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,12288,0.05018666717741224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,12288,0.04450133442878723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,12288,0.03600177831119961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,12288,0.03602844476699829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,12288,0.03531555665863885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,12288,0.035036444664001465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,12288,0.03416711091995239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,12288,0.034565332863065935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,12288,0.032136887311935425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,12288,0.03050311075316535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,12288,0.03087288803524441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,12288,0.029521776570214167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,12288,0.028759111960728962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,12288,0.028186665640936956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,12288,0.02936533424589369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,12288,0.031219555271996394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,12288,0.03072355522049798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,12288,0.029429333077536687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,12288,0.028881778319676716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,12288,0.026711111267407734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,12288,0.0270115551021364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,12288,0.02750933335887061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,12288,0.025255110528733995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,12288,0.02770311137040456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,12288,0.02443733314673106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,12288,0.025589333640204534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,12288,0.024876443876160517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,12288,0.02400355537732442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,12288,0.02474844455718994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,12288,0.02493511140346527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,12288,0.025228444072935317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,12288,0.023891554938422307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,12288,0.024179556303554114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,12288,0.026160000099076167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,12288,0.02475022276242574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,12288,0.0251217782497406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,12288,0.02554133368863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,12288,0.025832888152864244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,12288,0.02598222262329525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,12288,0.0247999992635515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,12288,0.024746666351954143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,16384,0.0358240008354187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,12288,2.4555592007107205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,16384,0.03578240076700846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,12288,0.6228604316711426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,16384,0.03587520122528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,12288,1.222608036465115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,12288,0.315541320376926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,12288,0.38990044593811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,12288,0.3431857691870795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,12288,0.31074844466315377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,12288,0.31605511241488987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,12288,0.36667733722262913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,12288,0.2946186595492893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,12288,0.2990986771053738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,12288,0.2718275652991401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,12288,0.24145600530836317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,12288,0.28393954700893825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,12288,0.25035201178656685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,12288,0.2286400000254313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,12288,0.23823645379808214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,12288,0.21266488234202066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,12288,0.22011910544501412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,12288,0.19768710931142172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,12288,0.16963911056518555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,12288,0.1645102236005995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,12288,0.1544142166773478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,12288,0.14879822731018066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,12288,0.13264532883961996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,12288,0.3310435612996419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,12288,0.18195022477043998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,12288,0.08302577998903063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,12288,0.07309510972764757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,12288,0.06664533085293241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,12288,0.04642666710747612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,12288,0.11990222665998672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,12288,0.1090915534231398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,12288,0.09902222288979425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,12288,0.03272177775700887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,12288,0.04177422324816386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,12288,0.02968533171547784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,12288,0.027873777680926855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,12288,0.027521777484152053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,12288,0.027521777484152053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,12288,0.027144889036814373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,12288,0.029683556821611192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,12288,0.029002666473388672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,12288,0.029772443903817072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,12288,0.021591110361946955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,12288,0.02144533395767212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,12288,0.02151288919978672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,12288,0.0214382227924135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,12288,0.022064000368118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,12288,0.020467556185192533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,12288,0.020063999626371596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,12288,0.020042666130595736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,12288,0.020353777541054618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,12288,0.019662222928471036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,12288,0.019329778022236295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,12288,0.019845333364274766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,12288,0.020021332634819877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,12288,0.019448889626397025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,12288,0.019322666856977675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,12288,0.01976355579164293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,12288,0.020113777783181932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,12288,0.04392355680465698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,12288,0.02316088808907403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,12288,0.0450524455971188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,12288,0.04755377769470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,12288,0.044572446081373424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,12288,0.04855111241340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,12288,0.04661155409283108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,12288,0.04810133245256212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,12288,0.04566577739185757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,12288,0.04670933220121595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,12288,0.04803555541568332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,12288,0.02201066745652093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,12288,0.022234666678640578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,12288,0.8558517456054687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,12288,0.43091198603312175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,12288,0.13704320589701335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,12288,0.22921172777811685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,12288,0.13170666694641114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,12288,0.13010559876759847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,12288,0.13317973613739015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,12288,0.12969706853230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,12288,0.12874879837036132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,12288,0.127402663230896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,12288,0.10721279780069988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,12288,0.10016746520996093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,12288,0.09990613460540772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,12288,0.09837439854939779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,12288,0.10016213258107502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,12288,0.09751893679300944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,12288,0.09771200021107992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,12288,0.09501760005950928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,12288,0.09627733230590821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,12288,0.07635200023651123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,12288,0.07027200063069662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,12288,0.06850026448567709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,12288,0.06812480290730795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,12288,0.06631893316904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,12288,0.06582933266957601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,12288,0.06293333371480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,12288,0.06425386667251587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,12288,0.06176426808039347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,12288,0.06154026587804159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,12288,0.03821866512298584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,12288,0.03794346650441487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,12288,0.03484799861907959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,12288,0.033904000123341875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,12288,0.032503465811411544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,12288,0.03205546736717224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,12288,0.030637866258621214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,12288,0.029762132962544756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,12288,0.02994453310966492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,12288,0.029840000470479328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,12288,0.029870933294296263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,12288,0.029759999116261798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,12288,0.02964800000190735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,12288,0.029819732904434203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,12288,0.02951573332150777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,12288,0.029331199328104657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,12288,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,12288,0.029097600777943926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,12288,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,12288,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,12288,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,12288,0.028843732674916585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,12288,0.028875732421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,12288,0.028844799598058062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,12288,0.02890239953994751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,12288,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,12288,0.028868265946706134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,12288,0.02860906720161438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,12288,0.02889066735903422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,12288,0.028894933064778645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,12288,0.028552534182866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,12288,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,12288,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,12288,0.028940800825754804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,12288,0.028904533386230467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,12288,0.02849493424097697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,12288,0.028632533550262452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,12288,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,12288,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,12288,0.0284661332766215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,12288,0.028834132353464763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,12288,0.028622933228810626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,10240,1.6037839253743489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,10240,0.8705840110778809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,10240,0.4889119863510132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,10240,0.2868586579958598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,10240,0.26286667585372925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,10240,0.24913867314656576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,10240,0.25010399023691815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,10240,0.2106320063273112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,10240,0.21558133761088052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,10240,0.19465333223342896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,10240,0.18996532758076987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,10240,0.19086132446924844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,10240,0.18731733163197836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,10240,0.18600799640019736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,10240,0.17538400491078696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,10240,0.15665599703788757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,10240,0.15535199642181396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,10240,0.13904000322024027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,10240,0.14061333735783896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,10240,0.13196532924969992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,10240,0.1226799984773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,10240,0.11911466717720032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,10240,0.11425333221753438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,10240,0.09622666239738464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,10240,0.10453066229820251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,10240,0.08919200301170349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,10240,0.08481867114702861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,10240,0.09096800287564595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,10240,0.07190933326880138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,10240,0.06305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,10240,0.053914666175842285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,10240,0.049039999643961586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,10240,0.044178664684295654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,10240,0.039461334546407066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,10240,0.03402133285999298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,10240,0.026922665536403656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,10240,0.026314665873845417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,10240,0.025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,10240,0.026170666019121807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,10240,0.026136000951131184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,10240,0.026055999100208282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,10240,0.024538666009902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,10240,0.020743999630212784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,10240,0.022639999787012737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,10240,0.019864000380039215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,10240,0.021850667893886566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,10240,0.02198133369286855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,10240,0.02261599898338318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,10240,0.020693333198626835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,10240,0.021191999316215515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,10240,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,10240,0.020423999677101772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,10240,0.019186666856209438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,10240,0.019901332755883534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,10240,0.01886133352915446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,10240,0.018834666659434635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,10240,0.018816000471512478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,10240,0.01869333287080129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,10240,0.018973333140214283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,10240,0.018298666924238205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,10240,0.018272000054518383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,10240,0.01856800044576327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,10240,0.01836266616980235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,10240,0.018085333208243053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,10240,0.018330667167901993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,10240,0.017847999930381775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,10240,0.018005333840847015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,10240,0.018042666216691334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,10240,0.017978666971127193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,10240,0.018016000588734944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,10240,0.018005333840847015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,12288,0.028911999861399335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,10240,0.01794933279355367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,10240,0.018429332723220188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,10240,0.018245333184798557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,10240,1.674946626027425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,10240,0.8604199886322021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,10240,0.44219064712524414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,10240,0.24541866779327393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,10240,0.2528346578280131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,10240,0.22766399383544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,10240,0.23043733835220337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,10240,0.2140586574872335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,10240,0.19791599114735922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,10240,0.2181160052617391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,10240,0.19149200121561685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,10240,0.183353324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,10240,0.17773334185282388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,10240,0.1750333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,10240,0.16569200158119202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,10240,0.15291066964467367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,10240,0.1485746701558431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,10240,0.14024266600608826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,10240,0.1344053347905477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,10240,0.12879600127538046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,10240,0.12187199791272481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,10240,0.1134986678759257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,10240,0.11019333203633626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,10240,0.10260400176048279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,10240,0.10123999913533528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,10240,0.09493066867192586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,10240,0.08422666788101196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,10240,0.07262266675631206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,10240,0.06654400130112965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,10240,0.06163999934991201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,10240,0.05173733333746592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,10240,0.049683998028437294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,10240,0.041908000906308494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,10240,0.03891333440939585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,10240,0.03310266633828481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,10240,0.09483866890271504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,10240,0.03276666750510534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,10240,0.03251733382542928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,10240,0.03192266573508581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,10240,0.032485333581765495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,10240,0.029547999302546184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,10240,0.028036000827948254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,10240,0.028330666323502857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,10240,0.02796799937884013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,10240,0.02699066698551178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,10240,0.026905333002408344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,10240,0.025755998988946278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,10240,0.026838667690753937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,10240,0.02573733280102412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,10240,0.03332533439000448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,10240,0.025569332142670948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,10240,0.027298666536808014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,10240,0.025937333703041077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,10240,0.025106665988763172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,10240,0.02533599982659022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,10240,0.025014666219552357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,10240,0.026147998869419098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,10240,0.02417333424091339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,10240,0.02446399877468745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,10240,0.023233334223429363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,10240,0.023974666992823284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,10240,0.022954667607943218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,10240,0.024108000099658966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,10240,0.024532000223795574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,10240,0.02274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,10240,0.02329866588115692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,10240,0.027326665818691254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,10240,0.023431998987992603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,10240,0.022990666329860687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,10240,0.02481066683928172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,10240,0.0231346661845843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,10240,0.02510400116443634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,10240,0.02279199908177058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,10240,0.024103999137878418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,12288,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,12288,0.028893866141637164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,10240,1.1631933053334553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,10240,2.2524919509887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,10240,0.580844004948934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,10240,0.29562799135843915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,10240,0.3548520008722941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,10240,0.2823266585667928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,10240,0.287665327390035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,10240,0.2699120044708252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,10240,0.323638657728831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,10240,0.2526719967524211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,10240,0.3326840003331502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,10240,0.22598934173583984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,10240,0.22809465726216635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,10240,0.21090799570083618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,10240,0.21474534273147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,10240,0.1919906735420227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,10240,0.19897200663884482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,10240,0.17839866876602173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,10240,0.3015039960543315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,10240,0.151421328385671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,10240,0.14878666400909424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,10240,0.13804399967193604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,10240,0.13025599718093872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,10240,0.11913067102432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,10240,0.27111999193827313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,10240,0.2637079954147339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,10240,0.16677600145339966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,10240,0.07465466856956482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,10240,0.058675999442736305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,10240,0.05236800014972687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,10240,0.041524000465869904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,10240,0.10097066561381023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,10240,0.10013733307520549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,10240,0.08301866551240285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,10240,0.03607066720724106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,10240,0.028565332293510437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,10240,0.02613733212153117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,10240,0.024331999321778614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,10240,0.02424933264652888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,10240,0.02455200006564458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,10240,0.02387999991575877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,10240,0.02624399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,10240,0.026477334400018055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,10240,0.0258733332157135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,10240,0.019226666539907455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,10240,0.019286666065454483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,10240,0.019093333433071773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,10240,0.019188000510136288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,10240,0.018909333894650143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,10240,0.017537333071231842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,10240,0.01767733320593834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,10240,0.01759999990463257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,10240,0.017301333447297413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,10240,0.017221332838137943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,10240,0.017554666846990585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,10240,0.017145333190759022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,10240,0.017489333947499592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,10240,0.017293332765499752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,10240,0.017086666077375412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,10240,0.03666800012191137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,10240,0.03775066634019216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,10240,0.020022666702667873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,10240,0.038590667148431144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,10240,0.039408000806967415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,10240,0.03898266702890396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,10240,0.0367533341050148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,10240,0.03841733435789744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,10240,0.03867066651582718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,10240,0.03852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,10240,0.03869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,10240,0.040178666512171425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,10240,0.039818666875362396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,10240,0.019688000281651814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,10240,0.019126666088898975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,10240,0.3974527994791667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,10240,0.7322837193806966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,10240,0.19957653681437176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,10240,0.11451626618703206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,10240,0.11656213601430257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,10240,0.11280960241953533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,10240,0.11314240296681721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,10240,0.11088639895121258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,10240,0.11298346519470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,10240,0.10997866789499919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,10240,0.09085439840952556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,10240,0.08719039758046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,10240,0.08965546290079753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,10240,0.08610880374908447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,10240,0.08549653689066569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,10240,0.08474666277567545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,10240,0.08646506468454997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,10240,0.08237439791361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,10240,0.08210559686024985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,10240,0.06768960158030192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,10240,0.06336533228556315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,10240,0.05962560176849365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,10240,0.05804373423258463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,10240,0.056782933076222744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,10240,0.05732266505559286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,10240,0.05450666745503744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,10240,0.054598399003346766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,10240,0.05320746501286825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,10240,0.05360639890034994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,10240,0.03360319932301839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,10240,0.03279680013656616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,10240,0.0306549330552419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,10240,0.030161066850026445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,10240,0.02901013294855754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,10240,0.028539733091990156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,10240,0.02654079993565877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,10240,0.02616106669108073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,10240,0.02619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,10240,0.026054400205612182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,10240,0.02606826623280843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,10240,0.026443733771642046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,10240,0.026444800694783527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,10240,0.02639893293380737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,10240,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,10240,0.025697066386540728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,10240,0.0256330668926239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,10240,0.025655466318130492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,10240,0.02566933234532674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,10240,0.02566186587015788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,10240,0.025628799200057985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,10240,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,10240,0.02518933415412903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,10240,0.025409066677093507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,10240,0.025443200270334882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,10240,0.025204267104466754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,10240,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,10240,0.025198932488759356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,10240,0.025589332977930708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,10240,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,10240,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,10240,0.025386667251586913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,10240,0.025228800376256307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,10240,0.025235199928283693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,10240,0.025240532557169598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,10240,0.02544959982236226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,10240,0.02523946762084961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,10240,0.025526400407155352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,10240,0.025183999538421632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,10240,0.025554132461547852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,10240,0.02518186569213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,10240,0.025601067145665485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,8192,1.2672053443060982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,8192,0.6954488754272461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,8192,0.3782755533854167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,8192,0.20266666677263048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,8192,0.20593778292338052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,8192,0.18666311105092367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,8192,0.18795022699568006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,8192,0.16050488419002956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,8192,0.16133866045210096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,8192,0.1464960045284695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,8192,0.1429671049118042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,8192,0.13851022720336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,8192,0.13176177607642278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,8192,0.13095111317104763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,8192,0.13680888546837702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,8192,0.11755200227101643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,8192,0.11685689290364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,8192,0.10820088783899943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,8192,0.10661333137088352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,8192,0.0972284475962321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,8192,0.08935644229253133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,8192,0.08997866842481826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,8192,0.08401599857542251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,8192,0.07295111152860853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,8192,0.08106666803359985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,8192,0.06792000267240736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,8192,0.06349688768386841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,8192,0.0684444440735711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,8192,0.0545457767115699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,8192,0.04938488867547777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,8192,0.0417173339260949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,8192,0.038273778226640486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,8192,0.033598221010631986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,8192,0.03083911206987169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,8192,0.026296888788541157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,8192,0.020958221620983545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,8192,0.02058844433890449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,8192,0.020709334148301017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,8192,0.020711110697852243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,8192,0.020544000797801547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,8192,0.02049955560101403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,8192,0.018945778409639995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,8192,0.016042666302786935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,8192,0.01737600068251292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,8192,0.015237333046065437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,8192,0.015237333046065437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,8192,0.015210666590266757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,8192,0.015420445137553744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,8192,0.015299555328157214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,8192,0.015253333581818474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,8192,0.015299555328157214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,8192,0.016300444801648457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,8192,0.015267555912335714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,8192,0.015806222955385845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,8192,0.01475911173555586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,8192,0.014821334017647637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,8192,0.014545778433481852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,8192,0.01464000013139513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,8192,0.014558222558763293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,8192,0.014656000667148165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,8192,0.014568888478808932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,8192,0.014551111393504672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,8192,0.014560000763999091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,8192,0.014567111929257711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,8192,0.01462577780087789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,8192,0.014567111929257711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,8192,0.014197332991494073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,8192,0.014556444353527494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,8192,0.014533332652515836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,8192,0.014542222023010254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,8192,0.014696889453464083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,8192,0.014595554934607612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,8192,0.01460622251033783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,8192,0.014755555325084262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,8192,1.3627466837565103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,8192,0.696231460571289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,8192,0.3581109364827474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,8192,0.1916085402170817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,8192,0.19158825874328614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,8192,0.17513386408487958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,8192,0.17557759284973146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,8192,0.1640757401784261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,8192,0.16481919288635255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,8192,0.14827626546223957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,8192,0.14626026153564453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,8192,0.14214080174763996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,8192,0.14035199483235677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,10240,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,8192,0.13331627051035563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,8192,0.13150080045064289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,8192,0.12132906913757324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,8192,0.12385386625925701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,8192,0.11173120339711506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,8192,0.11054720083872478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,8192,0.10585066477457683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,8192,0.10246506532033284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,8192,0.09247999986012777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,8192,0.09028586546579996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,8192,0.08140587011973063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,8192,0.08453439871470134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,8192,0.07542186578114828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,8192,0.06865599950154623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,8192,0.06916693051656088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,8192,0.06046293179194132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,8192,0.05297706524531046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,8192,0.04872853358586629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,8192,0.04530880053838094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,8192,0.0421674648920695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,8192,0.03643093506495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,8192,0.03411733309427897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,8192,0.029527467489242554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,8192,0.028475733598073323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,8192,0.02948906620343526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,8192,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,8192,0.032475733757019044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,8192,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,8192,0.02740266720453898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,8192,0.024846933285395303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,8192,0.025290666023890178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,8192,0.02480640014012655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,8192,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,8192,0.02450559933980306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,8192,0.023434666792551677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,8192,0.02381653388341268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,8192,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,8192,0.023240532477696738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,8192,0.022807466983795165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,8192,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,8192,0.02240426739056905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,8192,0.02210879921913147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,8192,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,8192,0.023264000813166298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,8192,0.022264534235000612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,8192,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,8192,0.021333332856496176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,8192,0.022833067178726196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,8192,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,8192,0.020860799153645835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,8192,0.022422399123509726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,8192,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,8192,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,8192,0.022256000836690267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,8192,0.023013333479563393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,8192,0.022538665930430093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,8192,0.02174933354059855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,8192,0.021704532702763877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,8192,0.02176106572151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,8192,0.02257386644681295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,8192,0.02268480062484741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,10240,0.025498666365941364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,10240,0.025234133005142212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,8192,1.0405514399210611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,8192,2.0670570373535155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,8192,0.5391114552815754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,8192,0.275873057047526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,8192,0.31740798950195315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,8192,0.2587104002634684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,8192,0.2598645369211833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,8192,0.2466602643330892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,8192,0.29036693572998046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,8192,0.22822720209757485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,8192,0.2989280064900716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,8192,0.23045760790506997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,8192,0.20438079833984374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,8192,0.19179946581522625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,8192,0.19102932612101237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,8192,0.17378560702006024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,8192,0.17544639905293782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,8192,0.20272000630696616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,8192,0.16042346954345704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,8192,0.13621333440144856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,8192,0.12478293577829998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,8192,0.12071039676666259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,8192,0.105404798189799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,8192,0.10114560127258301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,8192,0.2744074821472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,8192,0.24418239593505858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,8192,0.14708587328592937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,8192,0.05865493218104044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,8192,0.050221868356068934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,8192,0.04479999939600627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,8192,0.03708373308181763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,8192,0.07812480131785074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,8192,0.08069226741790772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,8192,0.06290560166041057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,8192,0.032214399178822836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,8192,0.025898667176564534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,8192,0.023622399568557738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,8192,0.021604265769322714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,8192,0.02152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,8192,0.021512534221013388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,8192,0.021260799964269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,8192,0.023257599274317423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,8192,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,8192,0.02349546750386556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,8192,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,8192,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,8192,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,8192,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,8192,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,8192,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,8192,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,8192,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,8192,0.01560426652431488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,8192,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,8192,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,8192,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,8192,0.03213333288828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,8192,0.03219520052274068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,8192,0.032110933462778726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,8192,0.032833067576090495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,8192,0.03343466520309448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,8192,0.03305066625277202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,8192,0.032968533039093015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,8192,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,8192,0.032646399736404416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,8192,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,8192,0.03368320067723592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,8192,0.03233706752459208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,8192,0.03404586712519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,8192,0.03373653491338094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,8192,0.034430932998657224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,8192,0.032868266105651855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,8192,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,8192,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,8192,0.31387945810953777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,8192,0.584883181254069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,8192,0.16052799224853515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,8192,0.09423786799112956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,8192,0.09205973148345947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,8192,0.09142080148061117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,8192,0.09097279707590739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,8192,0.09161173502604167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,8192,0.09020906289418539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,8192,0.09002026716868082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,8192,0.07264426549275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,8192,0.07218133608500163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,8192,0.07050986289978027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,8192,0.0702239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,8192,0.06966079870859782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,8192,0.07020266850789389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,8192,0.06910506884256998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,8192,0.06807999610900879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,8192,0.06723413467407227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,8192,0.05468586683273315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,8192,0.05048426787058512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,8192,0.04875626564025879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,8192,0.047890134652455646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,8192,0.04749973217646281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,8192,0.046598398685455324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,8192,0.04564906756083171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,8192,0.045111465454101565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,8192,0.0452021320660909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,8192,0.04379306634267171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,8192,0.02818560004234314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,8192,0.028025599320729573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,8192,0.026578134298324584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,8192,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,8192,0.02502293388048808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,8192,0.024310400088628135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,8192,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,8192,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,8192,0.022362667322158813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,8192,0.022249599297841392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,8192,0.022264534235000612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,8192,0.0223306675752004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,8192,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,8192,0.022309333086013794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,8192,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,8192,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,8192,0.021498666206995646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,8192,0.0218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,8192,0.021246933937072755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,8192,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,8192,0.021363200743993123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,8192,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,8192,0.021549866596857706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,8192,0.021310933430989585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,8192,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,8192,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,8192,0.021291732788085938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,8192,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,8192,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,8192,0.02129279971122742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,8192,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,8192,0.02139413356781006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,8192,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,8192,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,8192,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,8192,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,8192,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,8192,0.0214464008808136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,8192,0.021260799964269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,8192,0.021121066808700562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,8192,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,7168,1.0826364093356662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,7168,0.6613386472066244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,7168,0.33366934458414715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,7168,0.19237866666581896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,8192,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,7168,0.19373867246839735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,7168,0.14818844530317518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,7168,0.19241600566440156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,7168,0.13969422711266413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,7168,0.1661191119088067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,7168,0.13254933887057835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,7168,0.1441440052456326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,7168,0.12293333477444118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,7168,0.12946844100952148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,7168,0.11801955435011123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,7168,0.12799289491441515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,7168,0.10430933369530572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,7168,0.10908977852927314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,7168,0.09577244520187378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,7168,0.09948977496888901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,7168,0.09015822410583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,7168,0.08791110912958781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,7168,0.08255822128719754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,7168,0.07832711272769503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,7168,0.06731555859247844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,7168,0.07185066408581205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,7168,0.06282133526272245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,7168,0.05756977531645033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,7168,0.06275022029876709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,7168,0.049831112225850425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,7168,0.04606222112973531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,7168,0.03898310992452834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,7168,0.03558933403756883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,7168,0.03156977891921997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,7168,0.02719288898838891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,7168,0.024455111887719896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,7168,0.018657777044508193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,7168,0.018927999668651156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,7168,0.01808533403608534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,7168,0.018062222335073683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,7168,0.018183110488785636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,7168,0.017304889029926725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,7168,0.014890667464998035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,7168,0.015678221980730694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,7168,0.013898667362001208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,7168,0.014012444350454541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,7168,0.013816888961527081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,7168,0.013973333769374423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,7168,0.013928888572586907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,7168,0.013987556099891663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,7168,0.013966222604115805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,7168,0.015299555328157214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,7168,0.013562666873137156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,7168,0.01461155547036065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,7168,0.013930666777822705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,7168,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,7168,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,7168,0.013564444250530668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,7168,0.013443555268976422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,7168,0.013507555756303998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,7168,0.013269333375824822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,7168,0.013224889006879596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,7168,0.013400889105266996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,7168,0.013402666482660504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,7168,0.013391999734772576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,7168,0.013276444541083442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,7168,0.018945778409639995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,7168,0.013269333375824822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,7168,0.013224889006879596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,7168,0.013370667066839008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,7168,0.013214222258991666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,7168,0.013768889009952545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,7168,0.013395555317401886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,7168,0.013235555754767524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,7168,0.013790222505728403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,7168,0.6126773198445638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,7168,0.31434240341186526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,7168,1.2160672505696615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,7168,0.1612650712331136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,7168,0.1770677407582601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,7168,0.16273387273152667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,7168,0.15416000684102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,7168,0.14840106964111327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,7168,0.14784107208251954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,7168,0.13362773259480792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,7168,0.13137493133544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,7168,0.1298144022623698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,7168,0.13051093419392903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,7168,0.12282666365305583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,8192,0.021100799242655434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,7168,0.11831146876017254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,7168,0.11158933639526367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,7168,0.11029973030090331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,7168,0.10124266942342122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,7168,0.09983572959899903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,7168,0.09301973183949788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,7168,0.09229653676350912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,7168,0.08506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,7168,0.0825546662012736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,7168,0.07271573543548585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,7168,0.07436693509419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,7168,0.06400533517201742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,7168,0.05961706638336182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,7168,0.06743893623352051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,7168,0.051166931788126625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,7168,0.04729706843694051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,7168,0.04135573307673136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,7168,0.03930453459421794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,7168,0.03505706787109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,7168,0.03324480056762695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,7168,0.027085866530736285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,7168,0.027897600332895917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,7168,0.027963733673095702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,7168,0.02900693416595459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,7168,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,7168,0.026383999983469648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,7168,0.05564693212509155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,7168,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,7168,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,7168,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,7168,0.023266132672627768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,7168,0.023933867613474526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,7168,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,7168,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,7168,0.021865600347518922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,7168,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,7168,0.02398186723391215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,7168,0.02262186606725057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,7168,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,7168,0.023041067520777385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,7168,0.020922666788101195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,7168,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,7168,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,7168,0.022929066419601442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,7168,0.02089280088742574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,7168,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,7168,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,7168,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,7168,0.02075200080871582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,7168,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,7168,0.020115200678507486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,7168,0.022658133506774904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,7168,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,7168,0.023358933130900063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,7168,0.02349546750386556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,7168,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,7168,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,7168,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,7168,0.024482132991154988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,7168,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,8192,0.02111146648724874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,7168,0.5258858680725098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,7168,1.006721051534017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,7168,1.9919456481933593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,7168,0.26481493314107263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,7168,0.3056629180908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,7168,0.2531989256540934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,7168,0.24991893768310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,7168,0.2406933307647705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,7168,0.28563200632731117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,7168,0.28653014500935875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,7168,0.22207679748535156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,7168,0.22403306961059571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,7168,0.20285439491271973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,7168,0.19608426094055176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,7168,0.19445974032084148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,7168,0.18306345939636232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,7168,0.16747093200683594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,7168,0.2627829392751058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,7168,0.15512320200602214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,7168,0.1291647990544637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,7168,0.10576106707255047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,7168,0.10949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,7168,0.08958186308542887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,7168,0.1772853374481201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,7168,0.08793173631032308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,7168,0.23546454111735024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,7168,0.13648533821105957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,7168,0.052342398961385095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,7168,0.07057387034098307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,7168,0.04904106855392456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,7168,0.0674015998840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,7168,0.042004267374674484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,7168,0.05898346503575643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,7168,0.03511786858240763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,7168,0.022332799434661866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,7168,0.021755733092625937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,7168,0.023965867360432942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,7168,0.021913599967956544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,7168,0.02014933427174886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,7168,0.02015893260637919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,7168,0.02026026646296183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,7168,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,7168,0.021717333793640138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,7168,0.03176640073458354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,7168,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,7168,0.016193067034085594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,7168,0.015988266468048094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,7168,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,7168,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,7168,0.015851733088493348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,7168,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,7168,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,7168,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,7168,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,7168,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,7168,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,7168,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,7168,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,7168,0.026999467611312868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,7168,0.027105067173639936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,7168,0.027543467283248902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,7168,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,7168,0.028248532613118486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,7168,0.028033065795898437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,7168,0.0318015992641449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,7168,0.029703466097513835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,7168,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,7168,0.028856533765792846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,7168,0.02927680015563965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,7168,0.029685332377751665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,7168,0.030481066306432086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,7168,0.028544000784556073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,7168,0.03277013301849365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,7168,0.028433066606521607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,7168,0.28402665456136067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,7168,0.14782400131225587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,7168,0.5311829249064128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,7168,0.08644800186157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,7168,0.0844330628712972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,7168,0.0836405356725057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,7168,0.08351360162099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,7168,0.08212479750315348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,7168,0.08183146317799886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,7168,0.08236479759216309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,7168,0.06755306720733642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,7168,0.06509973208109537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,7168,0.06539413531621298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,7168,0.06495680014292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,7168,0.06441386540730795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,7168,0.06213866472244263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,7168,0.06344853242238363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,7168,0.06144533157348633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,7168,0.06077226797739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,7168,0.048342398802439374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,7168,0.046469334761301676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,7168,0.044683734575907394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,7168,0.043511466185251875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,7168,0.0423466682434082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,7168,0.04240853389104207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,7168,0.04165866772333781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,7168,0.040660266081492105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,7168,0.04044906695683797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,7168,0.03983786503473918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,7168,0.026778666178385417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,7168,0.026101332902908326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,7168,0.024435200293858848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,7168,0.023985066016515098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,7168,0.022731733322143555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,7168,0.02187733252843221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,7168,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,7168,0.020360533396402994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,7168,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,7168,0.020278400182723998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,7168,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,7168,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,7168,0.02034986615180969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,7168,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,7168,0.020165334145228066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,7168,0.019640533129374187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,7168,0.01959786613782247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,7168,0.019444266955057778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,7168,0.019488000869750978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,7168,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,7168,0.019458132982254028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,7168,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,7168,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,7168,0.019454934199651084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,7168,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,7168,0.019488000869750978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,7168,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,7168,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,7168,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,7168,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,7168,0.01908586621284485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,7168,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,7168,0.019371734062830607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,7168,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,7168,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,7168,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,7168,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,7168,0.01922986706097921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,7168,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,7168,0.019192532698313395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,7168,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,7168,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,6144,0.8966986338297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,6144,0.49990044699774844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,6144,0.2569119930267334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,6144,0.14745599693722194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,6144,0.1558613379796346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,6144,0.14236266083187527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,6144,0.14795733822716609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,6144,0.13251022497812906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,6144,0.12731911076439753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,6144,0.10679999987284343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,6144,0.10405866967307197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,6144,0.10523377524481879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,6144,0.10387200117111206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,6144,0.10416355397966172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,6144,0.10038399696350098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,6144,0.08690133359697129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,6144,0.08524622519810994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,6144,0.08063111040327284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,6144,0.07782933447096083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,6144,0.0768231087260776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,6144,0.0694168872303433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,6144,0.06771555874082777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,6144,0.06176533301671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,6144,0.055758224593268506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,6144,0.06004799736870659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,6144,0.0564604467815823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,6144,0.047262221574783325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,6144,0.052424887816111244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,6144,0.040942221879959106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,6144,0.03755377729733785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,6144,0.03175110949410333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,6144,0.028725332683987085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,6144,0.025891555680169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,6144,0.023306666149033442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,6144,0.019095111224386428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,6144,0.016003555721706815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,6144,0.01594311164485084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,6144,0.015971556305885315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,6144,0.01590755581855774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,6144,0.01607111096382141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,6144,0.015930665863884818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,6144,0.014915555715560913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,6144,0.01311822235584259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,6144,0.013946667313575745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,6144,0.012527999778588613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,6144,0.01237511138121287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,6144,0.012572444147533841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,6144,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,7168,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,6144,0.012551111479600271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,6144,0.012476444244384766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,6144,0.012527999778588613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,6144,0.013887999786270989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,6144,0.012240000069141388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,6144,0.011882666912343768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,6144,0.01257599973016315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,6144,0.011895111037625207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,6144,0.012663111090660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,6144,0.011824000212881299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,6144,0.012531555361217923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,6144,0.01180622229973475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,6144,0.012519111235936483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,6144,0.011957333319716983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,6144,0.012536889149083031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,6144,0.011879111329714457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,6144,0.012055111428101858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,6144,0.01181688904762268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,6144,0.012053333222866058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,6144,0.012444444828563266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,6144,0.012364444633324942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,6144,0.011928888658682505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,6144,0.01237511138121287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,6144,0.012255999777052136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,6144,0.012627555264366997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,6144,0.012474666866991254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,6144,0.5262762705485027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,6144,0.2701066652933756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,6144,1.0202496210734049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,6144,0.136297607421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,6144,0.1397333304087321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,6144,0.129094401995341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,6144,0.12815039952596027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,6144,0.12445120016733806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,6144,0.12386026382446289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,6144,0.11145280202229817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,6144,0.11008000373840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,6144,0.10815786520640056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,6144,0.10835733413696289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,6144,0.10515093008677165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,6144,0.10014932950337727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,6144,0.09028480052947999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,6144,0.0910421371459961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,6144,0.08658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,6144,0.08655253251393637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,6144,0.07781973679860434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,6144,0.07625813484191894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,6144,0.07005759874979654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,6144,0.06868800322214762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,6144,0.06275946696599324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,6144,0.06395946741104126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,6144,0.058125865459442136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,6144,0.053548800945281985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,6144,0.053191467126210534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,6144,0.04875946839650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,6144,0.0442357341448466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,6144,0.04308693408966065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,6144,0.03717759847640991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,6144,0.03775466680526733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,6144,0.032867199182510375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,6144,0.03137600024541219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,6144,0.027129600445429485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,6144,0.025450666745503742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,6144,0.026795732975006103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,6144,0.024405332406361897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,6144,0.026822400093078614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,6144,0.02313279906908671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,6144,0.02396799921989441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,6144,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,6144,0.023496532440185548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,6144,0.022817067305246987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,6144,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,6144,0.022538665930430093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,6144,0.02172586719195048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,6144,0.022080000241597494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,6144,0.0228383998076121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,6144,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,6144,0.020916267236073812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,6144,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,6144,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,6144,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,6144,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,6144,0.021375999848047892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,6144,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,6144,0.021687465906143188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,6144,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,6144,0.02122453252474467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,6144,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,6144,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,6144,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,6144,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,6144,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,6144,0.020829866329828896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,6144,0.021335466702779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,6144,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,6144,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,6144,0.02087786595026652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,6144,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,6144,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,6144,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,7168,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,6144,0.49338239034016923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,6144,0.9590517044067383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,6144,1.8967445373535157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,6144,0.2514911969502767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,6144,0.2848181406656901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,6144,0.23880213101704917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,6144,0.23328852653503418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,6144,0.2254634698232015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,6144,0.2707370758056641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,6144,0.21157120068868002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,6144,0.2691221237182617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,6144,0.2090677261352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,6144,0.18958187103271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,6144,0.1847413380940755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,6144,0.17459200223286947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,6144,0.16815679868062336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,6144,0.1530677318572998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,6144,0.1455381393432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,6144,0.13368639945983887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,6144,0.10714240074157715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,6144,0.09255999724070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,6144,0.2502037366231283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,6144,0.09339199860890707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,6144,0.07894293467203775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,6144,0.07379626433054606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,6144,0.22063040733337402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,6144,0.11496106783548991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,6144,0.04928960005442302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,6144,0.04532159964243571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,6144,0.03983893394470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,6144,0.03388479948043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,6144,0.06017706791559855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,6144,0.06374933322270712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,6144,0.054873601595560706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,6144,0.029969066381454468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,6144,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,6144,0.020515199502309164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,6144,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,6144,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,6144,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,6144,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,6144,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,6144,0.020497065782546998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,6144,0.020470400651295982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,6144,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,6144,0.01479039986928304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,6144,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,6144,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,6144,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,6144,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,6144,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,6144,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,6144,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,6144,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,6144,0.025356799364089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,6144,0.02595626711845398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,6144,0.02598080039024353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,6144,0.025183999538421632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,6144,0.025158399343490602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,6144,0.02571626702944438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,6144,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,6144,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,6144,0.025719465812047322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,6144,0.027918932835261027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,6144,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,6144,0.025596799453099568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,6144,0.026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,6144,0.027214932441711425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,6144,0.026391466458638508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,6144,0.026443733771642046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,6144,0.027641600370407103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,6144,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,6144,0.015020799636840821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,6144,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,6144,0.48121172587076827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,6144,0.2571786721547445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,6144,0.13404266039530438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,6144,0.07621973355611165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,6144,0.07519786357879639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,6144,0.07619520028432211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,6144,0.07585279941558838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,6144,0.0738432010014852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,6144,0.07354666392008463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,6144,0.07221866448720296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,6144,0.062311466534932455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,6144,0.05867306788762411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,6144,0.05922026634216308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,6144,0.057342934608459475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,6144,0.057740799585978185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,6144,0.055752531687418616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,6144,0.055587200323740635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,6144,0.053863465785980225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,6144,0.05469226837158203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,6144,0.04330879847208659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,6144,0.04059733152389526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,6144,0.039724798997243245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,6144,0.03967466751734416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,6144,0.03863253196080525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,6144,0.03810346523920695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,6144,0.03728533188501994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,6144,0.03720213174819946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,6144,0.03625173171361287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,6144,0.03589119911193848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,6144,0.023730132977167764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,6144,0.02396906614303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,6144,0.0223306675752004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,6144,0.021716266870498657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,6144,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,6144,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,6144,0.019501866896947224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,6144,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,6144,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,6144,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,6144,0.018321067094802856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,6144,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,6144,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,6144,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,6144,0.017679999272028603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,6144,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,6144,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,6144,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,6144,0.017617066701253258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,6144,0.017516799767812095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,6144,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,6144,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,6144,0.017640533049901326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,6144,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,6144,0.01776319940884908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,6144,0.017504000663757326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,6144,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,6144,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,6144,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,6144,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,6144,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,6144,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,6144,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,6144,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,6144,0.017409066359202065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,6144,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,6144,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,6144,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,6144,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,6144,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,6144,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,5120,0.784325361251831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,6144,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,5120,0.4509306748708089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,5120,0.19749999046325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,5120,0.13803199927012125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,5120,0.11101333300272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,5120,0.14669866363207498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,5120,0.0998360017935435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,5120,0.11658133069674174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,5120,0.09399333596229553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,5120,0.0836853285630544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,5120,0.09186800320943196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,5120,0.08198133111000061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,5120,0.08076933523019154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,6144,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,5120,0.07643733421961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,5120,0.0711986670891444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,5120,0.07042799890041351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,5120,0.06346666812896729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,5120,0.0656653344631195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,5120,0.061847999691963196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,5120,0.05726000169912974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,5120,0.056554665168126426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,5120,0.052918667594591774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,5120,0.0465693324804306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,5120,0.049945334593454994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,5120,0.047770669062932335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,5120,0.040192000567913055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,5120,0.04400133093198141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,5120,0.03437600036462148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,5120,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,5120,0.027045334378878277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,5120,0.023961332937081654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,5120,0.022151999175548553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,5120,0.016235999763011932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,5120,0.014086666206518808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,5120,0.013352000464995703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,5120,0.10183733701705933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,5120,0.01351999988158544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,5120,0.013921332856019339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,5120,0.013437333206335703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,5120,0.013692000259955725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,5120,0.01255200058221817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,5120,0.011388000100851059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,5120,0.01071066657702128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,5120,0.010698666175206503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,5120,0.010530666758616766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,5120,0.010826667149861654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,5120,0.0105253333846728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,5120,0.010559999694426855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,5120,0.010566666722297668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,5120,0.012026666353146235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,5120,0.010465333859125773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,5120,0.010434667269388834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,5120,0.010529333104689917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,5120,0.010555999974409739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,5120,0.01202266663312912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,5120,0.01046799992521604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,5120,0.010910666237274805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,5120,0.010297333200772604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,5120,0.010379999876022339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,5120,0.01953733339905739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,5120,0.010477333019177118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,5120,0.010422666867574057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,5120,0.010355999693274498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,5120,0.010451999803384146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,5120,0.010609333713849386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,5120,0.010951999574899673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,5120,0.01091733326514562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,5120,0.010754667222499847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,5120,0.01089866707722346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,5120,0.011803999543190002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,5120,0.010973333070675531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,5120,0.011018666128317514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,5120,0.010904000451167425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,5120,0.437552007039388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,5120,0.8547840118408203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,5120,0.010426666587591171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,5120,0.11752320130666097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,5120,0.2274463971455892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,5120,0.11071146329243978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,5120,0.10479573408762614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,5120,0.10847040017445882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,5120,0.1053429365158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,5120,0.12533546288808187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,5120,0.09608746369679769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,5120,0.09019412994384765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,5120,0.09021013577779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,5120,0.08623466491699219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,5120,0.09745919704437256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,5120,0.08026560147603354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,5120,0.07088639736175537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,5120,0.07040212949117025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,5120,0.06566293239593506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,5120,0.06419306596120199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,5120,0.05981226762135824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,5120,0.09579306443532308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,5120,0.06026986837387085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,5120,0.05475200017293295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,5120,0.05450026591618856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,5120,0.05190933148066203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,5120,0.08035946687062581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,5120,0.04842453400293986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,5120,0.048509867986043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,5120,0.041220267613728837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,5120,0.043728001912434894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,5120,0.03926933209101359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,5120,0.03508586486180623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,5120,0.028939733902613323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,5120,0.03522239923477173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,5120,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,5120,0.024626133839289348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,5120,0.02471253275871277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,5120,0.03206613262494405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,5120,0.026935466130574542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,5120,0.021615999937057494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,5120,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,5120,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,5120,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,5120,0.021197867393493653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,5120,0.020742400487263998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,5120,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,5120,0.021176532904307047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,5120,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,5120,0.02048426667849223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,5120,0.024703999360402427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,5120,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,5120,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,5120,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,5120,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,5120,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,5120,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,5120,0.018295466899871826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,5120,0.018760534127553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,5120,0.020435200134913126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,5120,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,5120,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,5120,0.019438934326171876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,5120,0.0191210667292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,5120,0.019662932554880778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,5120,0.021436800559361778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,5120,0.020278400182723998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,5120,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,5120,0.019092265764872232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,5120,0.020823466777801513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,5120,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,5120,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,5120,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,5120,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,5120,0.019308799505233766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,5120,0.9124693552652994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,5120,0.47030188242594406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,5120,1.8119893391927082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,5120,0.27224534352620444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,5120,0.23712533315022788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,5120,0.2320927937825521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,5120,0.2358176072438558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,5120,0.21998613675435386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,5120,0.21268800099690757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,5120,0.2541696071624756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,5120,0.2565450668334961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,5120,0.17719146410624187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,5120,0.15896639823913575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,5120,0.15704426765441895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,5120,0.13698773384094237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,5120,0.1298474629720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,5120,0.12315413157145183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,5120,0.1120149294535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,5120,0.20184213320414224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,5120,0.08992640177408853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,5120,0.08122560183207193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,5120,0.0779210646947225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,5120,0.07205759684244792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,5120,0.06508373419443766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,5120,0.19411412874857586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,5120,0.18785173098246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,5120,0.09492586453755697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,5120,0.046136534214019774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,5120,0.04158933162689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,5120,0.03709973494211833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,5120,0.030750934282938642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,5120,0.05926933288574219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,5120,0.05593173503875733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,5120,0.05083413521448771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,5120,0.027692800760269164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,5120,0.020838399728139244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,5120,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,5120,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,5120,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,5120,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,5120,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,5120,0.01690666675567627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,5120,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,5120,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,5120,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,5120,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,5120,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,5120,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,5120,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,5120,0.011917866269747416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,5120,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,5120,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,5120,0.01186346709728241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,5120,0.011826133728027344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,5120,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,5120,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,5120,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,5120,0.022040534019470214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,5120,0.022268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,5120,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,5120,0.023350399732589722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,5120,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,5120,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,5120,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,5120,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,5120,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,5120,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,5120,0.021897600094477335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,5120,0.023319466908772787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,5120,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,5120,0.024282666047414143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,5120,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,5120,0.22794559796651206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,5120,0.43001813888549806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,5120,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,5120,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,5120,0.11674239635467529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,5120,0.06775039831797282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,5120,0.0679253339767456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,5120,0.06776746908823648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,5120,0.06669440269470214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,5120,0.06427520116170247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,5120,0.06416426499684652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,5120,0.06411093473434448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,5120,0.05325653155644735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,5120,0.050545068581899014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,5120,0.0511573314666748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,5120,0.050729600588480625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,5120,0.04856746594111125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,5120,0.05030186573664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,5120,0.048706134160359696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,5120,0.0482037345568339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,5120,0.0469813346862793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,5120,0.03816853364308675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,5120,0.0366538683573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,5120,0.03570346832275391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,5120,0.035189334551493326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,5120,0.03416106700897217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,5120,0.033829331398010254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,5120,0.033214932680130003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,5120,0.03266560037930806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,5120,0.03216639955838521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,5120,0.03197120030721028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,5120,0.021554134289423623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,5120,0.021341866254806517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,5120,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,5120,0.01949013272921244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,5120,0.01869759956995646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,5120,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,5120,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,5120,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,5120,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,5120,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,5120,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,5120,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,5120,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,5120,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,5120,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,5120,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,5120,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,5120,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,5120,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,5120,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,5120,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,5120,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,5120,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,5120,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,5120,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,5120,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,5120,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,5120,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,5120,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,5120,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,5120,0.015778133273124696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,5120,0.015619200468063355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,5120,0.01581546664237976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,5120,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,5120,0.015385599931081137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,5120,0.015596800049146018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,5120,0.015438933173815408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,4096,0.6189727783203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,5120,0.015864533185958863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,4096,0.29687039057413733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,4096,0.15737600326538087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,4096,0.09672640164693197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,4096,0.08562773068745931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,4096,0.09403519630432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,4096,0.0792138655980428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,4096,0.09576533635457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,4096,0.07966506481170654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,4096,0.07371839682261148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,4096,0.07247467041015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,4096,0.06845119794209799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,4096,0.06858773231506347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,5120,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,4096,0.06403093338012696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,4096,0.05712853272755941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,4096,0.05900373458862305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,4096,0.05288213491439819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,4096,0.05207253297170004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,4096,0.05034666856129964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,4096,0.045558400948842365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,4096,0.04511786699295044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,4096,0.036562132835388186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,4096,0.03985280195871989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,4096,0.039082666238149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,4096,0.031244800488154097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,4096,0.07560426394144694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,4096,0.033904000123341875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,4096,0.02837439974149068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,4096,0.024142932891845704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,4096,0.02241706649462382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,4096,0.019732266664505005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,4096,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,4096,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,4096,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,4096,0.00976639986038208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,4096,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,4096,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,4096,0.013054933150609335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,4096,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,4096,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,4096,0.009307733178138733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,4096,0.010305066903432209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,4096,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,4096,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,4096,0.008909866213798523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,4096,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,4096,0.008888533711433411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,4096,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,4096,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,4096,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,4096,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,4096,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,4096,0.043034664789835614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,4096,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,4096,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,4096,0.0086709330479304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,4096,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,4096,0.008499200145403545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,4096,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,4096,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,4096,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,4096,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,4096,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,4096,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,4096,0.009260800480842591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,4096,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,4096,0.009338666995366413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,4096,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,4096,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,4096,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,4096,0.009365333120028178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,4096,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,4096,0.361023998260498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,4096,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,4096,0.17483946482340496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,4096,0.7001269022623698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,4096,0.09559786319732666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,4096,0.09565440018971762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,4096,0.08883306980133057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,4096,0.088700803120931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,4096,0.08889919916788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,4096,0.08715199629465739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,4096,0.0799722671508789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,4096,0.07730133533477783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,4096,0.07664960225423177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,4096,0.07421120007832846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,4096,0.06885546843210856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,4096,0.06781013011932373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,4096,0.06180266539255778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,4096,0.06427839994430543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,4096,0.0582368016242981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,4096,0.057639467716217044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,4096,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,4096,0.05601919889450073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,4096,0.04994026819864909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,4096,0.04907626708348592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,4096,0.049483732382456465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,4096,0.04745813210805257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,4096,0.04479893445968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,4096,0.04221546649932861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,4096,0.04020479917526245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,4096,0.03824959993362427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,4096,0.03402986526489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,4096,0.033650132020314534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,4096,0.031889067093531294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,4096,0.031156265735626222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,4096,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,4096,0.02760533293088277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,4096,0.02216959993044535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,4096,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,4096,0.02276479999224345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,4096,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,4096,0.023947733640670776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,4096,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,4096,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,4096,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,4096,0.020106667280197145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,4096,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,4096,0.01920959949493408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,4096,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,4096,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,4096,0.01932906707127889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,4096,0.018885332345962524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,4096,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,4096,0.01803306738535563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,4096,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,4096,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,5120,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,4096,0.0193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,4096,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,4096,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,4096,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,4096,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,4096,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,4096,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,4096,0.016849066813786825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,4096,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,4096,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,4096,0.01684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,4096,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,4096,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,4096,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,4096,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,4096,0.01881706714630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,4096,0.020320000251134236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,4096,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,4096,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,4096,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,4096,0.44074347813924153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,4096,0.86834348042806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,4096,0.24797546068827309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,4096,0.2180554707845052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,4096,0.20227840741475425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,4096,0.20204906463623046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,4096,1.7359967549641926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,4096,0.18467413584391276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,4096,0.19007573127746583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,4096,0.23696533838907877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,4096,0.22745919227600098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,4096,0.1346944014231364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,4096,0.12355733712514241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,4096,0.12244906425476074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,4096,0.10952746868133545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,4096,0.10392213662465413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,4096,0.09747947057088216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,4096,0.08952319622039795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,4096,0.15976212819417318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,4096,0.16410667101542156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,4096,0.07810133298238119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,4096,0.07461333274841309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,4096,0.07001279989878337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,4096,0.06734186808268229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,4096,0.060278399785359704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,4096,0.14495786031087238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,4096,0.08362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,4096,0.041861331462860106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,4096,0.03779413302739461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,4096,0.034049065907796223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,4096,0.02767360011736552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,4096,0.055726933479309085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,4096,0.051984000205993655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,4096,0.046171732743581134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,4096,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,4096,0.025174399216969807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,4096,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,4096,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,4096,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,4096,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,4096,0.015003732840220132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,4096,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,4096,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,4096,0.012154666582743327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,4096,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,4096,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,4096,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,4096,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,4096,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,4096,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,4096,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,4096,0.010315733154614766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,4096,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,4096,0.01904639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,4096,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,4096,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,4096,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,4096,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,4096,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,4096,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,4096,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,4096,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,4096,0.019721599419911702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,4096,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,4096,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,4096,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,4096,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,4096,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,4096,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,4096,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,4096,0.02109439969062805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,4096,0.1806272029876709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,4096,0.34397761027018225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,4096,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,4096,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,4096,0.05490133364995321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,4096,0.09317013422648111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,4096,0.05502080122629801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,4096,0.0539626677831014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,4096,0.05394986470540365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,4096,0.052242132027943936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,4096,0.051867731412251795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,4096,0.051674667994181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,4096,0.04349120060602824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,4096,0.042224001884460446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,4096,0.04197653134663899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,4096,0.04170133272806804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,4096,0.0419648011525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,4096,0.04078506628672282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,4096,0.04042773246765137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,4096,0.040243200461069745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,4096,0.03942826588948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,4096,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,4096,0.031176533301671343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,4096,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,4096,0.029677865902582805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,4096,0.02844373385111491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,4096,0.028292266527811687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,4096,0.02840320070584615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,4096,0.027859199047088622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,4096,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,4096,0.026609067122141523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,4096,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,4096,0.01824959913889567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,4096,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,4096,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,4096,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,4096,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,4096,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,4096,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,4096,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,4096,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,4096,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,4096,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,4096,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,4096,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,4096,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,4096,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,4096,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,4096,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,4096,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,4096,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,4096,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,4096,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,4096,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,4096,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,4096,0.013740799824396768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,4096,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,4096,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,4096,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,4096,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,4096,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,4096,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,4096,0.013736533125241599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,4096,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,4096,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,4096,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,3584,0.5189653396606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,3584,0.2841578801472982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,3584,0.16037440299987793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,3584,0.09453439712524414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,3584,0.09695786635080973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,3584,0.08048853079477945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,3584,0.07598506609598796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,3584,0.07459519704182943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,3584,0.06682666937510172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,3584,0.06131519873936971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,3584,0.059036799271901454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,3584,0.057988266150156655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,3584,0.059026134014129636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,3584,0.058532265822092686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,4096,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,3584,0.05406293471654257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,3584,0.05084906816482544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,3584,0.050348798433939614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,3584,0.04682240088780721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,3584,0.04549013376235962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,3584,0.04403093258539836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,3584,0.039951999982198075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,3584,0.0391210675239563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,3584,0.036814932028452554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,3584,0.03255786697069804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,3584,0.03464213212331136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,3584,0.03212160070737203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,3584,0.02826346755027771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,3584,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,3584,0.02439360022544861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,3584,0.021514666080474854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,3584,0.019475199778874717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,3584,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,3584,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,3584,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,3584,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,3584,0.010702932874361675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,3584,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,3584,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,3584,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,3584,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,3584,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,3584,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,3584,0.008255999783674877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,3584,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,3584,0.008052266637484233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,3584,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,3584,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,3584,0.0081194669008255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,3584,0.008110933502515157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,3584,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,3584,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,3584,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,3584,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,3584,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,3584,0.008080000181992848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,3584,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,3584,0.008999466896057129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,3584,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,3584,0.010589866836865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,3584,0.007677866518497467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,3584,0.007837866743405659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,3584,0.007740800082683563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,3584,0.007701333363850911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,3584,0.007590400179227193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,3584,0.0076799998680750535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,3584,0.00775786687930425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,3584,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,3584,0.01070186694463094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,3584,0.010537599523862202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,3584,0.01072746713956197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,3584,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,3584,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,3584,0.01188800036907196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,3584,0.012776533762613932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,3584,0.15261972745259603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,3584,0.32009067535400393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,3584,0.08596373399098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,3584,0.08431146939595541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,3584,0.6108416239420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,3584,0.08160106341044107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,3584,0.080294402440389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,3584,0.07539520263671876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,3584,0.07647893428802491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,3584,0.06837866306304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,3584,0.06825706958770753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,3584,0.06595306793848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,3584,0.06648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,3584,0.06463253498077393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,3584,0.062452268600463864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,3584,0.05759679873784383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,3584,0.057460268338521324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,3584,0.0545141339302063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,3584,0.05265173514684042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,3584,0.0487829327583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,3584,0.0490506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,3584,0.04733440081278483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,3584,0.047041066487630206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,3584,0.043783466021219894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,3584,0.04307946761449178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,3584,0.041238399346669515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,3584,0.039002664883931476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,3584,0.037827201684316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,3584,0.03553493420283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,3584,0.03417173226674398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,3584,0.033844268321990965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,3584,0.03030933340390523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,3584,0.02940160036087036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,3584,0.027512532472610474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,3584,0.024821333090464272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,3584,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,3584,0.02205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,3584,0.022605866193771362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,3584,0.020486400524775187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,3584,0.023005867004394533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,3584,0.019453867276509603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,3584,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,3584,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,3584,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,3584,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,3584,0.018102399508158364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,3584,0.018104533354441323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,3584,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,3584,0.016739199558893837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,3584,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,3584,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,3584,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,3584,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,3584,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,3584,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,3584,0.018071466684341432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,3584,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,3584,0.017131733894348144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,3584,0.018038400014241538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,3584,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,3584,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,3584,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,3584,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,3584,0.017617066701253258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,3584,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,3584,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,3584,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,3584,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,3584,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,3584,0.018288000424702962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,3584,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,3584,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,3584,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,3584,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,4096,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,3584,0.8524725596110025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,3584,1.7078987121582032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,3584,0.23960960706075035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,3584,0.20763519605000816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,3584,0.44141867955525715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,3584,0.18194133440653484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,3584,0.18040960629781086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,3584,0.163483730951945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,3584,0.16338666280110675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,3584,0.2143434683481852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,3584,0.22982932726542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,3584,0.1267850637435913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,3584,0.11982506910959881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,3584,0.10804266929626465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,3584,0.10524693330128987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,3584,0.09990080197652182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,3584,0.09390292962392172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,3584,0.09106559753417968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,3584,0.08497599760691324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,3584,0.07410879929860434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,3584,0.07044266859690348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,3584,0.14191360473632814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,3584,0.0673087994257609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,3584,0.06449493169784545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,3584,0.058278401692708336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,3584,0.13953173955281575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,3584,0.08002026875813803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,3584,0.04037546714146932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,3584,0.035580801963806155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,3584,0.04392106533050537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,3584,0.03214826583862305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,3584,0.025931733846664428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,3584,0.05354239940643311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,3584,0.05117439826329549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,3584,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,3584,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,3584,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,3584,0.01744426687558492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,3584,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,3584,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,3584,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,3584,0.023770666122436522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,3584,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,3584,0.015480533242225647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,3584,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,3584,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,3584,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,3584,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,3584,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,3584,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,3584,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,3584,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,3584,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,3584,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,3584,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,3584,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,3584,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,3584,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,3584,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,3584,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,3584,0.017589332660039265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,3584,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,3584,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,3584,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,3584,0.017767467101415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,3584,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,3584,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,3584,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,3584,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,3584,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,3584,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,3584,0.019913599888483683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,3584,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,3584,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,3584,0.1637930711110433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,3584,0.3101600011189779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,3584,0.0841375986735026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,3584,0.050025598208109534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,3584,0.049491198857625325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,3584,0.04876586596171061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,3584,0.04813973506291707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,3584,0.047975468635559085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,3584,0.04720746676127116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,3584,0.046583465735117596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,3584,0.039766399065653484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,3584,0.0386624018351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,3584,0.0383072018623352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,3584,0.03778453270594279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,3584,0.03789866765340169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,3584,0.037316266695658365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,3584,0.03707306782404582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,3584,0.03655253251393636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,3584,0.03631999890009562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,3584,0.02847786744435628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,3584,0.028078933556874592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,3584,0.02720639904340108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,3584,0.02688000003496806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,3584,0.02659306724866231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,3584,0.026099199056625368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,3584,0.025597866376241046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,3584,0.02558293342590332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,3584,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,3584,0.024663466215133666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,3584,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,3584,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,3584,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,3584,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,3584,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,3584,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,3584,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,3584,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,3584,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,3584,0.013337600231170654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,3584,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,3584,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,3584,0.013383466998736063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,3584,0.012963199615478515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,3584,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,3584,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,3584,0.01313706636428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,3584,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,3584,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,3584,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,3584,0.013545599579811097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,3584,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,3584,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,3584,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,3584,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,3584,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,3584,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,3584,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,3584,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,3584,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,3584,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,3584,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,3584,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,3584,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,3584,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,3584,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,3584,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,3584,0.012594133615493774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,3584,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,3072,0.4545994758605957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,3072,0.2514944076538086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,3072,0.13047040303548177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,3072,0.07667946815490723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,3072,0.07885119915008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,3072,0.08267306486765544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,3072,0.061204266548156736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,3072,0.058450134595235195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,3072,0.057791999975840246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,3072,0.05317226648330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,3072,0.05101973215738932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,3072,0.0533621350924174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,3072,0.050071465969085696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,3072,0.05264000097910563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,3072,0.04655359983444214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,3072,0.04293973445892334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,3072,0.04638933340708415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,3072,0.039816534519195555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,3072,0.04160853226979573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,3072,0.03561066786448161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,3072,0.03729706605275472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,3072,0.03413866758346558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,3072,0.02940906683603923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,3072,0.031447466214497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,3072,0.028689066569010418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,3072,0.026361600557963057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,3072,0.02609813412030538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,3072,0.02285333275794983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,3072,0.020142932732899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,3072,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,3072,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,3072,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,3072,0.013111467162768045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,3072,0.011294933160146077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,3072,0.009800533453623455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,3072,0.008407466610272725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,3072,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,3072,0.03299840092658997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,3072,0.008407466610272725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,3072,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,3072,0.0077919999758402515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,3072,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,3072,0.00766293356815974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,3072,0.007377066711584728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,3072,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,3072,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,3072,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,3072,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,3072,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,3072,0.0073749333620071415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,3072,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,3072,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,3072,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,3072,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,3072,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,3072,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,3072,0.007249066730340321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,3072,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,3072,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,3072,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,3072,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,3072,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,3072,0.007643733421961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,3072,0.007202133536338806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,3072,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,3072,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,3072,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,3072,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,3072,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,3072,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,3072,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,3072,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,3072,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,3072,0.011384532848993937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,3072,0.2791402816772461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,3072,0.5349962870279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,3072,0.13071786562601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,3072,0.07332800229390463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,3072,0.07329599857330323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,3072,0.06924160321553549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,3072,0.06986560026804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,3072,0.06789653301239014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,3072,0.06783680121103922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,3072,0.06160106658935547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,3072,0.06263786554336548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,3072,0.05880000193913778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,3072,0.05969280004501343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,3072,0.0548746665318807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,3072,0.05525226593017578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,3072,0.05026880105336508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,3072,0.05163733164469401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,3584,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,3072,0.04900373220443725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,3072,0.049718399842580155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,3072,0.04797866741816203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,3072,0.043689600626627606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,3072,0.04322666724522908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,3072,0.041000533103942874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,3072,0.04005653460820516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,3072,0.03706666628519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,3072,0.03556693394978841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,3072,0.0362335999806722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,3072,0.03445440133412679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,3072,0.03113173246383667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,3072,0.03096746603647868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,3584,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,3072,0.0480618675549825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,3072,0.028326400121053058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,3072,0.02412160038948059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,3072,0.023088000218073525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,3072,0.020092799266179403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,3072,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,3072,0.02150933345158895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,3072,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,3072,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,3072,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,3072,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,3072,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,3072,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,3072,0.017076265811920167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,3072,0.02836693326632182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,3072,0.017494400342305504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,3072,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,3072,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,3072,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,3072,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,3072,0.017154133319854735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,3072,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,3072,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,3072,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,3072,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,3072,0.01597866714000702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,3072,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,3072,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,3072,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,3072,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,3072,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,3072,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,3072,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,3072,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,3072,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,3072,0.01688106656074524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,3072,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,3072,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,3072,0.017483733097712197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,3072,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,3072,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,3072,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,3072,0.4285653432210286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,3072,0.8382506688435873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,3072,0.2048309326171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,3072,0.17613333066304523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,3072,0.1558517297108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,3072,0.15768426259358723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,3072,1.6515797932942706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,3072,0.14534932772318523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,3072,0.1367520014444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,3072,0.18497066497802733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,3072,0.11596480210622151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,3072,0.10810666879018146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,3072,0.20831467310587565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,3072,0.10268266995747884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,3072,0.09938560326894125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,3072,0.09501120249430338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,3072,0.09000960191090902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,3072,0.08627626895904542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,3072,0.08229226271311442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,3072,0.07278186480204264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,3072,0.06813973585764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,3072,0.12165226936340331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,3072,0.06533759832382202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,3072,0.12482773462931315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,3072,0.05748159885406494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,3072,0.059341867764790855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,3072,0.07573760350545247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,3072,0.03967039982477824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,3072,0.03296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,3072,0.048926933606465654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,3072,0.031011199951171874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,3072,0.05024853150049845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,3072,0.025332266092300416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,3072,0.04173760016759236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,3072,0.022703999280929567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,3072,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,3072,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,3072,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,3072,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,3072,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,3072,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,3072,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,3072,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,3072,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,3072,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,3072,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,3072,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,3072,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,3072,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,3072,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,3072,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,3072,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,3072,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,3072,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,3072,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,3072,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,3072,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,3072,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,3072,0.015383467078208923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,3072,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,3072,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,3072,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,3072,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,3072,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,3072,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,3072,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,3072,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,3072,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,3072,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,3072,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,3072,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,3072,0.14744532903035482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,3072,0.2716597239176432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,3072,0.07376853624979654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,3072,0.04399253527323405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,3072,0.04315199851989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,3072,0.04229973157246907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,3072,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,3072,0.0421674648920695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,3072,0.042163201173146564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,3072,0.04139093160629272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,3072,0.04129173358281453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,3072,0.03541333278020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,3072,0.03514133294423421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,3072,0.03386346499125163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,3072,0.03395413160324097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,3072,0.033817601203918454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,3072,0.03314239978790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,3072,0.032865067323048905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,3072,0.032245333989461264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,3072,0.03217173417409261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,3072,0.02568853298823039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,3072,0.025091199080149333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,3072,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,3072,0.02491733431816101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,3072,0.02409279942512512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,3072,0.023756800095240276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,3072,0.02286506692568461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,3072,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,3072,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,3072,0.022290132443110146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,3072,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,3072,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,3072,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,3072,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,3072,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,3072,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,3072,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,3072,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,3072,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,3072,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,3072,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,3072,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,3072,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,3072,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,3072,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,3072,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,3072,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,3072,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,3072,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,3072,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,3072,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,3072,0.012120532989501952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,3072,0.011706667145093282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,3072,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,3072,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,3072,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,3072,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,3072,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,3072,0.01216426690419515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,3072,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,3072,0.011917866269747416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,3072,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,3072,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,3072,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,3072,0.011827199657758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,3072,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,3072,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,2560,0.39974079132080076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,3072,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,2560,0.2010335922241211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,2560,0.09954453309377034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,2560,0.05471786657969156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,2560,0.056731732686360684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,2560,0.051895467440287266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,2560,0.05181653499603271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,2560,0.04843093156814575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,2560,0.048595201969146726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,2560,0.04482346773147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,2560,0.042734932899475095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,2560,0.0422048012415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,2560,0.04214719931284587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,2560,0.042115199565887454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,2560,0.03922986586888631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,2560,0.03571093479792277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,2560,0.03625066677729289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,2560,0.03279680013656616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,2560,0.03253333369890849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,2560,0.03004266619682312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,2560,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,2560,0.02791573405265808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,2560,0.02735893328984578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,2560,0.0241482675075531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,2560,0.025201066335042314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,2560,0.023715200026830037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,2560,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,2560,0.02138239940007528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,2560,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,2560,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,2560,0.015100799997647605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,2560,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,2560,0.012691199779510498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,2560,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,2560,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,2560,0.008441600203514098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,2560,0.007386666536331177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,2560,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,2560,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,2560,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,2560,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,2560,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,2560,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,2560,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,2560,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,2560,0.006488533318042755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,2560,0.006382933259010315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,2560,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,2560,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,2560,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,2560,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,2560,0.005983999868233999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,2560,0.0060576001803080235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,2560,0.006188799937566122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,2560,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,2560,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,2560,0.00595413347085317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,2560,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,2560,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,2560,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,2560,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,2560,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,2560,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,2560,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,2560,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,2560,0.006055466830730438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,2560,0.008242133259773254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,2560,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,2560,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,2560,0.008265600105126699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,2560,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,2560,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,2560,0.009483733773231506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,2560,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,2560,0.22885759671529135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,2560,0.11114026705423992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,2560,0.06395946741104126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,2560,0.44925654729207354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,2560,0.06618239879608154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,2560,0.05990826686223348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,2560,0.05865386724472046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,2560,0.05703893502553305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,2560,0.05188586711883545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,2560,0.05832853317260742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,2560,0.052851200103759766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,2560,0.04950186808904012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,2560,0.05086719989776611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,3072,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,2560,0.05018773476282755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,2560,0.04808106819788615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,2560,0.047966933250427245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,2560,0.04623680114746094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,2560,0.04410880009333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,2560,0.044069333871205645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,2560,0.04084906578063965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,2560,0.03895573218663533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,2560,0.04025280078252157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,2560,0.03547946612040202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,2560,0.036039467652638754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,2560,0.035318398475646974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,2560,0.03304746747016907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,2560,0.03279146750768026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,2560,0.03199359973271688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,2560,0.03166933258374532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,2560,0.029244800408681233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,2560,0.026122667392094928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,2560,0.026016000906626386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,2560,0.023586134115854897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,2560,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,2560,0.01952426632245382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,2560,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,2560,0.02032533288002014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,2560,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,2560,0.017890133460362754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,2560,0.043408000469207765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,2560,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,2560,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,2560,0.018394666910171508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,2560,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,2560,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,2560,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,2560,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,2560,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,2560,0.0180021325747172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,2560,0.018077866236368815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,2560,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,2560,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,2560,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,2560,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,2560,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,2560,0.01597119967142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,2560,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,2560,0.015609600146611533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,2560,0.015513599912325541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,2560,0.016724266608556113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,2560,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,2560,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,2560,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,2560,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,2560,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,2560,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,2560,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,2560,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,2560,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,2560,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,2560,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,2560,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,2560,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,2560,0.015081600348154704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,2560,0.175598939259847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,2560,0.4123082796732585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,2560,1.619051742553711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,2560,0.8085813522338867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,2560,0.1498751958211263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,2560,0.13615679740905762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,2560,0.13185386657714843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,2560,0.12825600306193036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,2560,0.12388479709625244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,2560,0.1696074644724528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,2560,0.15460586547851562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,2560,0.10063893000284832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,2560,0.09667627016703287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,2560,0.09301439921061197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,2560,0.08908159732818603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,2560,0.08474666277567545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,2560,0.08161066373189291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,2560,0.0784874677658081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,2560,0.11564693450927735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,2560,0.06903573671976725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,2560,0.06411199967066447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,2560,0.11413333415985108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,2560,0.061818667252858485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,2560,0.05667519966761271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,2560,0.053976531823476157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,2560,0.10732693672180176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,2560,0.07201173305511474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,2560,0.037275731563568115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,2560,0.031310933828353885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,2560,0.02961919903755188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,2560,0.023130667209625245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,2560,0.048137601216634116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,2560,0.046133331457773846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,2560,0.03943253358205159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,2560,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,2560,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,2560,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,2560,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,2560,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,2560,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,2560,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,2560,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,2560,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,2560,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,2560,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,2560,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,2560,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,2560,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,2560,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,2560,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,2560,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,2560,0.01349440018335978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,2560,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,2560,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,2560,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,2560,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,2560,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,2560,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,2560,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,2560,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,2560,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,2560,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,2560,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,2560,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,2560,0.01495573321978251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,2560,0.013894400000572205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,2560,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,2560,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,2560,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,2560,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,2560,0.23394667307535805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,2560,0.1228874683380127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,2560,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,2560,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,2560,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,2560,0.06487893263498942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,2560,0.03796799977620442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,2560,0.0378165324529012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,2560,0.03736319939295451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,2560,0.03774079879124959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,2560,0.03701866865158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,2560,0.03672320048014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,2560,0.03622186581293742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,2560,0.03134933312733968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,2560,0.03052053252855937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,2560,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,2560,0.029700267314910888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,2560,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,2560,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,2560,0.02972480058670044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,2560,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,2560,0.028190932671229046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,2560,0.022311466932296752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,2560,0.02281279961268107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,2560,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,2560,0.021934932470321654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,2560,0.021342933177947998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,2560,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,2560,0.021143466234207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,2560,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,2560,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,2560,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,2560,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,2560,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,2560,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,2560,0.012973866860071816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,2560,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,2560,0.01211199959119161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,2560,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,2560,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,2560,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,2560,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,2560,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,2560,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,2560,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,2560,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,2560,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,2560,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,2560,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,2560,0.011019733548164368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,2560,0.01102186640103658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,2560,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,2560,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,2560,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,2560,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,2560,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,2560,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,2560,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,2560,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,2560,0.010889599720637005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,2560,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,2560,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,2560,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,2560,0.011013333002726238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,2560,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,2560,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,2048,0.3112853368123373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,2048,0.15245226224263508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,2048,0.07876373132069905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,2560,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,2048,0.047619199752807616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,2048,0.045902931690216066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,2048,0.045620266596476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,2048,0.042124799887339276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,2048,0.04001813332239787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,2048,0.03983253240585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,2048,0.036046934127807614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,2048,0.03529920180638631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,2048,0.03451519807179769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,2048,0.03491520086924235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,2048,0.03413333495457967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,2048,0.030933332443237305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,2048,0.029287467400232952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,2048,0.029499733448028566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,2048,0.02730453411738078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,2048,0.027000532547632856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,2048,0.024692267179489136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,2048,0.024267733097076416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,2048,0.02299840052922567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,2048,0.02304319938023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,2048,0.019925334056218467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,2048,0.020973867177963255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,2048,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,2048,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,2048,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,2048,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,2048,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,2048,0.012753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,2048,0.011858133474985759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,2048,0.010965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,2048,0.009900800387064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,2048,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,2048,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,2048,0.006366933385531108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,2048,0.006938666601975759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,2048,0.006078933179378509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,2048,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,2048,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,2048,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,2048,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,2048,0.005604266623655955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,2048,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,2048,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,2048,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,2048,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,2048,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,2048,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,2048,0.005260799825191498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,2048,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,2048,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,2048,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,2048,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,2048,0.004920533299446106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,2048,0.0048981333772341405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,2560,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,2048,0.004955733319123586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,2048,0.004823466638724009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,2048,0.0047423998514811196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,2048,0.004922666649023692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,2048,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,2048,0.0048426667849222815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,2048,0.004983466863632202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,2048,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,2048,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,2048,0.007019733389218648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,2048,0.006902400155862172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,2048,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,2048,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,2048,0.008085333307584127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,2048,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,2048,0.09068373044331869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,2048,0.1788650671641032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,2048,0.05184746583302816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,2048,0.36882241566975915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,2048,0.054985598723093665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,2048,0.049092264970143636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,2048,0.04826773405075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,2048,0.04599253336588542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,2048,0.04855786561965943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,2048,0.045908268292744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,2048,0.0447925329208374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,2048,0.04344000021616618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,2048,0.04526506662368775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,2048,0.04256319999694824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,2048,0.03939733505249023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,2048,0.0403711994489034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,2048,0.03794879913330078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,2048,0.037855998675028486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,2048,0.035735468069712326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,2048,0.03580480019251506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,2048,0.03376533190409343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,2048,0.03337279955546062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,2048,0.03226240078608195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,2048,0.0325653334458669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,2048,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,2048,0.02901653250058492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,2048,0.0279530664285024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,2048,0.05501653353373209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,2048,0.027298132578531902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,2048,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,2048,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,2048,0.020965333779652914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,2048,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,2048,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,2048,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,2048,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,2048,0.018281600872675576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,2048,0.020504534244537354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,2048,0.031195733944574994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,2048,0.01725226640701294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,2048,0.018449066082636516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,2048,0.01795733372370402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,2048,0.017463467518488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,2048,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,2048,0.02291733423868815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,2048,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,2048,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,2048,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,2048,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,2048,0.018318933248519898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,2048,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,2048,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,2048,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,2048,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,2048,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,2048,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,2048,0.015191466609636942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,2048,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,2048,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,2048,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,2048,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,2048,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,2048,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,2048,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,2048,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,2048,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,2048,0.01590933303038279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,2048,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,2048,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,2048,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,2048,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,2048,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,2048,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,2048,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,2048,0.39424425760904946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,2048,0.7887722651163738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,2048,0.1486687978108724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,2048,0.12984000047047933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,2048,0.12406933307647705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,2048,1.5567274729410807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,2048,0.11557226975758869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,2048,0.11195519765218098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,2048,0.12055359681447346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,2048,0.14467520713806153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,2048,0.13759573300679523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,2048,0.10127893288930256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,2048,0.09739733537038167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,2048,0.09104853471120199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,2048,0.08991466363271078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,2048,0.084279465675354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,2048,0.08235092957814535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,2048,0.07656959692637125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,2048,0.0753216028213501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,2048,0.06714239915211996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,2048,0.10667413075764973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,2048,0.061028265953063966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,2048,0.059495464960734046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,2048,0.05319466590881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,2048,0.051260801156361904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,2048,0.10383786360422771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,2048,0.06858452955881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,2048,0.035785599549611406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,2048,0.04578773180643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,2048,0.030105600754419964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,2048,0.02850773334503174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,2048,0.02218773365020752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,2048,0.04395626783370972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,2048,0.03811093171437581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,2048,0.021011199553807577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,2048,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,2048,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,2048,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,2048,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,2048,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,2048,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,2048,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,2048,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,2048,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,2048,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,2048,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,2048,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,2048,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,2048,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,2048,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,2048,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,2048,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,2048,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,2048,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,2048,0.011766399939854939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,2048,0.012962133685747782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,2048,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,2048,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,2048,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,2048,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,2048,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,2048,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,2048,0.012640000383059184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,2048,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,2048,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,2048,0.013492266337076822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,2048,0.013155200084050498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,2048,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,2048,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,2048,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,2048,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,2048,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,2048,0.1954197406768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,2048,0.10297173659006756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,2048,0.05474559863408407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,2048,0.03254080017407735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,2048,0.03304106593132019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,2048,0.03185279965400696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,2048,0.009689600268999735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,2048,0.03218239943186442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,2048,0.03171626726786296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,2048,0.03152640064557393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,2048,0.03054933349291484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,2048,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,2048,0.02598080039024353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,2048,0.026045866807301837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,2048,0.025308799743652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,2048,0.025203200181325276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,2048,0.02525866627693176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,2048,0.025310933589935303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,2048,0.024405332406361897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,2048,0.024596265951792397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,2048,0.019450666507085164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,2048,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,2048,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,2048,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,2048,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,2048,0.018923733631769815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,2048,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,2048,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,2048,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,2048,0.012924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,2048,0.01771093408266703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,2048,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,2048,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,2048,0.011703466375668842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,2048,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,2048,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,2048,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,2048,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,2048,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,2048,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,2048,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,2048,0.010056533416112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,2048,0.010322133700052898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,2048,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,2048,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,2048,0.010055466492970785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,2048,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,2048,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,2048,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,2048,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,2048,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,2048,0.010220799843470256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,2048,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,2048,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,2048,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,2048,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,2048,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,2048,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,2048,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,2048,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,2048,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,2048,0.009774933258692425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,1536,0.23460052808125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,1536,0.11736959616343182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,1536,0.06251733303070069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,1536,0.03609600067138672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,1536,0.03693759838740031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,1536,0.03391786813735962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,1536,0.033403734366099044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,1536,0.03214613397916158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,1536,0.030947200457255047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,2048,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,1536,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,1536,0.027104000250498455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,1536,0.028705066442489623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,1536,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,1536,0.02643839915593465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,1536,0.025224532683690386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,1536,0.02376533349355062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,1536,0.023733333746592204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,1536,0.021809067328770956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,1536,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,1536,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,1536,0.01945706605911255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,1536,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,1536,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,1536,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,1536,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,1536,0.015753600001335143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,1536,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,1536,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,1536,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,1536,0.01146666705608368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,1536,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,1536,0.00942186713218689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,1536,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,1536,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,1536,0.006437333424886067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,1536,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,1536,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,1536,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,1536,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,1536,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,1536,0.004729599754015604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,1536,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,1536,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,1536,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,1536,0.004314666489760081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,1536,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,1536,0.004350933432579041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,1536,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,1536,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,1536,0.00429013321797053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,1536,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,1536,0.004036266605059306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,1536,0.004078933348258337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,1536,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,1536,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,1536,0.003970133264859518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,1536,0.003916800022125244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,1536,0.0038922667503356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,1536,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,1536,0.003870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,1536,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,1536,0.003909333298603693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,1536,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,2048,0.009709866841634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,1536,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,1536,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,1536,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,1536,0.005659733215967814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,1536,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,1536,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,1536,0.006804266571998596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,1536,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,1536,0.07024532953898112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,1536,0.13041813373565675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,1536,0.28045120239257815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,1536,0.04497173229853312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,1536,0.041750399271647136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,1536,0.04523413181304932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,1536,0.041705600420633954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,1536,0.041170132160186765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,1536,0.04147306680679321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,1536,0.038303999106089275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,1536,0.037436799208323164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,1536,0.036703999837239584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,1536,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,1536,0.035699200630187986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,1536,0.03262506723403931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,1536,0.03527466853459676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,1536,0.033780264854431155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,1536,0.03288106719652812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,1536,0.032568534215291337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,1536,0.031717334191004434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,1536,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,1536,0.030946133534113567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,1536,0.029332266251246138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,1536,0.029474133253097536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,1536,0.026985599597295122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,1536,0.02693013350168864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,1536,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,1536,0.024846933285395303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,1536,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,1536,0.038337067763010664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,1536,0.021585067113240562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,1536,0.02298133373260498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,1536,0.019337600469589232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,1536,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,1536,0.017473065853118898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,1536,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,1536,0.0180842657883962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,1536,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,1536,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,1536,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,1536,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,1536,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,1536,0.016471466422080992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,1536,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,1536,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,1536,0.01634666621685028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,1536,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,1536,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,1536,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,1536,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,1536,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,1536,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,1536,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,1536,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,1536,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,1536,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,1536,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,1536,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,1536,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,1536,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,1536,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,1536,0.015236266454060874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,1536,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,1536,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,1536,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,1536,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,1536,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,1536,0.015503999590873719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,1536,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,1536,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,1536,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,1536,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,1536,0.015024000406265258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,1536,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,1536,0.1339903990427653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,1536,0.38213866551717124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,1536,0.7671530405680339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,1536,0.11938133239746093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,1536,0.11574827035268147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,1536,1.5294698079427085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,1536,0.11253546873728434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,1536,0.11054186820983887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,1536,0.10597120126088459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,1536,0.1297258694966634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,1536,0.12547626495361328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,1536,0.0913045326868693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,1536,0.0867797295252482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,1536,0.08473280270894369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,1536,0.08027946949005127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,1536,0.07689066727956137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,1536,0.0725600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,1536,0.10207146803538006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,1536,0.09857280254364013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,1536,0.0707850694656372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,1536,0.062123731772104895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,1536,0.05797866582870483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,1536,0.05585600137710571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,1536,0.04851093292236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,1536,0.05050133466720581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,1536,0.09533653259277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,1536,0.06540160179138184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,1536,0.034227200349171955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,1536,0.028854399919509888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,1536,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,1536,0.021717333793640138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,1536,0.04311466614405314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,1536,0.04150079886118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,1536,0.036297599474589035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,1536,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,1536,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,1536,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,1536,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,1536,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,1536,0.010921600461006164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,1536,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,1536,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,1536,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,1536,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,1536,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,1536,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,1536,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,1536,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,1536,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,1536,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,1536,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,1536,0.010155733426411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,1536,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,1536,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,1536,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,1536,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,1536,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,1536,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,1536,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,1536,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,1536,0.010501333077748616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,1536,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,1536,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,1536,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,1536,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,1536,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,1536,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,1536,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,1536,0.010321066776911417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,1536,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,1536,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,1536,0.15714346567789714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,1536,0.08415146668752035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,1536,0.04587200085322062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,1536,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,1536,0.027445334196090698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,1536,0.00909440020720164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,1536,0.02688746651013692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,1536,0.02677333354949951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,1536,0.02682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,1536,0.026339199145634967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,1536,0.02609066764513652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,1536,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,1536,0.02252266605695089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,1536,0.022345600525538127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,1536,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,1536,0.021859200795491536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,1536,0.021899733940760294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,1536,0.02138239940007528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,1536,0.021146667003631592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,1536,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,1536,0.017010132471720375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,1536,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,1536,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,1536,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,1536,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,1536,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,1536,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,1536,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,1536,0.015774933497111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,1536,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,1536,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,1536,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,1536,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,1536,0.01051626702149709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,1536,0.010071466366449993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,1536,0.010060800115267436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,1536,0.009665066997210186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,1536,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,1536,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,1536,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,1536,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,1536,0.009293867150942485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,1536,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,1536,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,1536,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,1536,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,1536,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,1536,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,1536,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,1536,0.00922986666361491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,1536,0.008959999680519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,1536,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,1536,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,1536,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,1536,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,1536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,1536,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,1536,0.0092330664396286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,1024,0.16356693903605143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,1024,0.08151893615722657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,1024,0.041347201665242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,1024,0.023361066977183022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,1024,0.024101332823435465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,1024,0.02229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,1024,0.02218986749649048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,1024,0.021735467513402305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,1024,0.020958934227625528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,1024,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,1024,0.01994346578915914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,1024,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,1536,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,1024,0.018844799200693766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,1024,0.01967039903004964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,1024,0.017285333077112833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,1024,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,1024,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,1024,0.015612799922625223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,1024,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,1024,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,1024,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,1024,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,1024,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,1024,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,1024,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,1024,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,1024,0.010179199775060018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,1024,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,1024,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,1024,0.0086325337489446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,1536,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,1024,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,1024,0.00763733337322871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,1024,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,1024,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,1024,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,1024,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,1024,0.004730666677157084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,1024,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,1024,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,1024,0.004003199934959412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,1024,0.0036159999668598174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,1024,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,1024,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,1024,0.003740799923737844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,1024,0.0036298667391141256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,1024,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,1024,0.0034933333595593774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,1024,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,1024,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,1024,0.0036330667634805044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,1024,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,1024,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,1024,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,1024,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,1024,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,1024,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,1024,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,1024,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,1024,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,1024,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,1024,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,1024,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,1024,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,1024,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,1024,0.09687466621398926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,1024,0.05415680011113485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,1024,0.18791359265645344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,1024,0.034092799822489424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,1024,0.03481706778208415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,1024,0.033810134728749594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,1024,0.03271146615346272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,1024,0.03302613298098246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,1024,0.0351744016011556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,1024,0.03155306577682495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,1024,0.03125440080960591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,1024,0.033124266068140666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,1024,0.031617067257563275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,1024,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,1024,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,1024,0.030313599109649658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,1024,0.03057173291842143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,1024,0.02892906665802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,1024,0.027956267197926838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,1024,0.027355732520421346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,1024,0.027746133009592694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,1024,0.02585386633872986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,1024,0.025385600328445435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,1024,0.024939733743667602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,1024,0.025386667251586913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,1024,0.02477333347002665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,1024,0.02451733350753784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,1024,0.022936532894770302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,1024,0.022899200518925987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,1024,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,1024,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,1024,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,1024,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,1024,0.017964800198872886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,1024,0.017940266927083334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,1024,0.01686826745669047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,1024,0.0184661328792572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,1024,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,1024,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,1024,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,1024,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,1024,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,1024,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,1024,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,1024,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,1024,0.015190399686495461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,1024,0.015617066621780395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,1024,0.015436800320943198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,1024,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,1024,0.016214399536450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,1024,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,1024,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,1024,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,1024,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,1024,0.015381333231925965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,1024,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,1024,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,1024,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,1024,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,1024,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,1024,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,1024,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,1024,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,1024,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,1024,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,1024,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,1024,0.015121066570281982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,1024,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,1024,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,1024,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,1024,0.3394869486490885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,1024,0.7435167948404948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,1024,0.12602986494700114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,1024,0.11416320006052653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,1024,1.4788959503173829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,1024,0.11030399799346924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,1024,0.10868480205535888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,1024,0.10460159778594971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,1024,0.10206507047017414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,1024,0.11784959634145101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,1024,0.09086613655090332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,1024,0.12136320273081462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,1024,0.0874410629272461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,1024,0.08269226551055908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,1024,0.08041600386301676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,1024,0.07660586833953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,1024,0.07372159957885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,1024,0.09733973344167074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,1024,0.06969707012176514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,1024,0.06721813678741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,1024,0.09428373177846273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,1024,0.05954879919687907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,1024,0.05459413528442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,1024,0.05367253224054972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,1024,0.04817599852879842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,1024,0.04649279912312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,1024,0.03419946829477946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,1024,0.03291200002034505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,1024,0.06212480068206787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,1024,0.04076160192489624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,1024,0.03991466760635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,1024,0.02759573260943095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,1024,0.020441599686940513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,1024,0.026200532913208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,1024,0.011985066533088683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,1024,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,1024,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,1024,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,1024,0.011956266562143962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,1024,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,1024,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,1024,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,1024,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,1024,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,1024,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,1024,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,1024,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,1024,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,1024,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,1024,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,1024,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,1024,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,1024,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,1024,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,1024,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,1024,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,1024,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,1024,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,1024,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,1024,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,1024,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,1024,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,1024,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,1024,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,1024,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,1024,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,1024,0.11869546572367351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,1024,0.06341546773910522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,1024,0.03538453181584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,1024,0.021800533930460612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,1024,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,1024,0.02143893241882324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,1024,0.021410133441289267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,1024,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,1024,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,1024,0.020805333058039346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,1024,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,1024,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,1024,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,1024,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,1024,0.018281600872675576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,1024,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,1024,0.017810134092966716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,1024,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,1024,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,1024,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,1024,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,1024,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,1024,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,1024,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,1024,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,1024,0.013166933258374532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,1024,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,1024,0.012768000364303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,1024,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,1024,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,1024,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,1024,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,1024,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,1024,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,1024,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,1024,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,1024,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,1024,0.008680533369382222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,1024,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,1024,0.00862506628036499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,1024,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,1024,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,1024,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,1024,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,1024,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,768,0.12713279724121093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,768,0.0653983990351359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,768,0.03305813272794088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,768,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,768,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,768,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,768,0.01714026729265849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,768,0.01716586748758952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,768,0.016709333658218382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,768,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,768,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,768,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,768,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,768,0.015599999825159708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,768,0.013994666934013366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,768,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,768,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,768,0.012712533275286356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,768,0.011827199657758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,768,0.01104639967282613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,1024,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,768,0.01092906693617503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,768,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,768,0.010683733224868774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,768,0.009720533092816671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,768,0.009751466910044353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,768,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,768,0.008424533406893413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,768,0.008901333808898926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,768,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,768,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,768,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,768,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,768,0.005973333120346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,768,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,768,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,768,0.004233600199222564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,768,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,768,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,768,0.0038922667503356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,768,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,768,0.0034656000634034475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,768,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,768,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,768,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,768,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,768,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,768,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,768,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,768,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,768,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,768,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,768,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,768,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,768,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,768,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,768,0.004580266773700714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,768,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,768,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,768,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,768,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,768,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,768,0.14459519386291503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,768,0.04842453400293986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,768,0.031133866310119628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,768,0.03167999982833862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,768,0.031086933612823487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,768,0.030958932638168336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,768,0.032959999640782674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,768,0.03253333369890849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,768,0.02903253237406413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,768,0.029037866989771528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,768,0.02900693416595459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,768,0.028654932975769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,768,0.02916053334871928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,768,0.028836266199747725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,768,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,768,0.026819199323654175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,768,0.025425066550572712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,768,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,768,0.02487893303235372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,768,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,768,0.024502400557200113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,768,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,768,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,768,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,768,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,768,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,768,0.08011199633280436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,768,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,768,0.02157013416290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,768,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,768,0.021156267325083414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,768,0.019435733556747437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,768,0.01959786613782247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,768,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,768,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,768,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,768,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,768,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,768,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,768,0.016883200407028197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,768,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,768,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,768,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,768,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,768,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,768,0.018266665935516357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,768,0.015531733632087708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,768,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,768,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,768,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,768,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,768,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,768,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,768,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,768,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,768,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,768,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,768,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,768,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,768,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,768,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,768,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,768,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,768,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,768,0.7344885508219401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,768,1.4635584513346354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,768,0.3022581418355306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,768,0.12181546688079833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,768,0.11096426645914714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,768,0.10722986857096355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,768,0.10506347020467122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,768,0.10061333179473878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,768,0.09877013365427653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,768,0.1178389310836792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,768,0.11418666839599609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,768,0.08480213483174642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,768,0.09398293495178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,768,0.08024319807688395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,768,0.0911082665125529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,768,0.07877013683319092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,768,0.07474026679992676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,768,0.07139413356781006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,768,0.06723626454671225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,768,0.06531519889831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,768,0.05839360157648722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,768,0.0534880002339681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,768,0.05229546626408895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,768,0.046217600504557296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,768,0.04522986809412639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,768,0.08700799942016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,768,0.06049919923146566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,768,0.03215466737747193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,768,0.02677333354949951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,768,0.025523199637730913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,768,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,768,0.03890453179677327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,768,0.03956799904505412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,768,0.03289706707000732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,768,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,768,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,768,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,768,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,768,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,768,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,768,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,768,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,768,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,768,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,768,0.009236266215642292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,768,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,768,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,768,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,768,0.008595200379689534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,768,0.007626666625340779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,768,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,768,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,768,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,768,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,768,0.0090037335952123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,768,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,768,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,768,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,768,0.009000533819198608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,768,0.008914132912953694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,768,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,768,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,768,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,768,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,768,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,768,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,768,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,768,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,768,0.10099093119303386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,768,0.055003734429677334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,768,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,768,0.029384533564249676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,768,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,768,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,768,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,768,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,768,0.02002560098965963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,768,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,768,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,768,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,768,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,768,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,768,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,768,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,768,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,768,0.01604373355706533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,768,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,768,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,768,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,768,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,768,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,768,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,768,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,768,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,768,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,768,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,768,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,768,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,768,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,768,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,768,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,768,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,768,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,768,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,768,0.008235733211040496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,768,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,768,0.00811520020167033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,768,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,768,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,768,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,768,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,768,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,768,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,768,0.00811839997768402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,768,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,768,0.007860266665617625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,768,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,768,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,768,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,512,0.0472213347752889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,512,0.09633813699086508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,512,0.023747199773788454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,512,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,512,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,512,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,768,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,512,0.012782933314641318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,512,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,512,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,512,0.011147733529408772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,512,0.011805867155392964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,512,0.011125333110491435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,512,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,512,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,512,0.01130986710389455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,512,0.009874133268992107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,512,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,512,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,512,0.008872532844543457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,512,0.00902826686700185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,512,0.008547199765841167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,512,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,512,0.007614933451016744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,512,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,512,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,512,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,512,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,512,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,512,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,512,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,512,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,512,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,512,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,512,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,512,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,512,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,512,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,512,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,512,0.0031210665901501974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,512,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,512,0.0032778667906920114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,512,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,512,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,512,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,512,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,512,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,512,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,512,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,512,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,512,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,512,0.0033610666791598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,512,0.0034805332620938623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,512,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,512,0.0036917333801587426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,512,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,512,0.003509333233038584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,512,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,512,0.11258347034454345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,512,0.03925866683324178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,512,0.029014400641123456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,512,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,512,0.02834879954655965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,512,0.028487465778986615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,512,0.029769599437713623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,512,0.028999465703964233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,512,0.0032768001159032187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,512,0.026918399333953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,512,0.025309866666793822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,512,0.062357334295908604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,512,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,512,0.02632533311843872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,512,0.026808534065882367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,512,0.02355733315149943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,512,0.023818665742874147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,512,0.023661865790685018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,512,0.024151466290156045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,512,0.02156160076459249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,512,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,512,0.022824533780415854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,512,0.02159893314043681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,512,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,512,0.021526400248209634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,512,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,512,0.02127573291460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,512,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,512,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,512,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,512,0.01877440015474955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,512,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,512,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,512,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,512,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,512,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,512,0.025810132424036663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,512,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,512,0.015195733308792115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,512,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,512,0.016451199849446617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,512,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,512,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,512,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,512,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,512,0.015159466862678527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,512,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,512,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,512,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,512,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,512,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,512,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,512,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,512,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,512,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,512,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,512,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,512,0.01300266683101654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,512,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,512,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,512,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,512,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,512,0.2629471937815348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,512,0.11756266752878826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,512,0.7152533213297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,512,0.10834240118662516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,512,0.10317333539326985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,512,1.429916763305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,512,0.10236053466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,512,0.09837226867675782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,512,0.0960693359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,512,0.11536640326182049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,512,0.11016639868418376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,512,0.08504746754964193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,512,0.08316906293233237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,512,0.07799786726633708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,512,0.07718719641367594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,512,0.07179733117421469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,512,0.07026133537292481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,512,0.06496106783548991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,512,0.06368533372879029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,512,0.09099733034769694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,512,0.057107198238372806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,512,0.05182293256123861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,512,0.051015468438466396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,512,0.045254401365915936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,512,0.04440106550852458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,512,0.08895040353139241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,512,0.05881173213322958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,512,0.03129813273747762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,512,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,512,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,512,0.01949013272921244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,512,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,512,0.03171306649843852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,512,0.03791146675745646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,512,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,512,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,512,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,512,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,512,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,512,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,512,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,512,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,512,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,512,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,512,0.008201600114504496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,512,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,512,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,512,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,512,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,512,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,512,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,512,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,512,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,512,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,512,0.0076906666159629825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,512,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,512,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,512,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,512,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,512,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,512,0.08261653582255045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,512,0.04604586760203044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,512,0.027348266045252485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,512,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,512,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,512,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,512,0.018253866831461588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,512,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,512,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,512,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,512,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,512,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,512,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,512,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,512,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,512,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,512,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,512,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,512,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,512,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,512,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,512,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,512,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,512,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,512,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,512,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,512,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,512,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,512,0.010322133700052898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,512,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,512,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,512,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,512,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,512,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,512,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,512,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,512,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,512,0.008593066533406576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,512,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,512,0.007713066538174947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,512,0.007604266703128815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,512,0.007593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,512,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,512,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,512,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,256,0.06038506825764974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,256,0.03168213367462158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,256,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,256,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,256,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,256,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,256,0.009644800424575805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,256,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,256,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,256,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,256,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,256,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,256,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,256,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,256,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,256,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,256,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,256,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,256,0.0065301333864529925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,256,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,256,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,256,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,256,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,256,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,256,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,256,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,256,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,256,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,256,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,256,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,256,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,256,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,256,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,256,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,256,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,256,0.003357866654793421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,256,0.0029472000896930695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,256,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,256,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,256,0.0026848000784715016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,256,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,256,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,256,0.006792533397674561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,256,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,256,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,256,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,256,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,256,0.002514133354028066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,256,0.048749868075052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,256,0.07904746532440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,256,0.03385920127232869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,256,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,256,0.024276266495386757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,256,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,256,0.025033599138259886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,256,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,256,0.023116799195607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,256,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,256,0.022554665803909302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,256,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,256,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,256,0.024655999739964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,256,0.02174826661745707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,256,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,256,0.020888533194859824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,256,0.02041706641515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,256,0.01956693331400553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,256,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,256,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,256,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,256,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,256,0.01944533387819926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,256,0.021244800090789794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,256,0.017196800311406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,256,0.01886826753616333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,256,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,256,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,256,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,256,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,256,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,256,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,256,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,256,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,256,0.015980799992879234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,256,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,256,0.019729065895080566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,256,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,256,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,256,0.015150933464368185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,256,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,256,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,256,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,256,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,256,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,256,0.015174399813016257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,256,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,256,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,256,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,256,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,256,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,256,0.013006933530171714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,256,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,256,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,256,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,256,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,256,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,256,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,256,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,256,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,256,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,256,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,256,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,256,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,256,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,256,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,256,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,256,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,256,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,256,0.1896330674489339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,256,0.48838294347127276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,256,0.9747754414876303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,256,0.08875412940979004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,256,0.09489386876424154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,256,0.08279893398284913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,256,0.07879573504130045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,256,0.07842986583709717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,256,0.08947839736938476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,256,0.08410346508026123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,256,0.09354879856109619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,256,0.06821866830190024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,256,0.06776106357574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,256,0.06351466576258341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,256,0.06283733447392782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,256,0.07289066314697265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,256,0.05857173204421997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,256,0.0571669340133667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,256,0.052484265963236486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,256,0.05197226603825887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,256,0.04684799909591675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,256,0.042022399107615155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,256,0.04199999968210856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,256,0.0371018648147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,256,0.036184533437093096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,256,0.07210346857706705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,256,0.04732799927393595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,256,0.02595413327217102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,256,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,256,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,256,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,256,0.03133119940757752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,256,0.03175786733627319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,256,0.026443733771642046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,256,0.011310933033625285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,256,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,256,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,256,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,256,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,256,0.008962133526802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,256,0.00844266712665558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,256,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,256,0.009693866968154908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,256,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,256,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,256,0.007361066838105519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,256,0.006537599861621857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,256,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,256,0.006382933259010315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,256,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,256,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,256,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,256,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,256,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,256,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,256,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,256,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,256,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,256,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,256,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,256,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,256,0.006796800096829732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,256,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,256,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,256,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,256,0.06662826538085938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,256,0.04153813521067302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,256,0.02648426691691081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,256,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,256,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,256,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,256,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,256,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,256,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,256,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,256,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,256,0.015377066532770791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,256,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,256,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,256,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,256,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,256,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,256,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,256,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,256,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,256,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,256,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,256,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,256,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,256,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,256,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,256,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,256,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,256,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,256,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,256,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,256,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,256,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,256,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,256,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,256,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,256,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,256,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,256,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,256,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,256,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,256,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,256,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,256,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,256,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,256,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,256,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,256,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,256,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,256,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,256,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,128,0.044946134090423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,128,0.02813226580619812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,128,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,128,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,128,0.010462933778762817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,128,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,128,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,128,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,128,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,128,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,128,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,128,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,128,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,128,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,128,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,128,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,128,0.0059914668401082356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,128,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,128,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,128,0.004582400123278299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,128,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,128,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,128,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,128,0.003885866701602936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,128,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,128,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,128,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,128,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,128,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,128,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,128,0.0026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,128,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,128,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,128,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,128,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,128,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,128,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,128,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,128,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,128,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,128,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,128,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,128,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,128,0.04382079839706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,128,0.06378453175226848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,128,0.03038826584815979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,128,0.021754666169484457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,128,0.02394346594810486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,128,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,128,0.021733333667119346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,128,0.021253333489100138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,128,0.024780799945195518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,128,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,128,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,128,0.02247999906539917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,128,0.019348265727361043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,128,0.02221226692199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,128,0.01967786749204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,128,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,128,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,128,0.018895999590555827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,128,0.01843520005544027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,128,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,128,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,128,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,128,0.017705599466959633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,128,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,128,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,128,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,128,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,128,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,128,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,128,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,128,0.01646719972292582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,128,0.01932906707127889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,128,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,128,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,128,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,128,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,128,0.015425067146619162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,128,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,128,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,128,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,128,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,128,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,128,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,128,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,128,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,128,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,128,0.013772799571355184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,128,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,128,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,128,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,128,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,128,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,128,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,128,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,128,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,128,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,128,0.01353493332862854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,128,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,128,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,128,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,128,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,128,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,128,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,128,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,128,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,128,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,128,0.012705066800117492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,128,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,128,0.01297920048236847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,128,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,128,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,128,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,128,0.7428405125935872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,128,0.3745653470357259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,128,0.1531701405843099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,128,0.07878186702728271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,128,0.07441066900889079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,128,0.07415573596954346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,128,0.07025173505147299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,128,0.06988693078358968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,128,0.08452586332956949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,128,0.08239253362019858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,128,0.07816960016886393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,128,0.06006826559702555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,128,0.05629226764043173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,128,0.05595200061798096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,128,0.05178986787796021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,128,0.06494400103886923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,128,0.04647253354390462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,128,0.05057173172632853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,128,0.046488531430562335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,128,0.04162773291269938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,128,0.03782080014546712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,128,0.060038399696350095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,128,0.037140266100565596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,128,0.03288106719652812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,128,0.03250880042711894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,128,0.0640992005666097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,128,0.042209064960479735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,128,0.02345493237177531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,128,0.019783467054367065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,128,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,128,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,128,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,128,0.028460800647735596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,128,0.02804693380991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,128,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,128,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,128,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,128,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,128,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,128,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,128,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,128,0.00906773308912913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,128,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,128,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,128,0.006921599805355072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,128,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,128,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,128,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,128,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,128,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,128,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,128,0.005748266478379568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,128,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,128,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,128,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,128,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,128,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,128,0.006196266909440359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,128,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,128,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,128,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,128,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,128,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,128,0.006084266801675161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,128,0.06846506595611572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,128,0.04443413416544596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,128,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,128,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,128,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,128,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,128,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,128,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,128,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,128,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,128,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,128,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,128,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,128,0.013125333189964294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,128,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,128,0.01251413325468699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,128,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,128,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,128,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,128,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,128,0.011506133278210958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,128,0.010585600137710571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,128,0.010499200224876404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,128,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,128,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,128,0.009655466675758362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,128,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,128,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,128,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,128,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,128,0.007696000238259633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,128,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,128,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,128,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,128,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,128,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,128,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,128,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,128,0.00678719977537791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,128,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,128,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,128,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,128,0.0069013332327206925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,128,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,64,0.04147520065307617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,64,0.02353066603342692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,64,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,64,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,64,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,64,0.00772266685962677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,64,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,64,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,64,0.010218666990598042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,64,0.006364800035953522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,64,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,64,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,64,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,64,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,64,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,64,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,64,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,64,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,64,0.005365333457787832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,64,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,64,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,64,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,64,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,64,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,64,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,64,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,64,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,64,0.004412800073623657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,64,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,64,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,64,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,64,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,64,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,64,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,64,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,64,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,64,0.002810666710138321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,64,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,64,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,64,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,64,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,64,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,64,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,64,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,64,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,64,0.002477866659561793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,64,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,64,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,64,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,64,0.0023071999351183575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,64,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,64,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,64,0.0023743999501069386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,64,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,64,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,64,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,64,0.0023093332846959433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,64,0.06464639902114869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,64,0.042461868127187094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,64,0.029693865776062013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,64,0.022130133708318074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,64,0.023399466276168825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,64,0.02076906760533651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,64,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,64,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,64,0.01953493356704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,64,0.01914026737213135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,64,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,64,0.022424532969792684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,64,0.019820799430211387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,64,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,64,0.020140800873438516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,64,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,64,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,64,0.02215999960899353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,64,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,64,0.01969919999440511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,64,0.02048106590906779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,64,0.017627733945846557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,64,0.017010132471720375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,64,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,64,0.018504534165064493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,64,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,64,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,64,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,64,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,64,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,64,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,64,0.015963733196258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,64,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,64,0.015525333086649575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,64,0.019986132780710854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,64,0.014830933014551798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,64,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,64,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,64,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,64,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,64,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,64,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,64,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,64,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,64,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,64,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,64,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,64,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,64,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,64,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,64,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,64,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,64,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,64,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,64,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,64,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,64,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,64,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,64,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,64,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,64,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,64,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,64,0.013602133591969809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,64,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,64,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,64,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,64,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,64,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,32,0.04359893401463826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,64,0.013125333189964294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,32,0.02399359941482544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,32,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,32,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,32,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,32,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,32,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,32,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,32,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,32,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,32,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,32,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,32,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,32,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,32,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,32,0.006366933385531108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,32,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,32,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,32,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,32,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,32,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,32,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,32,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,32,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,32,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,32,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,32,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,32,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,32,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,32,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,4096,32,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,4096,32,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,4096,32,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,4096,32,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,4096,32,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,4096,32,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,4096,32,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,4096,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,4096,32,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,4096,32,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,4096,32,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,4096,32,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,4096,32,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,4096,32,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,4096,32,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,4096,32,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,4096,32,0.0023882667223612468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,4096,32,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,4096,32,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,4096,32,0.0023530667026837667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,4096,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,4096,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,4096,32,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,32,0.006361599763234456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,4096,32,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,4096,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,4096,32,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,4096,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,4096,32,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,4096,32,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,4096,32,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,4096,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,4096,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,4096,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,4096,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,4096,32,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,4096,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,4096,32,0.002477866659561793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,4096,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,4096,32,0.0023711999257405598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,4096,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,4096,32,0.002348800003528595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,32,0.06143146753311157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,32,0.039366400241851805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,32,0.02718399961789449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,4096,32,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,32,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,32,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,32,0.021637332439422608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,32,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,32,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,32,0.023510400454203287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,32,0.01922666629155477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,32,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,32,0.020528000593185425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,32,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,32,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,32,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,32,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,32,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,32,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,4096,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,32,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,32,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,32,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,32,0.017787732680638633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,32,0.01993066668510437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,32,0.018923733631769815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,32,0.017669334014256795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,32,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,32,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,32,0.018786134322484334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,32,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,32,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,32,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,32,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,32,0.015983999768892924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,32,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,32,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,32,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,32,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,32,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,32,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,32,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,32,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,32,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,32,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,32,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,32,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,32,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,32,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,32,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,32,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,32,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,32,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,32,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,32,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,32,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,32,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,32,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,32,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,32,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,32,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,32,0.01311360001564026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,32,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,32,0.013123200337092081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,65536,2.0870240529378257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,65536,1.2474719683329265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,65536,1.1909226576487224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,65536,1.1348586877187092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,65536,4.127877235412598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,65536,1.3516319592793782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,65536,0.9646933078765869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,65536,1.1071360111236572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,65536,0.9522879918416342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,65536,1.0815040270487468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,65536,1.0986613432566326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,65536,1.1279839674631755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,65536,0.913045326868693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,65536,1.0512159665425618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,65536,0.8875306447347006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,65536,0.889146645863851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,65536,0.9023199876149496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,65536,10.50273068745931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,65536,0.6149919827779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,65536,0.7174986998240153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,65536,0.7150186697642008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,65536,0.5901013215382894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,65536,0.6331413189570109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,65536,0.4540213346481323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,65536,0.662277340888977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,65536,0.3821066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,65536,0.4451520045598348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,65536,0.2964853247006734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,65536,0.42080533504486084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,65536,0.26614399751027423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,65536,0.1921173334121704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,65536,0.16149866580963135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,65536,0.1346453328927358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,65536,0.10616532961527507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,65536,0.10826133688290913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,65536,0.10684800148010254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,65536,0.7134133179982504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,65536,0.10657599568367004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,65536,0.10459199547767639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,65536,0.1149013340473175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,65536,0.09310400485992432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,65536,0.49962135155995685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,65536,0.09116266171137492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,65536,0.09032000104586284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,65536,0.08246933420499165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,65536,0.08290133376916249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,65536,0.08092266817887624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,65536,0.08539199829101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,65536,0.07833066582679749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,65536,0.0791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,65536,0.07699733475844066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,65536,0.07786666850248973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,65536,0.07652799785137177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,65536,0.22593067089716592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,65536,0.07411199808120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,65536,0.07613333563009898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,65536,0.07645333309968312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,65536,0.0765119989713033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,65536,0.07628799974918365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,65536,0.0759626676638921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,65536,0.07578666508197784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,65536,0.07607999940713246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,65536,0.07574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,65536,0.07502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,65536,0.07496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,65536,0.07429333527882893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,65536,0.07461866736412048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,65536,0.0742986649274826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,65536,0.07659733295440674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,65536,0.07665066421031952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,65536,0.07638933261235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,65536,0.07608533402283986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,65536,0.0771679977575938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,65536,0.07427733143170674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,65536,2.4943200747172036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,65536,1.4082825978597004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,65536,5.117136001586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,65536,1.2874399820963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,65536,1.3790879249572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,65536,10.03936513264974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,65536,1.231333335240682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,65536,1.2298506895701091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,65536,1.1511039733886719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,65536,1.1515519618988037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,65536,1.0907200177510579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,65536,1.087280035018921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,65536,1.0112319787343342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,65536,1.0381440321604412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,65536,0.9147306283315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,65536,0.9456319808959961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,65536,0.8076053460439047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,65536,1.366495927174886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,65536,0.8675786654154459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,65536,0.7391466299692789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,65536,0.752234697341919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,65536,0.6620746850967407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,65536,0.7033493518829346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,65536,0.5893493493398031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,65536,0.5910773277282715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,65536,0.5268799861272176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,65536,0.5005226532618204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,65536,0.43295466899871826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,65536,0.4301333427429199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,65536,0.37225600083669025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,65536,0.3694399992624919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,65536,0.27993067105611164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,65536,0.1985386610031128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,65536,0.10804800192515056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,65536,0.10533333818117778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,65536,0.10207999746004741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,65536,0.09126399954160054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,65536,0.10275733470916748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,65536,0.09122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,65536,0.08886933326721191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,65536,0.08525866270065308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,65536,0.07821866869926453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,65536,0.0783733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,65536,0.0777706652879715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,65536,0.07660800218582153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,65536,0.07397333284219106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,65536,0.07247466842333476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,65536,0.07378133138020833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,65536,0.07127999762694041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,65536,0.06754666566848755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,65536,0.06467199822266896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,65536,0.06737066805362701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,65536,0.06588266789913177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,65536,0.06314133107662201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,65536,0.06044800082842509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,65536,0.059061333537101746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,65536,0.05643733342488607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,65536,0.05705066521962484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,65536,0.05731200178464254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,65536,0.05646933118502299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,65536,0.056128000219662987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,65536,0.05638400216897329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,65536,0.28328533967336017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,65536,0.05472533404827118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,65536,0.19101333618164062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,65536,0.05429866909980774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,65536,0.05388799806435903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,65536,0.05343466500441233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,65536,0.053472002347310386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,65536,0.05580799778302511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,65536,0.05282133320967356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,65536,0.0518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,65536,0.05563733478387197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,65536,0.054341331124305725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,65536,1.9698559443155925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,65536,4.005935986836751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,65536,1.0752159754435222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,65536,8.385045369466146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,65536,1.2271040280659993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,65536,0.9986773331960043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,65536,1.187951962153117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,65536,1.0769279797871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,65536,0.870586633682251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,65536,1.0048480033874512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,65536,0.8218506971995035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,65536,0.9028106530507406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,65536,0.7583573659261068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,65536,0.717525323232015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,65536,0.8437866369883219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,65536,0.6867946783701578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,65536,0.8210933208465576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,65536,0.5778506596883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,65536,0.6441386540730795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,65536,0.5172426700592041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,65536,0.6020586490631104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,65536,0.4697440067927043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,65536,0.5550506512324015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,65536,0.9151840209960938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,65536,1.112879991531372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,65536,0.40926400820414227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,65536,0.41942934195200604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,65536,0.3094186584154765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,65536,0.2734453280766805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,65536,0.2678026755650838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,65536,0.21677333116531372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,65536,0.4456533193588257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,65536,0.3611413240432739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,65536,0.19009600083033243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,65536,0.15422933300336203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,65536,0.12366400162378947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,65536,0.11662399768829346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,65536,0.11539733409881592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,65536,0.12772267063458762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,65536,0.11182933052380879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,65536,0.10917866230010986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,65536,0.11168000102043152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,65536,0.1202186644077301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,65536,0.11892799536387126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,65536,0.08943999807039897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,65536,0.08370666702588399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,65536,0.08266133566697438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,65536,0.08257600168387096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,65536,0.08091199894746144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,65536,0.08067733546098073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,65536,0.08032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,65536,0.08020266890525818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,65536,0.07715199887752533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,65536,0.07701333363850911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,65536,0.07657066484292348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,65536,0.0764213353395462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,65536,0.0766293356815974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,65536,0.07589866717656453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,65536,0.07472533484299977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,65536,0.07586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,65536,0.07445333401362102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,65536,0.07484800120194753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,65536,0.07508266468842824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,65536,0.07463466624418895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,65536,0.07455466687679291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,65536,0.07585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,65536,0.07593066493670146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,65536,0.0757066657145818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,65536,0.07546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,65536,0.07436266541481018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,65536,0.08593066533406575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,65536,0.22377600272496542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,65536,0.08701866865158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,65536,0.08509332935015361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,65536,4.236042658487956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,65536,2.09335994720459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,65536,1.0090239842732747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,65536,0.6434239943822225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,65536,0.6251039902369181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,65536,0.6160293420155843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,65536,0.5153653224309286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,65536,0.5101226568222046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,65536,0.49197065830230713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,65536,0.48426934083302814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,65536,0.4845999876658122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,65536,0.48136266072591144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,65536,0.47014399369557697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,65536,0.46510934829711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,65536,0.46222400665283203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,65536,0.47127199172973633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,65536,0.461461345354716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,65536,0.3340640068054199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,65536,0.3331493337949117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,65536,0.3293520013491313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,65536,0.32054932912190753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,65536,0.30658666292826336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,65536,0.3091573317845662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,65536,0.3094559907913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,65536,0.3021013339360555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,65536,0.2927653392155965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,65536,0.29795199632644653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,65536,0.29492799441019696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,65536,0.17686933279037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,65536,0.1633386711279551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,65536,0.15999199946721396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,65536,0.14757866660753885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,65536,0.1463813285032908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,65536,0.13849066694577536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,65536,0.13712533315022787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,65536,0.12973066171010336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,65536,0.12966932853062949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,65536,0.12948532899220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,65536,0.13053866227467856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,65536,0.12961600224177042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,65536,0.12856266895929971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,65536,0.12874133388201395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,65536,0.12964266538619995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,65536,0.1285546620686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,65536,0.12749333182970682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,65536,0.1277946631113688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,65536,0.1284773349761963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,65536,0.12811999519666037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,65536,0.12825333078702292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,65536,0.1277733345826467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,65536,0.12767733136812845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,65536,0.12748799721399942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,65536,0.12768266598383585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,65536,0.12767199675242105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,65536,0.12744266788164774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,65536,0.12749866644541422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,65536,0.12758133808771768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,65536,0.12723732988039652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,65536,0.12745866179466248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,65536,0.12737600008646646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,65536,0.1275439957777659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,65536,0.1267626682917277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,65536,0.12753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,65536,0.12742132941881815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,65536,0.12749333182970682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,65536,0.12719466288884482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,65536,0.12744800249735513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,65536,0.1276533305644989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,65536,0.12759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,65536,0.12717599670092264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,65536,0.12764533360799155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,51200,6.9532216389973955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,51200,3.7520853678385415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,51200,1.8719679514567058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,51200,1.0834879875183105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,51200,1.1648746331532795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,51200,0.8733973503112793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,51200,1.007306655248006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,51200,0.8740266958872477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,51200,0.809770663579305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,51200,0.8113493124643961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,51200,0.8121600151062012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,51200,0.7947946389516195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,51200,0.8680373032887777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,51200,0.7624959945678711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,51200,0.6999093691507975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,51200,0.6189706722895304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,51200,0.743834654490153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,51200,0.6196266810099283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,51200,0.5252639849980673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,51200,0.49371198813120526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,51200,0.4953226645787557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,51200,0.4280480146408081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,51200,0.48341333866119385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,51200,0.3905706803003947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,51200,0.3915199836095174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,51200,0.3306559920310974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,51200,0.34136533737182617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,51200,0.2922079960505168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,51200,0.26898133754730225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,51200,0.23932266235351562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,51200,0.2506879965464274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,51200,0.20130133628845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,51200,0.16846932967503866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,51200,0.14752533038457236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,51200,0.13013333082199097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,51200,0.10678399602572124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,51200,0.08502399921417236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,51200,0.08049599826335907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,51200,0.08084799846013387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,51200,0.07810133198897044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,51200,0.07738666733105977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,51200,0.08591999610265096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,51200,0.0748533308506012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,65536,0.1275200049082438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,51200,0.07071466743946075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,51200,0.06985599795977275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,51200,0.0697813332080841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,51200,0.07012266914049785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,51200,0.06855466465155284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,51200,0.06868266562620799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,51200,0.06442133088906606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,51200,0.06417599817117055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,51200,0.06408533453941345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,51200,0.0644160012404124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,51200,0.06457599997520447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,51200,0.06332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,51200,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,51200,0.059994667768478394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,51200,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,51200,0.058837334314982094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,51200,0.05937600135803223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,51200,0.058965335289637245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,51200,0.05932266513506571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,51200,0.059258664647738137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,51200,0.05845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,51200,0.05881066620349884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,51200,0.05932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,51200,0.06133866806825002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,51200,0.06137600044409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,51200,0.060165335734685264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,51200,0.060266668597857155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,51200,0.06432533264160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,51200,0.062234664956728615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,51200,0.06243733565012614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,51200,0.06380266447861989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,51200,7.98628298441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,51200,2.0069759686787925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,51200,3.925578753153483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,51200,1.0975680351257324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,51200,1.096666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,51200,1.03111998240153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,51200,0.9895520210266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,51200,1.0454933643341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,51200,0.9671253363291422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,51200,0.9024266401926676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,51200,0.9251893361409506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,51200,0.8408640225728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,51200,0.8728426297505697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,51200,0.7917919953664144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,51200,0.8119733333587646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,51200,0.7157013416290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,51200,0.6682026386260986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,51200,0.6315199931462606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,51200,0.5810986757278442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,51200,0.5850133498509725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,51200,0.5148053169250488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,51200,0.5395466486612955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,51200,0.46251734097798664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,51200,0.46369067827860516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,51200,0.40035200119018555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,51200,0.40881601969401044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,51200,0.7499626477559408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,51200,0.3421066602071126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,51200,0.3421386480331421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,51200,0.27506667375564575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,51200,0.21471466620763144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,51200,0.3093386689821879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,51200,0.22147732973098755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,51200,0.14710932970046997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,51200,0.09139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,51200,0.0884320040543874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,51200,0.08741333087285359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,51200,0.08616000413894653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,51200,0.07946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,51200,0.0792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,51200,0.07297066847483318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,51200,0.07050666709740956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,51200,0.06869866450627644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,51200,0.06852266689141591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,51200,0.0645546664794286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,51200,0.06437866886456807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,51200,0.0618453323841095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,51200,0.06084266801675161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,51200,0.058143998185793556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,51200,0.05713599920272827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,51200,0.15414399902025858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,51200,0.05656533439954122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,51200,0.0580266664425532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,51200,0.05459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,51200,0.05541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,51200,0.051226665576299034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,51200,0.04865066707134247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,51200,0.04753066599369049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,51200,0.04805333415667216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,51200,0.04635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,51200,0.046682665745417275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,51200,0.04640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,51200,0.04643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,51200,0.046367997924486794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,51200,0.04563733438650767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,51200,0.04524266719818115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,51200,0.04604266583919525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,51200,0.04419200122356415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,51200,0.05163733164469401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,51200,0.04573333263397217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,51200,0.047184000412623085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,51200,0.04584000011285146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,51200,0.04576533536116282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,51200,0.04600533346335093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,51200,7.1941172281901045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,51200,1.7853172620137532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,51200,3.3839734395345054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,51200,0.9726880391438802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,65536,0.12734666466712952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,51200,1.0397706826527913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,51200,0.9973546663920084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,65536,0.12756799658139548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,51200,0.8561279773712158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,51200,0.7294027010599772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,51200,0.7751733462015787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,51200,0.7012266318003336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,51200,0.7484746774037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,51200,0.6420426766077677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,51200,0.9473439852396647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,51200,0.6345386505126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,51200,0.6853066285451254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,51200,0.5898133516311646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,51200,0.548688014348348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,51200,0.5007893244425455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,51200,0.5183893442153931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,51200,0.45480533440907794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,51200,0.4697013298670451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,51200,0.40932265917460126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,51200,0.8190986315409342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,51200,0.9128426710764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,51200,0.705952008565267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,51200,0.34989333152770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,51200,0.2657546599706014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,51200,0.22976533571879068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,51200,0.38780800501505536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,51200,0.2273120085398356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,51200,0.1871946652730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,51200,0.343941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,51200,0.299562672773997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,51200,0.15878933668136597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,51200,0.1327946682771047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,51200,0.10764799515406291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,51200,0.10327999790509541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,51200,0.09647466739018758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,51200,0.09142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,51200,0.09130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,51200,0.08932800094286601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,51200,0.09916266798973083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,51200,0.09946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,51200,0.09730133414268494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,51200,0.07262399792671204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,51200,0.06650133430957794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,51200,0.06628799935181935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,51200,0.066170667608579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,51200,0.06484800080458324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,51200,0.06454400221506755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,51200,0.06457066535949707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,51200,0.06285333136717479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,51200,0.061493332187334694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,51200,0.06201066573460897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,51200,0.06113066772619883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,51200,0.0602453351020813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,51200,0.06131199995676676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,51200,0.06027733286221822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,51200,0.06011733412742615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,51200,0.060453335444132485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,51200,0.06026133398214976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,51200,0.06049066781997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,51200,0.06193066636721293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,51200,0.06011199951171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,51200,0.06029333174228668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,51200,0.06046933432420095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,51200,0.06016000111897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,51200,0.060271998246510826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,51200,0.06573333342870076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,51200,0.17585599422454834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,51200,0.17627733945846558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,51200,0.07076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,51200,0.07057066758473714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,51200,0.06772799789905548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,51200,3.1781174341837564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,51200,0.8241973718007406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,51200,1.5447252591451008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,51200,0.4934693177541097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,51200,0.4949253400166829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,51200,0.5048559904098511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,51200,0.4068613449732463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,51200,0.3924800157546997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,51200,0.3911573489507039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,51200,0.3946880102157593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,51200,0.3845440149307251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,51200,0.39264265696207684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,51200,0.3732986847559611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,51200,0.37776267528533936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,51200,0.36789600054423016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,51200,0.3652533292770386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,51200,0.3672693173090617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,51200,0.2760080099105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,51200,0.2624640067418416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,51200,0.26053865750630695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,51200,0.25546665986378986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,51200,0.24441333611806235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,51200,0.245253324508667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,51200,0.2498533328374227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,51200,0.24073867003122965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,51200,0.23667200406392416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,51200,0.2361546754837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,51200,0.23647467295328775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,51200,0.1399946709473928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,51200,0.13131200273831686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,51200,0.1279146671295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,51200,0.11854400237401326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,51200,0.11648000280062358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,51200,0.11201333006223042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,51200,0.11020533243815105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,51200,0.10451733072598775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,51200,0.10424000024795532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,51200,0.10398667057355244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,51200,0.10329066713651021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,51200,0.10391199588775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,51200,0.10402666529019673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,51200,0.10294933120409648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,51200,0.10297600428263347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,51200,0.10298933585484822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,51200,0.10193600257237752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,51200,0.10184267163276672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,51200,0.10193600257237752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,51200,0.10208800435066223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,51200,0.10206666588783264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,51200,0.10194399952888489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,51200,0.10204000274340312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,51200,0.10185333093007405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,51200,0.10222933689753215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,51200,0.10190666715304057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,51200,0.10194133718808492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,51200,0.10183200240135193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,51200,0.10197333494822185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,51200,0.1018986701965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,51200,0.10057333111763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,51200,0.10231467088063557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,51200,0.10199999809265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,51200,0.10196266571680705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,51200,0.10046666860580444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,51200,0.10201600193977356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,51200,0.10200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,51200,0.1016480028629303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,51200,0.10110933581988017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,51200,0.10187733173370361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,51200,0.1018453339735667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,51200,0.10198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,51200,0.10136533776919048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,16384,2.0872373580932617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,16384,1.0891493161519368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,16384,0.5412186781565348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,16384,0.3526639938354492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,51200,0.10172800223032634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,16384,0.3630160093307495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,16384,0.28803733984629315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,16384,0.2808000048001607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,16384,0.3651893138885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,16384,0.26070932547251385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,16384,0.2674853404362996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,16384,0.253437340259552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,16384,0.25227999687194824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,16384,0.24389066298802695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,16384,0.22985066970189413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,16384,0.23002133766810098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,16384,0.20162934064865112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,16384,0.19532267252604166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,16384,0.1596453289190928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,16384,0.14939467112223306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,16384,0.1528320014476776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,16384,0.1335333287715912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,16384,0.14918933312098184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,16384,0.12225866317749023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,16384,0.12152799963951111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,16384,0.1053546667098999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,16384,0.10991733272870381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,16384,0.09429867068926494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,16384,0.08813066283861797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,16384,0.0759600003560384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,16384,0.08167733252048492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,16384,0.06650933126608531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,16384,0.05514400204022726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,16384,0.049600000182787575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,16384,0.04419733087221781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,16384,0.04046133408943812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,16384,0.21464000145594278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,16384,0.029389334221680958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,16384,0.03310933212439219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,16384,0.03223466624816259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,16384,0.032325332363446556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,16384,0.03172000000874201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,16384,0.030106666187445324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,16384,0.028514665861924488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,16384,0.026005332668622334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,16384,0.02816266566514969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,16384,0.02751733362674713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,16384,0.03409600009520849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,16384,0.027592000861962635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,16384,0.027122666438420612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,16384,0.026504000027974445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,16384,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,16384,0.024978667497634888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,16384,0.025218665599822998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,16384,0.026346666117509205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,16384,0.02532000094652176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,16384,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,16384,0.025008000433444977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,16384,0.025258667767047882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,16384,0.024325333535671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,16384,0.024146666129430134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,16384,0.024013333022594452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,16384,0.023984000086784363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,16384,0.02390666554371516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,16384,0.024098667005697887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,16384,0.02402399977048238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,16384,0.024056000014146168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,16384,0.023970666031042736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,16384,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,16384,0.02370133250951767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,16384,0.023584000766277313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,16384,0.02417333424091339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,16384,0.023941333095232647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,16384,0.024010665714740753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,16384,0.023944000403086346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,16384,1.2613208558824327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,16384,2.586067623562283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,16384,0.3678151236640082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,16384,0.6481742329067653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,16384,0.3766755527920193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,16384,0.33864710066053605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,16384,0.3243324491712782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,16384,0.31555022133721244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,16384,0.3020622200436062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,16384,0.30135289827982586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,16384,0.28119288550482857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,16384,0.2869173420800103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,16384,0.3598364459143744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,16384,0.26423467530144584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,16384,0.2804444366031223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,16384,0.23757865693834093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,16384,0.249109321170383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,16384,0.2194826602935791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,16384,0.21411911646525064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,16384,0.187354670630561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,16384,0.1898346609539456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,16384,0.17507378260294595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,16384,0.14378310574425593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,16384,0.14435556199815539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,16384,0.12328178352779812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,16384,0.1250808901256985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,16384,0.10671644740634495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,16384,0.10378844208187527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,16384,0.0867768857214186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,16384,0.0921635561519199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,16384,0.16027911504109701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,16384,0.07355199919806586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,16384,0.06641422377692328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,16384,0.0567128856976827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,16384,0.04351466563012865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,16384,0.037809779246648155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,16384,0.04123199979464213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,16384,0.04205866654713949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,16384,0.042071110672420926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,16384,0.05344533258014255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,16384,0.03894933395915561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,16384,0.03644444545110067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,16384,0.03743288914362589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,16384,0.03485511077774896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,16384,0.03341155582004123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,16384,0.03327288892534044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,16384,0.034289777278900146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,16384,0.03314844436115689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,16384,0.03209244542651706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,16384,0.032074666685528226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,16384,0.031128889984554712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,16384,0.031253334548738264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,16384,0.029102222787009344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,16384,0.04323200053638882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,16384,0.029041777054468792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,16384,0.029073778125974867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,16384,0.027783112393485174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,16384,0.02713599966631995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,16384,0.028088887532552082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,16384,0.02849777870708042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,16384,0.02734222180313534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,16384,0.029288887977600098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,16384,0.028615110450320776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,16384,0.02703999976317088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,16384,0.02805866797765096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,16384,0.024940444363488093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,16384,0.025991110338105097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,16384,0.02550044490231408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,16384,0.025009777810838487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,16384,0.026520889666345384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,16384,0.026522666215896606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,16384,0.02481599979930454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,16384,0.027265777190526325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,16384,0.025571554899215698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,51200,0.10176533460617065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,16384,2.6947129567464194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,51200,0.10186133782068889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,16384,1.3254772822062175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,16384,0.37390934096442324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,16384,0.679351117875841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,16384,0.40981332461039227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,16384,0.3946719964345296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,16384,0.3450293276045058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,16384,0.29446400536431205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,16384,0.3081244362725152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,16384,0.28450489044189453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,16384,0.2944248782263862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,16384,0.2603040006425646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,16384,0.36779554684956867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,16384,0.2470346556769477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,16384,0.2651075522104899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,16384,0.23237156867980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,16384,0.21551999780866835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,16384,0.19729244709014893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,16384,0.201164444287618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,16384,0.17695111698574492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,16384,0.1817795568042331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,16384,0.15993777910868326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,16384,0.33534577157762313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,16384,0.3554062313503689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,16384,0.2762471040089925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,16384,0.14895999431610107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,16384,0.10507555802663167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,16384,0.08981866969002618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,16384,0.08918044302198623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,16384,0.1418915589650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,16384,0.13335643874274358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,16384,0.1180000040266249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,16384,0.0724195573065016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,16384,0.06044266621271769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,16384,0.04989511105749342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,16384,0.03936533464325799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,16384,0.03715199894375271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,16384,0.033518221643235944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,16384,0.0329440004295773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,16384,0.03300266795688205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,16384,0.032968888680140175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,16384,0.03701333204905192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,16384,0.03567644291453891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,16384,0.03444800111982558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,16384,0.027253333065244887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,16384,0.025825776987605627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,16384,0.02555199960867564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,16384,0.025553777813911438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,16384,0.02535466684235467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,16384,0.024127999941507976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,16384,0.024152888192070857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,16384,0.024170666933059692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,16384,0.023619555764728125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,16384,0.02424000038041009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,16384,0.023836443821589153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,16384,0.02351288828584883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,16384,0.023539554741647508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,16384,0.023461333579487268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,16384,0.024008888337347243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,16384,0.023744000328911677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,16384,0.02352711061636607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,16384,0.0239964442120658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,16384,0.023525334066814844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,16384,0.023535999986860488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,16384,0.057075553470187716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,16384,0.06047999858856201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,16384,0.05563022030724419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,16384,0.05902577771080864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,16384,0.05932088692982992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,16384,0.05643555853101942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,16384,0.06176355812284681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,16384,0.027808000644048054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,16384,0.026924444569481745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,16384,0.0255039996571011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,16384,1.0592949549357096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,16384,0.5328949292500813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,16384,0.26551574071248374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,16384,0.1699050744374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,16384,0.17026774088541669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,16384,0.1717290719350179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,16384,0.13808639844258624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,16384,0.13401920000712078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,16384,0.13359786669413248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,16384,0.13538452784220378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,16384,0.1315232038497925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,16384,0.12828266620635986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,16384,0.12884373664855958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,16384,0.13130239645640057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,16384,0.12814826965332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,16384,0.1262762705485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,16384,0.12743466695149738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,16384,0.09453333218892415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,16384,0.09079573154449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,16384,0.08863999843597412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,16384,0.0890058676401774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,16384,0.08638292948404948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,16384,0.08432640234629313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,16384,0.08374293645222983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,16384,0.08366399606068929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,16384,0.08027413686116537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,16384,0.08212160269419352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,16384,0.07985280354817709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,16384,0.049080534776051836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,16384,0.046987732251485184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,16384,0.04664213260014852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,16384,0.04271466732025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,16384,0.04239786863327026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,16384,0.04014933506647746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,16384,0.03955519994099935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,16384,0.03731093406677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,16384,0.037481598059336346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,16384,0.0370901346206665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,16384,0.03704746564229329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,16384,0.037020798524220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,16384,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,16384,0.03662293354670207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,16384,0.03703893423080444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,16384,0.03628906806310018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,16384,0.036236798763275145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,16384,0.03622293472290039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,16384,0.03626879851023356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,16384,0.036200535297393796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,16384,0.03591039975484212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,16384,0.035877335071563723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,16384,0.036184533437093096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,16384,0.035860268274943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,16384,0.03593493302663167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,16384,0.03572053511937459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,16384,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,16384,0.03586666584014893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,16384,0.03607573509216309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,16384,0.035860268274943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,16384,0.03589973449707031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,16384,0.036260267098744706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,16384,0.03583360115687052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,16384,0.035843201478322345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,16384,0.036108799775441486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,16384,0.036039467652638754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,16384,0.03586879968643188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,16384,0.03587840000788371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,16384,0.035879464944203694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,16384,0.03592960039774577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,16384,0.03579733371734619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,16384,0.03553920189539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,16384,0.03581440051396688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,12288,1.6639280319213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,12288,0.9273599783579508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,12288,0.46301599343617755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,12288,0.30194934209187824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,12288,0.3088826735814412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,12288,0.24116800228754678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,12288,0.27433600028355914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,12288,0.23974132537841797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,12288,0.2225386699040731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,12288,0.22141599655151367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,12288,0.20121333996454874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,12288,0.1888266603151957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,12288,0.20255732536315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,12288,0.1819253365198771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,12288,0.1813066601753235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,12288,0.16019200285275778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,12288,0.18452266852060953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,12288,0.14658666650454202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,12288,0.13104266921679178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,12288,0.12305333216985066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,12288,0.12588000297546387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,12288,0.1085253357887268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,12288,0.12377066413561504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,12288,0.10181333621342976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,12288,0.10006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,12288,0.08711466193199158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,12288,0.0891813337802887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,12288,0.07562666634718578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,12288,0.07126133143901825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,12288,0.05986399948596954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,12288,0.06576000154018402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,12288,0.05195466677347819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,12288,0.0451200008392334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,12288,0.03930933276812235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,12288,0.03520799924929937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,12288,0.031400000055631004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,12288,0.023872000475724537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,12288,0.027255999545256298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,12288,0.027952000498771667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,12288,0.02926933268706004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,12288,0.030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,12288,0.027245332797368366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,12288,0.02462399999300639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,12288,0.02346399923165639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,12288,0.02200266718864441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,12288,0.021568000316619873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,12288,0.021213332811991375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,12288,0.021935999393463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,12288,0.021885332961877186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,12288,0.021960000197092693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,12288,0.02027200038234393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,16384,0.03587840000788371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,12288,0.020983998974164326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,12288,0.019834666202465694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,12288,0.0200826662282149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,12288,0.01940800001223882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,12288,0.020069333414236706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,12288,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,12288,0.019544000426928203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,12288,0.01875999942421913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,12288,0.018768000106016796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,12288,0.018807999789714813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,12288,0.018845333407322567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,12288,0.018279999494552612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,12288,0.01803733284274737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,12288,0.018221333622932434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,12288,0.01823466643691063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,12288,0.017850667238235474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,12288,0.0180479995906353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,12288,0.01774666706720988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,12288,0.017829333742459614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,12288,0.018672000616788864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,12288,0.01877333347996076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,12288,0.01873333379626274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,12288,0.018696000178654987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,12288,1.9085346857706706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,12288,0.9849200248718262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,12288,0.49649866422017414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,12288,0.282370666662852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,12288,0.28471599022547406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,12288,0.26067866881688434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,12288,0.26849732796351117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,12288,0.25103600819905597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,12288,0.23994799455006918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,12288,0.2345906694730123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,12288,0.22990266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,12288,0.21704532702763876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,12288,0.21715599298477173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,12288,0.19283600648244223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,12288,0.199346661567688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,12288,0.1710346738497416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,12288,0.1798093318939209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,12288,0.15976267059644064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,12288,0.154231995344162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,12288,0.13657333453496298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,12288,0.14215333263079324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,12288,0.11819199721018474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,12288,0.12941867113113403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,12288,0.10768266518910725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,12288,0.11020400126775105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,12288,0.09461466471354167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,12288,0.10001066327095032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,12288,0.08490799864133199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,12288,0.08439067006111145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,12288,0.06712933381398518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,12288,0.07261199752489726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,12288,0.05774400134881338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,12288,0.05402266482512156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,12288,0.044934665163358055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,12288,0.037058666348457336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,12288,0.04320266842842102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,12288,0.03516799956560135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,12288,0.032913332184155784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,12288,0.034503998855749764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,12288,0.03732399890820185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,12288,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,12288,0.031162666777769726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,12288,0.031046666204929352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,12288,0.030414665738741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,12288,0.028805332879225414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,12288,0.02997066577275594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,12288,0.02797066668669383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,12288,0.03015599896510442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,12288,0.02976800004641215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,12288,0.029557332396507263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,12288,0.030057333409786224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,12288,0.02919733275969823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,12288,0.027098665634791057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,12288,0.025054665903250378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,12288,0.026355999211470287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,12288,0.028065333763758343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,12288,0.025929334263006847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,12288,0.024866667886575062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,12288,0.024830666681130726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,12288,0.02365333338578542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,12288,0.0245919997493426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,12288,0.024467999736468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,12288,0.024658667544523876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,12288,0.023678667843341827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,12288,0.022913334270318348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,12288,0.024333332975705464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,12288,0.02492400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,12288,0.02363733450571696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,12288,0.02478533238172531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,12288,0.023774666090806324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,12288,0.02309733380873998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,12288,0.023549333214759827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,12288,0.02312133212884267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,12288,0.02513733257850011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,16384,0.03611626625061035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,12288,1.1910280386606853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,12288,2.3128159840901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,16384,0.03592106501261393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,12288,0.32676400740941364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,12288,0.5937826633453369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,12288,0.3507066567738851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,12288,0.33769198258717853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,12288,0.3073066671689351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,12288,0.26813066005706787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,12288,0.27197466293970746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,12288,0.25521065791447956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,12288,0.25980132818222046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,12288,0.23359199364980063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,12288,0.31753599643707275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,12288,0.2185693383216858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,12288,0.22816532850265503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,12288,0.20449999968210855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,12288,0.18772399425506592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,12288,0.17630932728449503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,12288,0.1743733286857605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,12288,0.15773600339889526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,12288,0.15765066941579184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,12288,0.14032933115959167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,12288,0.28976666927337646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,12288,0.3063253362973531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,12288,0.24206533034642538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,12288,0.12938666343688965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,12288,0.0817000021537145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,12288,0.07905333240826924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,12288,0.06505466500918071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,12288,0.12055733799934387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,12288,0.11292933424313863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,12288,0.10492133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,12288,0.058516000707944237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,12288,0.044026667873064675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,12288,0.03717333326737086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,12288,0.031889334321022034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,12288,0.028922667105992634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,12288,0.02736400067806244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,12288,0.027307999630769093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,12288,0.02688266585270564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,12288,0.027025334537029266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,12288,0.028893334170182545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,12288,0.028909333050251007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,12288,0.028734666605790455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,12288,0.021810665726661682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,12288,0.021145333846410114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,12288,0.021361333628495533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,12288,0.021429332594076794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,12288,0.02090933422247569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,12288,0.0199066661298275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,12288,0.01948666696747144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,12288,0.019677333533763885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,12288,0.019694666067759197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,12288,0.01964133357008298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,12288,0.019203999390204746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,12288,0.019277332971493404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,12288,0.019238666941722233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,12288,0.01961199939250946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,12288,0.019274666905403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,12288,0.01908533275127411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,12288,0.019197333604097366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,12288,0.04420266548792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,12288,0.04505866765975952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,12288,0.04786400000254313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,12288,0.043552001317342125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,12288,0.04407600065072378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,12288,0.04743200043837229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,12288,0.047825331489245095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,12288,0.044213334719340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,12288,0.04318666458129883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,12288,0.04549733301003774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,12288,0.02183333287636439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,12288,0.021168000996112823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,12288,0.021289333701133728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,12288,0.8002784093221029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,12288,0.4016597429911296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,12288,0.2054272015889486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,12288,0.1351413408915202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,12288,0.13191466331481932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,12288,0.1302517334620158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,12288,0.1078879992167155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,12288,0.10772053400675456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,12288,0.10298240184783936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,12288,0.10217599868774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,12288,0.10219733715057373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,12288,0.10115199883778889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,12288,0.0996501366297404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,12288,0.09936532974243165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,12288,0.09859733581542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,12288,0.09968106746673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,12288,0.09752853711446127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,12288,0.07165546417236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,12288,0.07074453035990397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,12288,0.07033279736836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,12288,0.06985066731770834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,12288,0.06694933573404947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,12288,0.06633813381195068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,12288,0.06739733219146729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,12288,0.06564373175303141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,12288,0.06277866760889689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,12288,0.06233386596043905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,12288,0.06213440100351969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,12288,0.039250131448109946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,12288,0.03696639935175578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,12288,0.0366485317548116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,12288,0.034354134400685625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,12288,0.034065067768096924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,12288,0.03178666631380717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,12288,0.03250773350397746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,12288,0.030159999926884968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,12288,0.029769599437713623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,12288,0.029713066418965657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,12288,0.029725867509841918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,12288,0.029678932825724286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,12288,0.02990079919497172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,12288,0.029679999748865767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,12288,0.029683200518290202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,12288,0.02898453275362651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,12288,0.028905600309371948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,12288,0.029000532627105714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,12288,0.028946133454640706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,12288,0.02890239953994751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,12288,0.02892586588859558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,12288,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,12288,0.029250133037567138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,12288,0.028495999177296956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,12288,0.02879253427187602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,12288,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,12288,0.028802132606506346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,12288,0.02845120032628377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,12288,0.028599466880162554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,12288,0.028875732421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,12288,0.028843732674916585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,12288,0.028513065973917645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,12288,0.02890133261680603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,12288,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,12288,0.028862933317820232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,12288,0.028483200073242187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,12288,0.028570665915807085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,12288,0.02887360056241353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,12288,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,12288,0.028524800141652422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,12288,0.028534400463104247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,12288,0.028594134251276652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,12288,0.028955733776092528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,10240,1.3464214007059734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,10240,0.7114293575286865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,10240,0.3611520131429036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,10240,0.2068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,10240,0.22150667508443198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,10240,0.1959973375002543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,10240,0.18397865692774454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,10240,0.18313600619633993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,10240,0.18266934156417847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,10240,0.1800666650136312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,10240,0.17577866713205972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,10240,0.16992000738779703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,10240,0.16977334022521973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,10240,0.14808799823125204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,10240,0.13542133569717407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,10240,0.13188532988230386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,10240,0.14203466971715292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,10240,0.12294399738311768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,10240,0.11206666628519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,10240,0.10182133316993713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,10240,0.10334666570027669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,10240,0.08959466218948364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,10240,0.10380799571673076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,10240,0.08248266577720642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,10240,0.08307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,10240,0.0718560020128886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,10240,0.07152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,10240,0.0617413322130839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,12288,0.02847893238067627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,10240,0.04957599937915802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,10240,0.054197331269582115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,10240,0.04377333323160807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,10240,0.036650667587916054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,10240,0.03328266739845276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,10240,0.029765332738558452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,10240,0.02738400051991145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,10240,0.02003466710448265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,10240,0.023050665855407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,10240,0.022810667753219604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,10240,0.03132000068823496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,10240,0.0257466658949852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,10240,0.0230853334069252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,10240,0.024879999458789825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,10240,0.022866666316986084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,10240,0.018786666293938954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,10240,0.018810667097568512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,10240,0.018922666708628338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,10240,0.019808000574509304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,10240,0.018749333918094635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,10240,0.01941866676012675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,10240,0.018823999911546707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,10240,0.019064000497261684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,10240,0.017106667160987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,10240,0.017797333498795826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,10240,0.016829332957665127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,10240,0.05760533114274343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,10240,0.017768000562985737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,10240,0.016701333224773407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,10240,0.017045332739750545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,10240,0.01655199999610583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,10240,0.017797333498795826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,10240,0.017778666069110233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,10240,0.017773333936929703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,10240,0.01777600000301997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,10240,0.017717332889636356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,10240,0.017608000586430233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,10240,0.01772533357143402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,10240,0.01586933309833209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,10240,0.015696000307798386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,10240,0.015728000551462173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,10240,0.015669333438078564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,10240,0.016085332880417507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,10240,0.0160133329530557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,10240,0.016050666570663452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,10240,0.016722666720549267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,10240,1.605199972788493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,10240,0.8142800331115723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,10240,0.4183080196380615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,10240,0.23606000343958536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,10240,0.23641733328501383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,10240,0.21068533261617026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,10240,0.21237866083780924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,10240,0.19548134009043375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,10240,0.19014533360799155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,10240,0.18987067540486655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,10240,0.1748466690381368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,10240,0.17362666130065918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,10240,0.15678399801254272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,10240,0.15107199549674988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,10240,0.14047200481096903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,10240,0.19608267148335776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,10240,0.14352266987164816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,10240,0.13024800022443137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,10240,0.12486132979393005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,10240,0.1187173326810201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,10240,0.11646667122840881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,10240,0.10153733690579732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,10240,0.0973360041777293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,10240,0.09228133161862691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,10240,0.08263066907723744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,10240,0.08145866791407268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,10240,0.07020133237044017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,10240,0.06778400142987569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,10240,0.058575997749964394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,10240,0.061406667033831276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,10240,0.049322664737701416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,10240,0.04643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,10240,0.10814533631006877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,10240,0.03899600108464559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,10240,0.037178667883078255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,10240,0.03315333276987076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,10240,0.030702665448188782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,10240,0.031141333281993866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,10240,0.030974666277567547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,10240,0.0348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,10240,0.030637333790461223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,10240,0.03138799965381622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,10240,0.027809334297974903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,10240,0.02731066693862279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,10240,0.02663599948088328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,10240,0.02683199942111969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,10240,0.026329333583513897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,10240,0.026003999014695484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,10240,0.024813334147135418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,10240,0.027905332545439403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,10240,0.027218667169411976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,10240,0.024515998860200245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,10240,0.02329333374897639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,10240,0.022946665684382122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,10240,0.024549332757790882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,10240,0.02512933313846588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,10240,0.022073333462079365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,10240,0.026548000673453014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,10240,0.024256000916163128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,10240,0.02280266582965851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,10240,0.025061334172884624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,10240,0.023083999752998352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,10240,0.023038665453592937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,10240,0.022679999470710754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,10240,0.022485333184401195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,10240,0.022315998872121174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,10240,0.022757334013779957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,10240,0.02274266630411148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,10240,0.023425333201885223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,10240,0.0227386678258578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,10240,0.022970666488011677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,10240,0.022711999714374542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,10240,0.022821334501107533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,10240,0.022699999312559765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,12288,0.02852800091107686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,12288,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,10240,1.1033120155334473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,10240,0.30439333120981854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,10240,2.1266093254089355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,10240,0.5546666781107584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,10240,0.32919466495513916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,10240,0.31221600373586017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,10240,0.2840519944826762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,10240,0.24796134233474731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,10240,0.25082133213679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,10240,0.23468534151713052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,10240,0.23694799343744913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,10240,0.21431734164555868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,10240,0.29337066411972046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,10240,0.2020053267478943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,10240,0.2099240024884542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,10240,0.18978132804234824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,10240,0.17432133356730142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,10240,0.16183732946713766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,10240,0.15919066468874613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,10240,0.14249066511789957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,10240,0.14235732952753702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,10240,0.12893999616305032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,10240,0.2742053270339966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,10240,0.2813226580619812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,10240,0.22049866120020548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,10240,0.11482666929562886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,10240,0.0660173346598943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,10240,0.06630666553974152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,10240,0.05512133240699768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,10240,0.11387999852498372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,10240,0.09369732936223348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,10240,0.0905746618906657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,10240,0.045938665668169655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,10240,0.0403693343202273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,10240,0.033385333915551506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,10240,0.02845466633637746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,10240,0.026354665557543438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,10240,0.024718667070070904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,10240,0.024329334497451782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,10240,0.024244000514348347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,10240,0.023805332680543263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,10240,0.026419999698797863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,10240,0.02625199904044469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,10240,0.025358666976292927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,10240,0.019782666116952896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,10240,0.019618666420380276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,10240,0.019120000302791595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,10240,0.019174666454394657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,10240,0.019230666259924572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,10240,0.017680000513792038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,10240,0.017877332866191864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,10240,0.01756933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,10240,0.017170666406551998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,10240,0.017302667101224262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,10240,0.018135999639829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,10240,0.01725333308180173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,10240,0.017298666139443714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,10240,0.017101333787043888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,10240,0.01713866616288821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,10240,0.038521334528923035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,10240,0.0378533328572909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,10240,0.03598399957021078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,10240,0.037993334233760834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,10240,0.03615466753641764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,10240,0.03677733242511749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,10240,0.03920266777276993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,10240,0.038690666357676186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,10240,0.03895066678524017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,10240,0.03830133378505707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,10240,0.037605332831541695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,10240,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,10240,0.019551999866962433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,10240,0.019070666283369064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,10240,0.019121332714955013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,10240,0.6817834854125977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,10240,0.36002880732218423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,10240,0.1801098664601644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,10240,0.11458133061726887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,10240,0.11464533011118572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,10240,0.11449600060780843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,10240,0.09373439947764078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,10240,0.09093546867370605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,10240,0.09074880282084147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,10240,0.09120426972707113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,10240,0.09015359878540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,10240,0.08688533306121826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,10240,0.08598293463389078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,10240,0.0879583994547526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,10240,0.08551466464996338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,10240,0.08501226902008056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,10240,0.08509759902954102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,10240,0.06444480021794638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,10240,0.062209065755208334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,10240,0.060938668251037595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,10240,0.06078826586405436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,10240,0.05909226735432943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,10240,0.05794666608174642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,10240,0.05699839989344278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,10240,0.057148798306783044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,10240,0.05482773383458456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,10240,0.05390506585439046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,10240,0.05317866802215576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,10240,0.03433706760406494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,10240,0.033191466331481935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,10240,0.032096000512441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,10240,0.030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,10240,0.030165332555770873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,10240,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,10240,0.027803732951482134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,10240,0.026629332701365156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,10240,0.02601066629091899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,10240,0.02607253392537435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,10240,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,10240,0.025910399357477826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,10240,0.026276266574859618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,10240,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,10240,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,10240,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,10240,0.025604265928268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,10240,0.02537173430124919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,10240,0.02555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,10240,0.025257599353790284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,10240,0.025549866755803424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,10240,0.025569067398707075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,10240,0.025260800123214723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,10240,0.02523306608200073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,10240,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,10240,0.02508266568183899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,10240,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,10240,0.02493013342221578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,10240,0.02519039909044902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,10240,0.025077333052953083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,10240,0.024977066119511924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,10240,0.025575466950734455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,10240,0.025384533405303954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,10240,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,10240,0.025227733453114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,10240,0.025156267484029132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,10240,0.02513386607170105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,10240,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,10240,0.02485439976056417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,10240,0.025014400482177734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,10240,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,10240,0.025172267357508344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,10240,0.02485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,8192,1.0671680238511827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,8192,0.6374613444010416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,8192,0.32398756345113117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,8192,0.20774400234222412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,8192,0.22161600324842665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,8192,0.19281421767340767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,8192,0.14303467008802626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,8192,0.13803199927012125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,8192,0.1380479998058743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,8192,0.1378435558742947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,8192,0.13530133830176458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,8192,0.13247999880048963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,10240,0.02515946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,8192,0.12899555100335017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,8192,0.11545066038767497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,8192,0.10435733530256484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,8192,0.1060604453086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,8192,0.11161243915557861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,8192,0.09880355331632827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,8192,0.09001066949632432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,8192,0.0890808900197347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,8192,0.08074311415354411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,8192,0.06814755333794488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,8192,0.0843999981880188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,8192,0.0653653343518575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,8192,0.06616889105902778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,8192,0.05662755833731758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,8192,0.057760000228881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,8192,0.04932266804907057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,8192,0.047162665261162647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,8192,0.040067556831571795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,8192,0.04449955622355143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,8192,0.03491377830505371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,8192,0.029233776860766943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,8192,0.026152888933817547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,8192,0.02346311178472307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,8192,0.021706667211320665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,8192,0.015930665863884818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,8192,0.02146311104297638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,8192,0.01844800015290578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,8192,0.02625244524743822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,8192,0.020037333170572918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,8192,0.022312889496485393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,8192,0.015747555428081088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,8192,0.014599111345079211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,8192,0.014538667268223233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,8192,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,8192,0.015233778291278414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,8192,0.015415110521846347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,8192,0.015991111596425373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,8192,0.0158897770775689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,8192,0.015432889262835184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,8192,0.015262222952312894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,8192,0.01461155547036065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,8192,0.014010666145218743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,8192,0.013909333282046847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,8192,0.013946667313575745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,8192,0.01462044484085507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,8192,0.013468444347381592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,8192,0.016689777374267578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,8192,0.014563555518786112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,8192,0.014641778336630927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,8192,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,8192,0.014554666148291694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,8192,0.014663111832406787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,8192,0.014531556102964612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,8192,0.014448000325096978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,8192,0.013169777890046438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,8192,0.013182222015327878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,8192,0.013192888763215808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,8192,0.013267555170589022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,8192,0.01330133361948861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,8192,0.013226666384273104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,8192,0.013370667066839008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,8192,0.013173333472675748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,8192,1.2815808614095052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,8192,0.6488512039184571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,8192,0.33659626642862955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,8192,0.18058133125305176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,8192,0.1862357298533122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,8192,0.1623520056406657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,8192,0.1585770606994629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,8192,0.15142614046732586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,8192,0.15314240455627443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,8192,0.14173439343770344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,8192,0.14090986251831056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,8192,0.1361632029215495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,8192,0.13576000531514484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,8192,0.1191541353861491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,8192,0.11472427050272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,8192,0.1155893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,8192,0.10375680128733318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,8192,0.09926933447519938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,8192,0.09695680141448974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,8192,0.0948415994644165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,8192,0.08110293547312418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,8192,0.11878293355305988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,8192,0.08918826580047608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,8192,0.07613866329193116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,8192,0.07578240235646566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,8192,0.06451520125071207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,8192,0.06274240016937256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,8192,0.05700586636861166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,8192,0.05515199899673462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,8192,0.04692906538645426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,8192,0.04967146714528402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,8192,0.041774932543436685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,8192,0.04020693302154541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,8192,0.033787735303243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,8192,0.03230080008506775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,8192,0.030271999041239422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,8192,0.02762239972750346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,8192,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,8192,0.028700800736745198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,8192,0.03304426670074463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,8192,0.02932159900665283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,8192,0.028510934114456175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,8192,0.02537600000699361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,8192,0.02685760060946147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,8192,0.024705066283543905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,8192,0.024909865856170655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,8192,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,8192,0.02293973366419474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,8192,0.024069333076477052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,8192,0.022789333264033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,8192,0.023950932423273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,8192,0.024194133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,8192,0.02287999987602234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,8192,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,10240,0.025135999917984007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,8192,0.021201066176096597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,8192,0.021170133352279664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,8192,0.024250666300455727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,8192,0.021564799547195434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,8192,0.023037866751352946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,8192,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,8192,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,8192,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,8192,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,8192,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,8192,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,8192,0.02307200034459432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,8192,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,8192,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,8192,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,8192,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,8192,0.021665066480636597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,8192,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,8192,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,8192,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,10240,0.025063467025756837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,8192,1.0072522481282553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,8192,0.5104234695434571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,8192,0.27972586949666345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,8192,1.9748074849446613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,8192,0.29867947896321617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,8192,0.28446613947550453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,8192,0.260918394724528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,8192,0.228384002049764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,8192,0.2637183984120687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,8192,0.2276927947998047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,8192,0.21642986933390299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,8192,0.2145077387491862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,8192,0.19771626790364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,8192,0.19857385953267415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,8192,0.18394667307535809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,8192,0.18517012596130372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,8192,0.1699637254079183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,8192,0.15432106653849284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,8192,0.14631999333699544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,8192,0.1391690731048584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,8192,0.251150925954183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,8192,0.12803306579589843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,8192,0.11837973594665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,8192,0.11614720026652019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,8192,0.2511285305023193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,8192,0.09069866339365641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,8192,0.0568618655204773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,8192,0.053079466025034584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,8192,0.08892373243967691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,8192,0.07652586301167806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,8192,0.04938559929529826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,8192,0.04114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,8192,0.07141119639078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,8192,0.02987839976946513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,8192,0.02531413237253825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,8192,0.036363732814788816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,8192,0.023222400744756063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,8192,0.021564799547195434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,8192,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,8192,0.021746132771174112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,8192,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,8192,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,8192,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,8192,0.023145600159962972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,8192,0.017141334215799966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,8192,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,8192,0.017240534226099648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,8192,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,8192,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,8192,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,8192,0.015543466806411744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,8192,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,8192,0.015156267086664834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,8192,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,8192,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,8192,0.015015467007954916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,8192,0.03215893308321635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,8192,0.030795733133951824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,8192,0.03227306604385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,8192,0.033045333623886106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,8192,0.03269973397254944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,8192,0.031778132915496825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,8192,0.0317194660504659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,8192,0.03159466584523519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,8192,0.03145920038223267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,8192,0.03359359900156657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,8192,0.033633065223693845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,8192,0.03253866632779439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,8192,0.031872000296910605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,8192,0.03411519924799601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,8192,0.034067201614379886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,8192,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,8192,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,8192,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,8192,0.547979736328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,8192,0.2824543952941895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,8192,0.14518613815307618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,8192,0.09433493614196778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,8192,0.09223999977111816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,8192,0.09174506664276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,8192,0.0758944034576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,8192,0.07557653586069743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,8192,0.07301440238952636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,8192,0.07272746562957763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,8192,0.07171520392100016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,8192,0.07182613213857016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,8192,0.07056639989217123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,8192,0.07092053095499674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,8192,0.0701749324798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,8192,0.06880640188852946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,8192,0.06938560009002685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,8192,0.05348266760508219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,8192,0.052544001738230386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,8192,0.050010665257771814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,8192,0.04978239933649699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,8192,0.0479039986928304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,8192,0.04819413423538208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,8192,0.046570666631062824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,8192,0.04609173138936361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,8192,0.04522560040156047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,8192,0.04574933449427287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,8192,0.04382933378219604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,8192,0.029154133796691895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,8192,0.02770986755688985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,8192,0.027607466777165728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,8192,0.025649066766103106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,8192,0.025679999589920045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,8192,0.02483200033505758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,8192,0.023988266785939537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,8192,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,8192,0.021946666638056438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,8192,0.022538665930430093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,8192,0.02239360014597575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,8192,0.02151573300361633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,8192,0.022618667284647623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,8192,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,8192,0.02257173260052999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,8192,0.021489065885543824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,8192,0.02113920052846273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,8192,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,8192,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,8192,0.02108906706174215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,8192,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,8192,0.020721065998077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,8192,0.02114026745160421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,8192,0.020844799280166627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,8192,0.020941867431004842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,8192,0.0211082657178243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,8192,0.02110613385836283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,8192,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,8192,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,8192,0.02114026745160421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,8192,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,8192,0.021065600713094077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,8192,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,8192,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,8192,0.02107306718826294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,8192,0.021127466360727945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,8192,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,8192,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,8192,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,8192,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,8192,0.021128533283869426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,8192,0.02109760046005249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,8192,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,7168,0.9425350824991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,7168,0.5528213183085123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,7168,0.2803608841366238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,7168,0.183843559688992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,8192,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,7168,0.1968675586912367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,7168,0.12310400274064805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,7168,0.1584835582309299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,7168,0.11939911047617595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,7168,0.16059733761681452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,7168,0.11225956016116673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,7168,0.13962311214870876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,7168,0.10560355583826701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,7168,0.12714132997724745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,7168,0.09564977884292603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,7168,0.0990133351749844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,7168,0.08942221932941014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,7168,0.10370310809877183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,7168,0.08401778009202744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,7168,0.08646933237711589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,7168,0.07852800024880303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,7168,0.08316622177759807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,7168,0.061230222384134926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,7168,0.08378666639328003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,7168,0.0566435522503323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,7168,0.059121780925326876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,7168,0.048453334305021495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,7168,0.05122311247719658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,7168,0.043212443590164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,7168,0.04247822364171346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,7168,0.03405155407057868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,7168,0.039706667264302574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,7168,0.03052977720896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,7168,0.026682666606373254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,7168,0.023043556345833674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,7168,0.021742223037613764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,7168,0.01919644408755832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,7168,0.014851555228233337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,7168,0.01756977703836229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,7168,0.01740977830357022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,7168,0.02034133341577318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,7168,0.017619555195172627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,7168,0.018723555737071566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,7168,0.014529777897728814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,7168,0.014769777655601501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,7168,0.013443555268976422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,7168,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,7168,0.013260444833172692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,7168,0.013263999587959714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,7168,0.014540443817774454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,7168,0.014497778481907315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,7168,0.015509333875444202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,7168,0.014581332604090372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,7168,0.014024888475735983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,7168,0.013923555612564087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,7168,0.013187555803192986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,7168,0.012686221963829465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,7168,0.013175110850069257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,7168,0.013237333132161034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,7168,0.012627555264366997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,7168,0.013381332986884646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,7168,0.013557333085272046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,7168,0.01333333303531011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,7168,0.013297778036859302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,7168,0.01367288910680347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,7168,0.01330133361948861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,7168,0.013246222502655454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,7168,0.01261333293384976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,7168,0.012526222401195101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,7168,0.01257955531279246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,7168,0.012544000314341651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,7168,0.012668444050682915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,7168,0.012568888564904531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,7168,0.012670222255918713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,7168,0.012627555264366997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,7168,1.1238037109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,7168,0.5711264292399089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,7168,0.2932223955790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,7168,0.15385492642720539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,7168,0.16144852638244628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,7168,0.14001919428507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,7168,0.13799039522806805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,7168,0.1341525395711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,7168,0.13506453831990559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,7168,0.12499093214670817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,7168,0.12470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,7168,0.12127573490142822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,7168,0.12007786432902019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,7168,0.10774827003479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,7168,0.1051210641860962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,7168,0.1028213342030843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,7168,0.10377600193023681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,7168,0.09481173356374105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,7168,0.08985919952392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,7168,0.08596266905466715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,7168,0.08364906311035156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,7168,0.0746239980061849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,7168,0.0807487964630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,7168,0.06678079764048259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,7168,0.06371093193689982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,7168,0.06498560110727945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,7168,0.05755626757939657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,7168,0.052077865600585936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,7168,0.049754667282104495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,7168,0.04495786825815837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,7168,0.04734293222427368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,7168,0.039146665732065836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,7168,0.03695253531138103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,7168,0.03320533235867818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,7168,0.03234773278236389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,7168,0.028627200921376543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,7168,0.026430932680765788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,7168,0.027478400866190595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,7168,0.027302400271097822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,7168,0.02892906665802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,7168,0.027053866783777875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,7168,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,7168,0.024435200293858848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,7168,0.0236245334148407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,7168,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,7168,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,7168,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,7168,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,7168,0.02322773337364197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,7168,0.02218986749649048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,7168,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,7168,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,7168,0.021138133605321248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,7168,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,7168,0.02073813279469808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,7168,0.021941334009170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,7168,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,7168,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,7168,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,7168,0.019082667430241902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,7168,0.02035306692123413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,7168,0.02241599957148234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,7168,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,7168,0.02028586665789286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,7168,0.01918720006942749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,7168,0.02037973403930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,7168,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,7168,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,7168,0.02297066648801168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,7168,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,7168,0.02090453306833903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,7168,0.022412800788879396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,7168,0.021767467260360718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,7168,0.022935465971628825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,8192,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,8192,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,7168,0.9776351928710938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,7168,0.2757343928019206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,7168,1.9099178314208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,7168,0.4978570620218913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,7168,0.29008105595906575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,7168,0.25652693112691244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,7168,0.2756287892659505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,7168,0.2236629327138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,7168,0.22088106473286948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,7168,0.21137065887451173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,7168,0.20735360781351725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,7168,0.19358612696329752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,7168,0.2508106708526611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,7168,0.1761664072672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,7168,0.1725930690765381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,7168,0.2480735937754313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,7168,0.16072746912638347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,7168,0.1514805316925049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,7168,0.13724160194396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,7168,0.12940693696339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,7168,0.11407573223114013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,7168,0.09935572942097982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,7168,0.09355519612630209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,7168,0.2424938678741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,7168,0.1914207935333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,7168,0.07890453338623046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,7168,0.055106135209401455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,7168,0.07613759835561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,7168,0.049398398399353026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,7168,0.045799465974171956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,7168,0.040030932426452635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,7168,0.06745173136393229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,7168,0.0615775982538859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,7168,0.029693865776062013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,7168,0.03370240132013957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,7168,0.023995733261108397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,7168,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,7168,0.01993173360824585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,7168,0.01967680056889852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,7168,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,7168,0.021970132986704506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,7168,0.021917865673700968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,7168,0.021125332514444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,7168,0.0160480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,7168,0.016199466586112977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,7168,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,7168,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,7168,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,7168,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,7168,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,7168,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,7168,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,7168,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,7168,0.027587199211120607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,7168,0.028819199403127032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,7168,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,7168,0.027643734216690065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,7168,0.028304000695546467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,7168,0.028666667143503827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,7168,0.029620265960693358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,7168,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,7168,0.031336534023284915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,7168,0.029733333985010785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,7168,0.02751893401145935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,7168,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,7168,0.030109866460164385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,7168,0.030096000432968138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,7168,0.03009919921557109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,7168,0.029770666360855104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,7168,0.03096959988276164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,7168,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,7168,0.015970133741696677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,7168,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,7168,0.4893631935119629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,7168,0.2644480069478353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,7168,0.13211733500162762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,7168,0.0852831999460856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,7168,0.08420266310373942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,7168,0.0835914691289266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,7168,0.07019626299540202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,7168,0.06822933355967203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,7168,0.06711253325144449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,7168,0.06817493438720704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,7168,0.06694613297780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,7168,0.06476906538009644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,7168,0.06440533399581909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,7168,0.06456533273061117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,7168,0.06341439882914225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,7168,0.06239146788914999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,7168,0.06251946687698365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,7168,0.046674132347106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,7168,0.04694826602935791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,7168,0.045348266760508224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,7168,0.04559893210728963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,7168,0.04364266792933146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,7168,0.042981334527333576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,7168,0.04222826560338338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,7168,0.04237120151519776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,7168,0.04104426701863607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,7168,0.04104959964752197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,7168,0.02717653314272563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,7168,0.04009706576665242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,7168,0.025697066386540728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,7168,0.025355732440948485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,7168,0.02404159903526306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,7168,0.023590399821599325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,7168,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,7168,0.02215999960899353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,7168,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,7168,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,7168,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,7168,0.019882667064666747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,7168,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,7168,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,7168,0.02023893396059672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,7168,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,7168,0.019875200589497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,7168,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,7168,0.019403733809789023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,7168,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,7168,0.019448532660802206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,7168,0.019479467471440633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,7168,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,7168,0.019377066691716512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,7168,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,7168,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,7168,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,7168,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,7168,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,7168,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,7168,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,7168,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,7168,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,7168,0.019079466660817467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,7168,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,7168,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,7168,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,7168,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,7168,0.019056000312169395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,7168,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,7168,0.019155200322469076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,7168,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,6144,0.7963000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,6144,0.4109559853871663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,6144,0.2269266645113627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,6144,0.1430839995543162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,6144,0.15293733278910318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,6144,0.13366267085075378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,6144,0.10639066497484843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,6144,0.10613466302553813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,6144,0.10855866471926372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,6144,0.10944133003552754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,6144,0.10673600435256958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,6144,0.10615066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,6144,0.0951479971408844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,6144,0.08366933465003967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,6144,0.07789866626262665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,6144,0.07885333398977916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,6144,0.08055866758028667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,6144,0.0728520005941391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,6144,0.06595199803511302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,6144,0.06827333569526672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,6144,0.06029866635799408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,6144,0.0520493338505427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,6144,0.06116933127244314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,6144,0.04917599757512411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,6144,0.047758668661117554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,6144,0.04185466468334198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,6144,0.04208399852116903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,6144,0.0365226666132609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,6144,0.034557332595189415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,6144,0.029265334208806355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,6144,0.03233333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,6144,0.02586800108353297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,6144,0.022327999273935955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,6144,0.019440000255902607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,6144,0.017417332778374355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,6144,0.016672000288963318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,6144,0.01251199965675672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,6144,0.015726666897535324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,6144,0.01613333324591319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,6144,0.02027733375628789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,6144,0.015858666350444157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,6144,0.017051999767621357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,6144,0.012302666902542114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,6144,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,6144,0.011509332805871964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,6144,0.011457332720359167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,6144,0.01153466726342837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,6144,0.011677333464225134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,6144,0.011515999833742777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,6144,0.011555999517440796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,6144,0.013079999635616938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,6144,0.012982666492462158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,6144,0.011502667019764582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,6144,0.011478666216135025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,6144,0.01201199988524119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,6144,0.011691999932130178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,6144,0.011754666765530905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,6144,0.011486666897932688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,6144,0.011525332927703857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,6144,0.011218667030334473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,6144,0.011339999735355377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,6144,0.011334666361411413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,6144,0.011332000295321146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,6144,0.011441333840290705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,6144,0.011343999455372492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,6144,0.011238666872183481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,6144,0.010962666322787603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,7168,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,6144,0.011035999904076258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,6144,0.011140000075101852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,6144,0.010957332948843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,6144,0.011283999929825464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,6144,0.011657333622376123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,6144,0.011426666130622229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,6144,0.011958666145801544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,6144,0.5088085174560547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,6144,0.26024959882100424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,6144,0.9786528269449869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,6144,0.1353653271993001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,6144,0.13819200197855633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,6144,0.12411519686381023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,6144,0.11781333287556965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,6144,0.12305280367533367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,6144,0.11887679894765217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,6144,0.11364906628926594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,6144,0.1091274658838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,6144,0.10810879866282146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,6144,0.10474773248036702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,6144,0.09885333379109701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,6144,0.09257386525472006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,6144,0.08906880219777426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,6144,0.08892052968343099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,6144,0.08608746528625488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,6144,0.07985920111338297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,6144,0.0750272035598755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,6144,0.07473920186360677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,6144,0.063591468334198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,6144,0.06702826817830404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,6144,0.06286400159200033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,6144,0.05784853299458822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,6144,0.05238720178604126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,6144,0.050748801231384276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,6144,0.04828480084737142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,6144,0.046166400114695236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,6144,0.04310613473256429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,6144,0.04384746551513672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,6144,0.0347978671391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,6144,0.03100159962972005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,6144,0.030936533212661745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,6144,0.0274399995803833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,6144,0.025224532683690386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,6144,0.02529919942220052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,6144,0.025309866666793822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,6144,0.02671146591504415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,6144,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,6144,0.036908801396687826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,6144,0.025756800174713136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,6144,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,6144,0.023431466023127238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,6144,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,6144,0.023562665780385336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,6144,0.025745066006978352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,6144,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,6144,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,6144,0.021234132846196494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,6144,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,6144,0.02151893377304077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,6144,0.021226666371027627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,6144,0.020406399170557657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,6144,0.020435200134913126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,6144,0.022606933116912843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,6144,0.022551467021306358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,6144,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,6144,0.02288533250490824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,6144,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,6144,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,6144,0.02028053402900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,6144,0.01947306593259176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,6144,0.01880319913228353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,6144,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,6144,0.021393066644668578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,6144,0.021625600258509316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,6144,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,6144,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,6144,0.021146667003631592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,6144,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,6144,0.02174933354059855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,6144,0.02238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,6144,0.022406399250030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,7168,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,7168,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,6144,0.47152427037556965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,6144,0.2699338595072428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,6144,0.2615904013315836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,6144,0.932366943359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,6144,0.25854612986246744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,6144,1.8416245778401692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,6144,0.24236159324645995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,6144,0.21208106676737465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,6144,0.23058346112569175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,6144,0.20862186749776207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,6144,0.22885440190633138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,6144,0.2007978598276774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,6144,0.19250240325927734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,6144,0.18189120292663574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,6144,0.1734495957692464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,6144,0.16914879480997722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,6144,0.14793705940246582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,6144,0.14927892684936522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,6144,0.2432917277018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,6144,0.11974293390909832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,6144,0.11963840325673421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,6144,0.10376533667246501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,6144,0.10049599806467693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,6144,0.08659626642862955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,6144,0.08160320123036703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,6144,0.07072426478068033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,6144,0.05071253379185995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,6144,0.04604693253835042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,6144,0.06810879707336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,6144,0.04344533284505208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,6144,0.03798293272654216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,6144,0.06314346790313721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,6144,0.057256531715393064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,6144,0.028168533245722455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,6144,0.031428267558415726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,6144,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,6144,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,6144,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,6144,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,6144,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,6144,0.018289067347844443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,6144,0.02029013236363729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,6144,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,6144,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,6144,0.015218133727709452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,6144,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,6144,0.015144532918930054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,6144,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,6144,0.014759467045466105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,6144,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,6144,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,6144,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,6144,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,6144,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,6144,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,6144,0.025148799022038777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,6144,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,6144,0.024995199839274087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,6144,0.024872533480326333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,6144,0.02520853281021118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,6144,0.025217066208521526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,6144,0.026408533255259197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,6144,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,6144,0.026360533634821576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,6144,0.025544534126917522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,6144,0.02553386688232422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,6144,0.026267733176549273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,6144,0.025804799795150758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,6144,0.02632213234901428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,6144,0.0265664001305898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,6144,0.02765333255132039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,6144,0.44641599655151365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,6144,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,6144,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,6144,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,6144,0.2304405371348063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,6144,0.12201813062032063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,6144,0.07604053020477294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,6144,0.07544000148773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,6144,0.07448853651682535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,6144,0.06455039978027344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,6144,0.061845334370930996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,6144,0.06083199977874756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,6144,0.06010239919026693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,6144,0.06027626593907674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,6144,0.05916906595230102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,6144,0.05707946618398031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,6144,0.057207465171813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,6144,0.056966400146484374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,6144,0.05520106554031372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,6144,0.054856534798940024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,6144,0.042794664700826004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,6144,0.04273600180943807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,6144,0.040533332029978435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,6144,0.04007466634114583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,6144,0.038838398456573484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,6144,0.03935253222783407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,6144,0.03826453288396199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,6144,0.03789333502451579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,6144,0.036927998065948486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,6144,0.037240533034006755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,6144,0.0366431991259257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,6144,0.02415786584218343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,6144,0.02378666599591573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,6144,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,6144,0.021397332350413002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,6144,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,6144,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,6144,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,6144,0.018270933628082277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,6144,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,6144,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,6144,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,6144,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,6144,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,6144,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,6144,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,6144,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,6144,0.017825067043304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,6144,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,6144,0.01797653237978617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,6144,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,6144,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,6144,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,6144,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,6144,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,6144,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,6144,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,6144,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,6144,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,6144,0.017423999309539796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,6144,0.01771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,6144,0.01743040084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,6144,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,6144,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,6144,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,6144,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,6144,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,6144,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,6144,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,6144,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,6144,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,5120,0.6880533695220947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,5120,0.35839064915974933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,5120,0.1975760062535604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,5120,0.11701732873916626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,5120,0.12574399511019388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,5120,0.10935333371162415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,5120,0.09773866335550944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,5120,0.0883893370628357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,5120,0.0847106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,5120,0.08468799789746602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,6144,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,5120,0.08270133535067241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,5120,0.07690399885177612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,5120,0.08154933154582977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,5120,0.07051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,5120,0.06540800134340923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,5120,0.06591600179672241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,5120,0.0685346672932307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,5120,0.06048800051212311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,5120,0.05362933377424876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,5120,0.04990666608015696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,6144,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,5120,0.04394533236821493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,5120,0.053413331508636475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,5120,0.0404679998755455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,5120,0.03621466706196467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,5120,0.03461866577466329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,5120,0.030826665461063385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,5120,0.029793334503968556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,5120,0.02500266581773758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,5120,0.027744000156720478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,5120,0.02199066678682963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,5120,0.01889999955892563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,5120,0.016642666111389797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,5120,0.01515466719865799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,5120,0.014221332967281342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,5120,0.01108133296171824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,5120,0.0124719999730587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,5120,0.013336000343163809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,5120,0.01562133307258288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,5120,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,5120,0.05460133155186971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,5120,0.013796000430981318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,5120,0.011445333560307821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,5120,0.01020666646460692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,5120,0.010112000008424124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,5120,0.010178666561841965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,5120,0.010431999961535135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,5120,0.04167200128237406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,5120,0.010277333358923594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,5120,0.01017466684182485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,5120,0.010461332897345224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,5120,0.0115426667034626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,5120,0.010006666804353396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,5120,0.009940000250935555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,5120,0.01089733342329661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,5120,0.011973333855470022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,5120,0.00996800015370051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,5120,0.01003066636621952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,5120,0.009940000250935555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,5120,0.009902666633327803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,5120,0.009865333636601767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,5120,0.009926666816075643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,5120,0.009817333271106085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,5120,0.009893333539366722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,5120,0.009808000177145004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,5120,0.009893333539366722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,5120,0.009880000104506811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,5120,0.009898666913310686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,5120,0.009875999763607979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,5120,0.0098600002626578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,5120,0.011149333169062933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,5120,0.009942666937907537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,5120,0.009950666377941767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,5120,0.009870666389664015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,5120,0.009875999763607979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,5120,0.4193002700805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,5120,0.8212661107381185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,5120,0.20626773834228515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,5120,0.12515520254770915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,5120,0.11654933293660481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,5120,0.10257813135782878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,5120,0.0984831968943278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,5120,0.09900800387064615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,5120,0.09987306594848633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,5120,0.09420373439788818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,5120,0.09183253447214762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,5120,0.0872320016225179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,5120,0.0851690689722697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,5120,0.08135786851247152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,5120,0.07935360272725424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,5120,0.07395520210266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,5120,0.07360426584879556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,5120,0.06713386376698813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,5120,0.06413653294245401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,5120,0.06207893292109171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,5120,0.06192320187886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,5120,0.0551423986752828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,5120,0.05808639923731486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,5120,0.050228265921274814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,5120,0.05070399840672811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,5120,0.04896746476491292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,5120,0.04518506526947021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,5120,0.04219413201014201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,5120,0.04137066602706909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,5120,0.03626453479131063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,5120,0.033958399295806886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,5120,0.03874239921569824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,5120,0.03231786688168843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,5120,0.029053866863250732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,5120,0.028270934025446576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,5120,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,5120,0.024903466304143272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,5120,0.02549546758333842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,5120,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,5120,0.024998400608698526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,5120,0.024272000789642333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,5120,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,5120,0.02008533279101054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,5120,0.020490666230519615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,5120,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,5120,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,5120,0.02169813315073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,5120,0.018658133347829182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,5120,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,5120,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,5120,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,5120,0.018308266003926595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,5120,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,5120,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,5120,0.025231999158859254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,5120,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,5120,0.019321600596110024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,5120,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,5120,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,5120,0.018039466937383015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,5120,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,5120,0.01799466609954834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,5120,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,5120,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,5120,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,5120,0.018732800086339315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,5120,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,5120,0.019191465775171914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,5120,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,5120,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,5120,0.02011093298594157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,5120,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,6144,0.017398399114608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,5120,0.8896181106567382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,5120,0.24640107154846191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,5120,1.7496256510416668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,5120,0.4524501482645671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,5120,0.2572384039560954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,5120,0.24293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,5120,0.2292309284210205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,5120,0.20027413368225097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,5120,0.22440106074015298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,5120,0.19001493453979493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,5120,0.18073919614156086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,5120,0.1655402660369873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,5120,0.1568640073140462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,5120,0.22160746256510416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,5120,0.13705493609110514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,5120,0.13503680229187012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,5120,0.12165013154347737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,5120,0.1177184025446574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,5120,0.10034346580505371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,5120,0.09542506535847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,5120,0.08197226524353027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,5120,0.08175040086110433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,5120,0.07676479816436768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,5120,0.09538346926371256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,5120,0.20991253852844238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,5120,0.06597439845403036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,5120,0.047244799137115476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,5120,0.04321599801381429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,5120,0.040158931414286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,5120,0.06193066835403442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,5120,0.05950080156326294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,5120,0.05399359862009684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,5120,0.02950506607691447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,5120,0.034721068541208905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,5120,0.026334933439890545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,5120,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,5120,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,5120,0.017037866512934367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,5120,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,5120,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,5120,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,5120,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,5120,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,5120,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,5120,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,5120,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,5120,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,5120,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,5120,0.013393066326777139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,5120,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,5120,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,5120,0.011467732985814412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,5120,0.011348266402880352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,5120,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,5120,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,5120,0.023062400023142495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,5120,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,5120,0.022436267137527464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,5120,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,5120,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,5120,0.02042986750602722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,5120,0.021265067656834922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,5120,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,5120,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,5120,0.021280000607172646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,5120,0.022342399756113688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,5120,0.022098133961359658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,5120,0.021448532740275063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,5120,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,5120,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,5120,0.02307093342145284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,5120,0.023253333568573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,5120,0.024282666047414143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,5120,0.1100501298904419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,5120,0.20722880363464355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,5120,0.40169601440429686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,5120,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,5120,0.06925226847330729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,5120,0.0651039997736613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,5120,0.06737813154856363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,5120,0.05572266578674316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,5120,0.05472426811854044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,5120,0.054017066955566406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,5120,0.052493866284688315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,5120,0.05205546617507935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,5120,0.05033173163731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,5120,0.05015679995218912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,5120,0.05002453327178955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,5120,0.04912000099817912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,5120,0.04869333505630493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,5120,0.03775786558787028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,5120,0.048547200361887616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,5120,0.0372383991877238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,5120,0.03673066695531209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,5120,0.03455253442128499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,5120,0.03631786505381267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,5120,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,5120,0.03436586856842041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,5120,0.03288853367169698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,5120,0.03369599978129069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,5120,0.03253226677576701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,5120,0.03216960032780965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,5120,0.022421334187189737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,5120,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,5120,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,5120,0.019588265816370645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,5120,0.019741866985956827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,5120,0.018260266383488974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,5120,0.017826133966445924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,5120,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,5120,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,5120,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,5120,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,5120,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,5120,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,5120,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,5120,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,5120,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,5120,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,5120,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,5120,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,5120,0.01541973352432251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,5120,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,5120,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,5120,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,5120,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,5120,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,5120,0.015779200196266174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,5120,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,5120,0.015590399503707886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,5120,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,5120,0.015403733650843302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,5120,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,5120,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,5120,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,5120,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,5120,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,4096,0.5286325454711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,4096,0.2650261402130127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,4096,0.1353493372599284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,4096,0.08553280035654703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,4096,0.0946570634841919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,4096,0.08261973063151042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,4096,0.07355626424153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,4096,0.0736191987991333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,4096,0.0676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,4096,0.06483840147654216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,4096,0.0670624017715454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,4096,0.06594560146331788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,4096,0.06593493223190308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,4096,0.05748800039291382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,4096,0.05277973413467407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,4096,0.04997440179189046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,4096,0.05151360034942627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,4096,0.047048532962799074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,4096,0.042637864748636886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,4096,0.0428330659866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,4096,0.0408245325088501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,4096,0.03548373381296794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,4096,0.04096320072809855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,4096,0.0331712007522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,4096,0.0318015992641449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,4096,0.02852800091107686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,4096,0.027536000808080035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,4096,0.024541866779327393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,4096,0.02367573380470276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,4096,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,4096,0.02220906615257263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,4096,0.01770133376121521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,4096,0.015455999970436096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,4096,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,4096,0.012083199620246888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,4096,0.011788800358772278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,4096,0.008900266885757447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,4096,0.010568533341089885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,4096,0.011108266313870747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,4096,0.012567466497421265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,4096,0.010973866780598958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,4096,0.0113045334815979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,4096,0.010520533720652262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,4096,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,4096,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,4096,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,4096,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,4096,0.00867733359336853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,4096,0.008462933699289958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,4096,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,4096,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,4096,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,4096,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,4096,0.00826453318198522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,4096,0.008117333551247915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,4096,0.008248533308506011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,4096,0.009709866841634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,4096,0.008266666531562805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,4096,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,4096,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,4096,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,4096,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,4096,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,4096,0.008200533191363017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,4096,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,4096,0.00809279978275299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,4096,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,4096,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,4096,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,4096,0.008550399541854858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,4096,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,4096,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,5120,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,4096,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,4096,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,4096,0.6653631846110026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,4096,0.336737060546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,4096,0.1602143923441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,5120,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,4096,0.0902570645014445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,4096,0.09601066907246908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,4096,0.08387413024902343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,4096,0.08010453383127848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,4096,0.08025279839833578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,4096,0.08054400285085042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,4096,0.0758026679356893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,4096,0.07552533149719239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,4096,0.06751039822896322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,4096,0.06951573689778646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,4096,0.06344853242238363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,4096,0.060897068182627356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,4096,0.059989333152770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,4096,0.06099199851353963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,4096,0.0561621348063151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,4096,0.05433386564254761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,4096,0.05137386719385782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,4096,0.052167467276255285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,4096,0.04711893399556478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,4096,0.04966080188751221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,4096,0.044997334480285645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,4096,0.04487573305765788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,4096,0.04153279860814412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,4096,0.0403498649597168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,4096,0.03693759838740031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,4096,0.03686933517456055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,4096,0.033435734113057454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,4096,0.030925865968068438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,4096,0.029989333947499593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,4096,0.034714667002360027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,4096,0.026769065856933595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,4096,0.02532373269399007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,4096,0.02363306681315104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,4096,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,4096,0.02244266668955485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,4096,0.02388906677563985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,4096,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,4096,0.021361066897710165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,4096,0.01924053430557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,4096,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,4096,0.019352533419926963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,4096,0.01917546590169271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,4096,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,4096,0.02162453333536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,4096,0.018914133310317993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,4096,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,4096,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,5120,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,4096,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,4096,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,4096,0.017244799931844076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,4096,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,4096,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,4096,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,4096,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,4096,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,4096,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,4096,0.016355199615160625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,4096,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,4096,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,4096,0.01639893352985382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,4096,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,4096,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,4096,0.01791680057843526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,4096,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,4096,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,4096,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,4096,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,4096,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,4096,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,4096,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,4096,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,4096,0.8537653605143228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,4096,0.4300394694010417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,4096,0.23046933809916176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,4096,0.2314741293589274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,4096,1.672363789876302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,4096,0.2129802703857422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,4096,0.2076906681060791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,4096,0.18746879895528157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,4096,0.16406079928080242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,4096,0.14440320332845052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,4096,0.14304107030232746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,4096,0.12912533283233643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,4096,0.12458559672037761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,4096,0.11201600233713786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,4096,0.1115338643391927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,4096,0.10172159671783447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,4096,0.09765120347340903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,4096,0.0886624018351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,4096,0.08679253260294596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,4096,0.08050986925760904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,4096,0.07647893428802491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,4096,0.07242986361185709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,4096,0.0682474692662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,4096,0.1802058696746826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,4096,0.16801493962605793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,4096,0.0589354674021403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,4096,0.04341866572697957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,4096,0.06061439911524454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,4096,0.041137067476908366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,4096,0.03625066677729289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,4096,0.03292479912439982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,4096,0.054605865478515626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,4096,0.05035839875539144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,4096,0.025998934110005693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,4096,0.023590399821599325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,4096,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,4096,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,4096,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,4096,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,4096,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,4096,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,4096,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,4096,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,4096,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,4096,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,4096,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,4096,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,4096,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,4096,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,4096,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,4096,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,4096,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,4096,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,4096,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,4096,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,4096,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,4096,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,4096,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,4096,0.01981333295504252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,4096,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,4096,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,4096,0.019692800442377725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,4096,0.011872000495592753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,4096,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,4096,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,4096,0.020150399208068846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,4096,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,4096,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,4096,0.011706667145093282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,4096,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,4096,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,4096,0.02028800050417582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,4096,0.019848533471425376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,4096,0.01134399970372518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,4096,0.16333120663960773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,4096,0.3180704116821289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,4096,0.08705600102742514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,4096,0.05370879968007406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,4096,0.05405653317769369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,4096,0.05267733335494995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,4096,0.0456928014755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,4096,0.0437610665957133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,4096,0.0438538670539856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,4096,0.04325653314590454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,4096,0.04306986729303996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,4096,0.042080001036326094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,4096,0.041891201337178545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,4096,0.040693334738413495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,4096,0.0411733349164327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,4096,0.04018453359603882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,4096,0.040652799606323245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,4096,0.03183679978052775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,4096,0.03155413269996643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,4096,0.030352000395456952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,4096,0.03017066717147827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,4096,0.02940906683603923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,4096,0.029607466856638592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,4096,0.028420267502466838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,4096,0.028454399108886717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,4096,0.02781333327293396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,4096,0.02800426681836446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,4096,0.02709226608276367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,4096,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,4096,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,4096,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,4096,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,4096,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,4096,0.015960533420244852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,4096,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,4096,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,4096,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,4096,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,4096,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,4096,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,4096,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,4096,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,4096,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,4096,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,4096,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,4096,0.013763200243314108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,4096,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,4096,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,4096,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,4096,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,4096,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,4096,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,4096,0.01381119986375173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,4096,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,4096,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,4096,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,4096,0.01348373293876648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,4096,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,4096,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,4096,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,4096,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,4096,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,4096,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,3584,0.4787466684977214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,3584,0.24652160008748375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,3584,0.13496425946553547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,3584,0.08546559810638428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,3584,0.09192000230153402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,3584,0.07463680108388265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,3584,0.0593397339185079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,3584,0.05798933506011963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,3584,0.0586464007695516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,3584,0.05795946518580118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,3584,0.05502826770146688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,3584,0.05433706839879354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,3584,0.05313173135121664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,3584,0.048129065831502275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,3584,0.04540586471557617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,3584,0.04458133379618327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,3584,0.04565653403600057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,3584,0.041774932543436685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,3584,0.03803626696268718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,3584,0.037563733259836835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,3584,0.03624853293100993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,3584,0.031623466809590654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,3584,0.0369706670443217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,3584,0.029283199707667035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,3584,0.02844053308169047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,3584,0.02572159965833028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,3584,0.024919466177622477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,3584,0.02211093306541443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,3584,0.021220266819000244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,3584,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,3584,0.0201365331808726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,3584,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,3584,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,3584,0.01218986709912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,4096,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,3584,0.010883200168609618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,3584,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,3584,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,3584,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,3584,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,3584,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,3584,0.010518399874369304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,3584,0.008026666442553202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,3584,0.008810666203498841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,3584,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,3584,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,3584,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,3584,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,3584,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,3584,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,3584,0.008098133405049642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,3584,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,3584,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,3584,0.00764160007238388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,3584,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,3584,0.007714133461316426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,3584,0.008994133273760477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,3584,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,3584,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,3584,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,3584,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,3584,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,3584,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,3584,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,3584,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,3584,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,3584,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,3584,0.010601600011189777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,3584,0.010500267148017883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,3584,0.010569600264231364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,3584,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,3584,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,3584,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,3584,0.011339733004570007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,3584,0.011287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,3584,0.29775466918945315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,3584,0.13800106048583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,3584,0.5813919703165691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,3584,0.08227307001749674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,3584,0.08381333351135253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,3584,0.07572906812032064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,3584,0.07202239831288657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,3584,0.06813973585764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,3584,0.06914347012837728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,3584,0.06552533308664957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,3584,0.06384746630986532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,3584,0.06078293323516846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,3584,0.0615882674853007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,3584,0.05803413391113281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,3584,0.055870934327443444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,3584,0.05398933490117391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,3584,0.05399466753005981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,3584,0.050988801320393885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,3584,0.04939093192418416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,3584,0.04735253254572551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,3584,0.047508267561594646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,3584,0.0452021320660909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,3584,0.047109333674112956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,3584,0.041069865226745605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,3584,0.041212801138559976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,3584,0.03778773148854574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,3584,0.03743360042572021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,3584,0.03441386620203654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,3584,0.03169493277867635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,3584,0.03413866758346558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,3584,0.03309760093688965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,3584,0.02913706700007121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,3584,0.027723733584086103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,4096,0.013339733084042868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,3584,0.025378133853276568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,3584,0.02439039945602417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,3584,0.021130667130152384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,3584,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,3584,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,3584,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,3584,0.02246826688448588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,3584,0.01892906626065572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,3584,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,3584,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,3584,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,3584,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,3584,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,3584,0.018502400318781535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,3584,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,3584,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,3584,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,3584,0.019542400042215982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,3584,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,3584,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,3584,0.01688106656074524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,3584,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,3584,0.01800853411356608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,3584,0.018042665719985963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,3584,0.018312533696492515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,3584,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,3584,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,3584,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,3584,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,3584,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,3584,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,3584,0.018068265914916993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,3584,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,3584,0.01765973369280497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,3584,0.018014933665593466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,3584,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,3584,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,3584,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,3584,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,3584,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,3584,0.4318090756734212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,3584,0.20768960316975912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,3584,0.18864639600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,3584,0.21608853340148926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,3584,0.8534474690755209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,3584,1.6648639678955077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,3584,0.16300692558288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,3584,0.18117334047953287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,3584,0.14263253211975097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,3584,0.15534399350484213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,3584,0.14586453437805175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,3584,0.12962240378061932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,3584,0.11242559750874836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,3584,0.10863893032073975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,3584,0.10513599713643391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,3584,0.09966613451639811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,3584,0.09730026721954346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,3584,0.09160319964090982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,3584,0.0854314645131429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,3584,0.08002453645070394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,3584,0.07299306392669677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,3584,0.07801493008931479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,3584,0.06857173442840576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,3584,0.06427306731541951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,3584,0.13054827054341633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,3584,0.056024531523386635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,3584,0.042021334171295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,3584,0.05842880010604858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,3584,0.0481877326965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,3584,0.038718934853871664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,3584,0.0512447992960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,3584,0.031181865930557252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,3584,0.03406293392181396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,3584,0.024002132813135783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,3584,0.017206400632858276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,3584,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,3584,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,3584,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,3584,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,3584,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,3584,0.013581867019335428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,3584,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,3584,0.014903466900189719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,3584,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,3584,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,3584,0.0108842670917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,3584,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,3584,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,3584,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,3584,0.009645866354306538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,3584,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,3584,0.009726933638254802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,3584,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,3584,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,3584,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,3584,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,3584,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,3584,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,3584,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,3584,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,3584,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,3584,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,3584,0.017851734161376955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,3584,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,3584,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,3584,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,3584,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,3584,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,3584,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,3584,0.29218454360961915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,3584,0.15110400517781575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,3584,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,3584,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,3584,0.01092800001303355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,3584,0.07813226381937663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,3584,0.0492298682530721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,3584,0.048419201374053956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,3584,0.04752853314081828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,3584,0.04143146673838298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,3584,0.04001706838607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,3584,0.03982079823811849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,3584,0.0396778662999471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,3584,0.03933440049489339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,3584,0.03799146811167399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,3584,0.037938133875528975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,3584,0.0374944011370341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,3584,0.03750720024108887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,3584,0.03676906824111938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,3584,0.036663464705149335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,3584,0.029363199075063066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,3584,0.02911786635716756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,3584,0.02762666742006938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,3584,0.02738773425420125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,3584,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,3584,0.026868265867233277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,3584,0.02643199960390727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,3584,0.02606826623280843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,3584,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,3584,0.025524266560872394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,3584,0.024408533175786336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,3584,0.017436800400416057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,3584,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,3584,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,3584,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,3584,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,3584,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,3584,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,3584,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,3584,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,3584,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,3584,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,3584,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,3584,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,3584,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,3584,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,3584,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,3584,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,3584,0.013069867094357809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,3584,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,3584,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,3584,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,3584,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,3584,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,3584,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,3584,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,3584,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,3584,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,3584,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,3584,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,3584,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,3584,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,3584,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,3584,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,3584,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,3584,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,3584,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,3584,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,3584,0.012682666381200155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,3584,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,3072,0.3991861343383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,3584,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,3072,0.10488639672597248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,3072,0.05763413508733114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,3072,0.06374400059382121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,3072,0.0519050677617391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,3072,0.05077546834945679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,3072,0.050508801142374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,3072,0.0501749316851298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,3072,0.04909546772638957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,3072,0.04630399942398071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,3584,0.01255466639995575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,3072,0.045968000094095865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,3072,0.04821759859720866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,3072,0.04149653514226277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,3072,0.04151573181152344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,3072,0.03857386509577433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,3072,0.041553068161010745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,3072,0.036245334148406985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,3072,0.03535573482513428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,3072,0.0322922666867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,3072,0.034593065579732254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,3072,0.027540266513824463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,3072,0.03367146650950114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,3072,0.025651200612386064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,3072,0.026664533217748004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,3072,0.02227413256963094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,3072,0.2078335920969645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,3072,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,3072,0.02055786649386088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,3072,0.019234132766723634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,3072,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,3072,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,3072,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,3072,0.013159466783205667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,3072,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,3072,0.009657599528630574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,3072,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,3072,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,3072,0.009009066224098205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,3072,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,3072,0.007428266604741414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,3072,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,3072,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,3072,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,3072,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,3072,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,3072,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,3072,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,3072,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,3072,0.007005866865317028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,3072,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,3072,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,3072,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,3072,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,3072,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,3072,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,3072,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,3072,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,3072,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,3072,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,3072,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,3072,0.011087999741236369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,3072,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,3072,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,3072,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,3072,0.006808533271153767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,3072,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,3072,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,3072,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,3072,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,3072,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,3072,0.008989866574605305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,3072,0.009432533383369445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,3072,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,3072,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,3072,0.12130239804585774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,3072,0.2581002712249756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,3072,0.07027520338694254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,3072,0.06804266770680746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,3584,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,3072,0.5086367925008137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,3072,0.06646720170974732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,3072,0.061699199676513675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,3072,0.060725335280100504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,3072,0.06086506843566895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,3072,0.05700586636861166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,3072,0.057942398389180506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,3072,0.05364053249359131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,3072,0.05181333223978678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,3072,0.051260801156361904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,3072,0.04857706626256307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,3072,0.049091200033823654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,3072,0.047405866781870525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,3072,0.04574293295542399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,3072,0.04698559840520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,3072,0.0451200008392334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,3072,0.041257599989573165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,3072,0.043060266971588136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,3072,0.03792746861775716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,3072,0.03778666655222575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,3072,0.03487786849339803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,3072,0.035130667686462405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,3072,0.03365226586659749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,3072,0.032450133562088014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,3072,0.03004266619682312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,3072,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,3072,0.05011733373006185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,3072,0.025244800249735515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,3072,0.024245333671569825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,3072,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,3072,0.021222400665283202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,3072,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,3072,0.02156053384145101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,3072,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,3072,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,3072,0.018228266636530557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,3072,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,3072,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,3072,0.019129600127538046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,3072,0.01759786605834961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,3072,0.03138239979743958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,3072,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,3072,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,3072,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,3072,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,3072,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,3072,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,3072,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,3072,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,3072,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,3072,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,3072,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,3072,0.015983999768892924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,3072,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,3072,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,3072,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,3072,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,3072,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,3072,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,3072,0.015237333377202353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,3072,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,3072,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,3072,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,3072,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,3072,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,3072,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,3072,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,3072,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,3072,0.017944532632827758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,3072,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,3072,0.41855786641438797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,3072,0.8131925582885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,3072,0.17956159909566244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,3072,1.6111892700195312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,3072,0.1803786595662435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,3072,0.15945493380228679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,3072,0.15759894053141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,3072,0.12850666840871175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,3072,0.14237119356791178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,3072,0.11929492950439453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,3072,0.11493333180745442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,3072,0.10867733160654705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,3072,0.1437269369761149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,3072,0.10364267031351726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,3072,0.09928212960561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,3072,0.09523946444193522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,3072,0.0927071968714396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,3072,0.08865919907887777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,3072,0.08087999820709228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,3072,0.07775999704996744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,3072,0.07441919644673665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,3072,0.06965653101603189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,3072,0.06410986582438151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,3072,0.06325653394063314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,3072,0.1258677323659261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,3072,0.056212266286214195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,3072,0.04939519961675008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,3072,0.05460266669591268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,3072,0.039179734388987225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,3072,0.03795839945475261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,3072,0.032103466987609866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,3072,0.029741867383321123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,3072,0.047005867958068846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,3072,0.021577600638071695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,3072,0.02360746661822001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,3072,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,3072,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,3072,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,3072,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,3072,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,3072,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,3072,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,3072,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,3072,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,3072,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,3072,0.010683733224868774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,3072,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,3072,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,3072,0.010616532961527507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,3072,0.008858666817347208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,3072,0.009245866537094116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,3072,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,3072,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,3072,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,3072,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,3072,0.015783466895421348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,3072,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,3072,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,3072,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,3072,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,3072,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,3072,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,3072,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,3072,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,3072,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,3072,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,3072,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,3072,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,3072,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,3072,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,3072,0.015948800245920818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,3072,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,3072,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,3072,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,3072,0.132915202776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,3072,0.06778559684753419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,3072,0.24998292922973633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,3072,0.04310719966888428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,3072,0.0430239995320638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,3072,0.04219733476638794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,3072,0.03632533152898153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,3072,0.03559253215789795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,3072,0.035605335235595705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,3072,0.03471039930979411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,3072,0.03508906761805217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,3072,0.034485332171122235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,3072,0.03427520195643107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,3072,0.03343466520309448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,3072,0.033429332574208576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,3072,0.03298986752827962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,3072,0.03257813254992167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,3072,0.026230400800704955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,3072,0.02595306634902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,3072,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,3072,0.024548266331354776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,3072,0.023961599667867026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,3072,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,3072,0.023847466707229613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,3072,0.023651200532913207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,3072,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,3072,0.023611734310785927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,3072,0.021874133745829263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,3072,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,3072,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,3072,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,3072,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,3072,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,3072,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,3072,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,3072,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,3072,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,3072,0.012225066622098286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,3072,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,3072,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,3072,0.012124799688657125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,3072,0.012725333372751871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,3072,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,3072,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,3072,0.011891200145085653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,3072,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,3072,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,3072,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,3072,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,3072,0.012097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,3072,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,3072,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,3072,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,3072,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,3072,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,3072,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,3072,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,3072,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,3072,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,3072,0.011707733074824016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,3072,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,3072,0.011715199549992878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,3072,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,3072,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,3072,0.011916800340016683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,2560,0.3479658762613932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,2560,0.16681706110636393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,2560,0.09312960306803385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,2560,0.05709120035171509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,2560,0.061468799908955894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,2560,0.05308586756388346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,2560,0.046751999855041505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,2560,0.0468725323677063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,2560,0.04732053279876709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,2560,0.04609920183817546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,2560,0.040240001678466794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,2560,0.03876693248748779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,2560,0.037766400973002115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,2560,0.03518506685892741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,2560,0.03266773422559102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,2560,0.03201173345247905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,2560,0.03298133412996928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,2560,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,2560,0.027858134110768634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,2560,0.027229867378870648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,2560,0.027955200274785357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,2560,0.02409706711769104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,3072,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,2560,0.027261867125829058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,2560,0.02330453395843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,2560,0.021498666206995646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,2560,0.019517866770426433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,2560,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,2560,0.017912532885869345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,2560,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,2560,0.015559466679890952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,2560,0.012277332941691081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,2560,0.010965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,2560,0.00976746678352356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,2560,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,2560,0.008616532882054646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,2560,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,2560,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,2560,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,2560,0.008841600020726521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,2560,0.006613333523273468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,2560,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,2560,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,2560,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,2560,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,2560,0.005974400043487549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,2560,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,2560,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,2560,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,2560,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,2560,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,2560,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,2560,0.016379732886950174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,2560,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,2560,0.005709866682688395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,2560,0.005639466643333435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,2560,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,2560,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,2560,0.0056757330894470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,2560,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,2560,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,2560,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,2560,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,2560,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,2560,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,2560,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,2560,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,2560,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,2560,0.008257066706816356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,2560,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,2560,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,2560,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,2560,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,2560,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,2560,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,2560,0.42993920644124345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,2560,0.21629759470621743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,3072,0.01188800036907196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,2560,0.09885013103485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,2560,0.06003626585006714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,2560,0.060288000106811526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,2560,0.054686931769053135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,2560,0.05240960121154785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,2560,0.0524288018544515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,2560,0.05123626788457235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,2560,0.051191465059916175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,2560,0.047017598152160646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,2560,0.048664534091949464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,2560,0.04690239826838176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,2560,0.04522346655527751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,2560,0.045398398240407305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,2560,0.04498879909515381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,2560,0.043082666397094724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,2560,0.04125333229700724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,2560,0.03978879849116008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,2560,0.040174933274586995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,3072,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,2560,0.03646293481190999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,2560,0.03895466725031535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,2560,0.03386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,2560,0.03147733410199483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,2560,0.031013333797454835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,2560,0.030178133646647138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,2560,0.028993066151936846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,2560,0.027214932441711425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,2560,0.05722346703211466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,2560,0.028654932975769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,2560,0.024911999702453613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,2560,0.02403093377749125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,2560,0.022501333554585775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,2560,0.021207465728123983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,2560,0.020082134008407592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,2560,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,2560,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,2560,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,2560,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,2560,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,2560,0.03442879915237427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,2560,0.020502400398254395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,2560,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,2560,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,2560,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,2560,0.01794559955596924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,2560,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,2560,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,2560,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,2560,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,2560,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,2560,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,2560,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,2560,0.01603626708189646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,2560,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,2560,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,2560,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,2560,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,2560,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,2560,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,2560,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,2560,0.016219733158747356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,2560,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,2560,0.015044266978899637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,2560,0.015438933173815408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,2560,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,2560,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,2560,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,2560,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,2560,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,2560,0.01762239933013916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,2560,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,2560,0.019563732544581096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,2560,0.15965226491292317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,2560,0.15749866167704266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,2560,0.40120960871378586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,2560,0.14676693280537922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,2560,0.7972949345906575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,2560,1.5728074391682942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,2560,0.12791253725687662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,2560,0.11579093138376872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,2560,0.11068373521169025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,2560,0.108788267771403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,2560,0.12335253556569417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,2560,0.10263253053029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,2560,0.09715733528137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,2560,0.13710187276204427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,2560,0.0952064037322998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,2560,0.08990186850229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,2560,0.08858666419982911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,2560,0.0846506675084432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,2560,0.07718400160471597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,2560,0.12026027043660481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,2560,0.07459413210550944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,2560,0.07047786712646484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,2560,0.06661653518676758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,2560,0.06170453230539957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,2560,0.05980799992879232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,2560,0.04438079992930095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,2560,0.046982399622599286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,2560,0.03768959840138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,2560,0.053863465785980225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,2560,0.0361685315767924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,2560,0.030494934320449828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,2560,0.02909440000851949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,2560,0.05213973522186279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,2560,0.0223306675752004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,2560,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,2560,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,2560,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,2560,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,2560,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,2560,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,2560,0.012317867080370585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,2560,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,2560,0.012281599640846252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,2560,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,2560,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,2560,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,2560,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,2560,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,2560,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,2560,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,2560,0.009009066224098205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,2560,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,2560,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,2560,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,2560,0.014086400469144186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,2560,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,2560,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,2560,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,2560,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,2560,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,2560,0.0130431999762853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,2560,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,2560,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,2560,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,2560,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,2560,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,2560,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,2560,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,2560,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,2560,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,2560,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,2560,0.015147733688354491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,2560,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,2560,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,2560,0.21515839894612632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,2560,0.06078826586405436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,2560,0.11160853703816731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,2560,0.037170132001241044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,2560,0.03783146540323894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,2560,0.03672426541646322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,2560,0.03214079936345418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,2560,0.031557333469390866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,2560,0.0310261329015096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,2560,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,2560,0.031034666299819946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,2560,0.03009706735610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,2560,0.030179200569788615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,2560,0.03009493350982666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,2560,0.029738666613896687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,2560,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,2560,0.028643200794855755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,2560,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,2560,0.02360746661822001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,2560,0.02204906741778056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,2560,0.021935999393463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,2560,0.022217599550882976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,2560,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,2560,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,2560,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,2560,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,2560,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,2560,0.01990613341331482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,2560,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,2560,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,2560,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,2560,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,2560,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,2560,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,2560,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,2560,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,2560,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,2560,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,2560,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,2560,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,2560,0.011292800307273865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,2560,0.011075199643770853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,2560,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,2560,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,2560,0.01088533302148183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,2560,0.011008000373840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,2560,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,2560,0.010866133371988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,2560,0.011050666371981304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,2560,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,2560,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,2560,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,2560,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,2560,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,2560,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,2560,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,2560,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,2560,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,2048,0.2789152145385742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,2048,0.13208320140838622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,2048,0.0670687993367513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,2048,0.04434026479721069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,2048,0.046834135055541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,2048,0.038705066839853926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,2048,0.03455253442128499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,2048,0.03436906735102336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,2048,0.03492053349812825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,2048,0.033402665456136064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,2048,0.0318997323513031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,2048,0.02943466703097026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,2048,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,2048,0.028463999430338543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,2048,0.026268800099690754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,2048,0.026097067197163898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,2048,0.026707200209299724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,2048,0.025439999500910443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,2048,0.023093332846959434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,2048,0.022350933154424033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,2048,0.023373866081237794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,2048,0.02000746726989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,2048,0.022217599550882976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,2048,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,2048,0.017488000790278117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,2048,0.015970133741696677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,2048,0.015099733074506124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,2048,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,2048,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,2048,0.011934933066368104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,2048,0.013031466801961263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,2048,0.010501333077748616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,2048,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,2048,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,2048,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,2048,0.0073738664388656614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,2048,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,2048,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,2048,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,2048,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,2560,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,2048,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,2048,0.00654720018307368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,2048,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,2048,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,2048,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,2048,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,2048,0.006164266665776571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,2048,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,2048,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,2048,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,2048,0.005205333232879639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,2048,0.004835199813048045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,2048,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,2048,0.0049333333969116214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,2048,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,2048,0.004714666803677877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,2048,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,2048,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,2048,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,2048,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,2048,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,2048,0.006960000097751618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,2048,0.006822399795055389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,2048,0.006793599824110668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,2048,0.00692799985408783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,2048,0.005544533332188925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,2048,0.00699946681658427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,2048,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,2048,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,2048,0.1698410669962565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,2048,0.349126402537028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,2560,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,2048,0.08474666277567545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,2048,0.04822719891866048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,2048,0.051478401819864905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,2048,0.04781119823455811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,2048,0.043348264694213864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,2048,0.046444801489512126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,2048,0.047489066918690995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,2048,0.04582506815592448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,2048,0.04427093267440796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,2048,0.043058133125305174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,2048,0.04165759881337484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,2048,0.040113067626953124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,2048,0.040600534280141196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,2048,0.04200213352839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,2048,0.03910186688105265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,2048,0.037361065546671554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,2048,0.035309867064158125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,2048,0.035282135009765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,2048,0.03531519969304402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,2048,0.031627732515335086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,2048,0.03297706643740336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,2048,0.03200640082359314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,2048,0.030726399024327593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,2048,0.028868265946706134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,2048,0.028587732712427778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,2048,0.029079467058181763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,2048,0.028124799331029255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,2048,0.02524906595547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,2048,0.02490560015042623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,2048,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,2048,0.02271040081977844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,2048,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,2048,0.02053440014521281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,2560,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,2048,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,2048,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,2048,0.018371200561523436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,2048,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,2048,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,2048,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,2048,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,2048,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,2048,0.01718719998995463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,2048,0.0168938676516215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,2048,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,2048,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,2048,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,2048,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,2048,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,2048,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,2048,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,2048,0.016011733810106912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,2048,0.015471999843915304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,2048,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,2048,0.015927466750144958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,2048,0.01518186628818512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,2048,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,2048,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,2048,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,2048,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,2048,0.01562346617380778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,2048,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,2048,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,2048,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,2048,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,2048,0.015966932972272238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,2048,0.016006400187810264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,2048,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,2048,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,2048,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,2048,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,2048,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,2048,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,2048,0.38770879109700523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,2048,0.777230962117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,2048,0.13290987014770508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,2048,0.1353973388671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,2048,0.13219306468963624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,2048,1.5325653076171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,2048,0.12384106318155925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,2048,0.11938453515370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,2048,0.11942613124847412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,2048,0.10876479943593342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,2048,0.10427306493123371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,2048,0.10207786560058593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,2048,0.09709013303120931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,2048,0.09348693688710531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,2048,0.08957226276397705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,2048,0.08739946683247884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,2048,0.08406293392181396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,2048,0.08131199677785238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,2048,0.07357760270436606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,2048,0.07195946375528971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,2048,0.06725866794586181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,2048,0.11275626818339031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,2048,0.05908480087916056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,2048,0.057450668017069495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,2048,0.06424533526102702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,2048,0.045578666528066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,2048,0.04981973171234131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,2048,0.036167466640472413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,2048,0.03492906490961711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,2048,0.029561599095662434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,2048,0.02757333318392436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,2048,0.05194453398386637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,2048,0.043161598841349284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,2048,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,2048,0.021517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,2048,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,2048,0.01979093352953593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,2048,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,2048,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,2048,0.011773866415023804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,2048,0.011745066444079081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,2048,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,2048,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,2048,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,2048,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,2048,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,2048,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,2048,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,2048,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,2048,0.00943893293539683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,2048,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,2048,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,2048,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,2048,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,2048,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,2048,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,2048,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,2048,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,2048,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,2048,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,2048,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,2048,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,2048,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,2048,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,2048,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,2048,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,2048,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,2048,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,2048,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,2048,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,2048,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,2048,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,2048,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,2048,0.0928885300954183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,2048,0.18244479497273763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,2048,0.049917864799499514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,2048,0.03207040031750997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,2048,0.03220906654993693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,2048,0.031042132774988813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,2048,0.02690133253733317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,2048,0.02701440056165059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,2048,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,2048,0.026310400168100996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,2048,0.026422399282455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,2048,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,2048,0.009678933024406432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,2048,0.02510720094045003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,2048,0.025357866287231447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,2048,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,2048,0.02477546731630961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,2048,0.024366933107376098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,2048,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,2048,0.01990613341331482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,2048,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,2048,0.019488000869750978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,2048,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,2048,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,2048,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,2048,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,2048,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,2048,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,2048,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,2048,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,2048,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,2048,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,2048,0.011768533786137899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,2048,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,2048,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,2048,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,2048,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,2048,0.010477866729100544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,2048,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,2048,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,2048,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,2048,0.010072533289591472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,2048,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,2048,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,2048,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,2048,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,2048,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,2048,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,2048,0.010121599833170573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,2048,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,2048,0.010337066650390626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,2048,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,2048,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,2048,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,2048,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,2048,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,2048,0.010178132851918539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,2048,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,2048,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,2048,0.010103467106819152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,2048,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,1536,0.2134709358215332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,1536,0.10001493295033773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,1536,0.05132906834284464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,1536,0.031678932905197146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,1536,0.030833067496617635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,1536,0.02900586724281311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,1536,0.025986133019129436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,1536,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,1536,0.026023467381795246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,1536,0.025678932666778564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,1536,0.025051732858022053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,1536,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,1536,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,1536,0.02239146629969279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,1536,0.020526933670043945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,1536,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,1536,0.021211733420689903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,1536,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,1536,0.01827626625696818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,1536,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,1536,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,1536,0.01625279982884725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,1536,0.017607466379801432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,1536,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,1536,0.013006933530171714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,1536,0.012359467148780823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,1536,0.011751466989517212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,1536,0.011338667074839274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,1536,0.009729066491127014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,1536,0.01064639985561371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,1536,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,1536,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,1536,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,1536,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,2048,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,1536,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,1536,0.004783999919891357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,1536,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,1536,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,1536,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,1536,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,1536,0.006150400141874949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,1536,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,1536,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,1536,0.004314666489760081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,1536,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,1536,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,1536,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,1536,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,1536,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,1536,0.004046933352947235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,1536,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,1536,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,1536,0.004113066693147024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,1536,0.003924266745646795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,1536,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,1536,0.003967999915281932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,1536,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,1536,0.00388373335202535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,2048,0.010220799843470256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,1536,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,1536,0.003886933376391729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,1536,0.0038805333276589714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,1536,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,1536,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,1536,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,1536,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,1536,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,1536,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,1536,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,1536,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,1536,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,1536,0.06716907024383545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,1536,0.12598506609598797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,1536,0.2687306722005208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,1536,0.044275200366973876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,1536,0.04326719840367635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,1536,0.041619201501210526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,1536,0.03919999996821086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,1536,0.038753068447113036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,1536,0.040883199373881025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,1536,0.0386303981145223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,1536,0.03991146485010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,1536,0.03637866576512654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,1536,0.035285333792368576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,1536,0.03470613161722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,1536,0.03443520069122315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,1536,0.03403840065002441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,1536,0.03269546627998352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,1536,0.03254826664924622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,1536,0.030052266518274945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,1536,0.03146666685740153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,1536,0.030501333872477214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,1536,0.030876799424489336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,1536,0.02853013277053833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,2048,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,1536,0.02837760051091512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,1536,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,1536,0.027144533395767213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,1536,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,1536,0.024843732515970864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,1536,0.024168533086776734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,1536,0.024310400088628135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,1536,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,1536,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,1536,0.020407466093699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,1536,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,1536,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,1536,0.03201066652933757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,1536,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,1536,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,1536,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,1536,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,1536,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,1536,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,1536,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,1536,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,1536,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,1536,0.015589333573977151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,1536,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,1536,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,1536,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,1536,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,1536,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,1536,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,1536,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,1536,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,1536,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,1536,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,1536,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,1536,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,1536,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,1536,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,1536,0.014827733238538107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,1536,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,1536,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,1536,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,1536,0.01770346760749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,1536,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,1536,0.016179200013478598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,1536,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,1536,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,1536,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,1536,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,1536,0.366213321685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,1536,0.7580832163492839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,1536,0.12419626712799073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,1536,0.12832000255584716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,1536,1.498855463663737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,1536,0.11360853513081867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,1536,0.10752106507619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,1536,0.1216597318649292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,1536,0.11704959869384765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,1536,0.0985695997873942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,1536,0.10251093705495198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,1536,0.09591466585795085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,1536,0.09196693102518717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,1536,0.08907626469930013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,1536,0.08481386502583822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,1536,0.08321386973063151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,1536,0.07674667040506998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,1536,0.06876906553904215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,1536,0.11145813465118408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,1536,0.0681717316309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,1536,0.06286826531092325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,1536,0.061358932654062906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,1536,0.05676053365071615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,1536,0.05497706731160482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,1536,0.07959146499633789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,1536,0.049643735090891525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,1536,0.047730131944020586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,1536,0.034067201614379886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,1536,0.03507733345031738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,1536,0.042634665966033936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,1536,0.028068266312281293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,1536,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,1536,0.040839465459187825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,1536,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,1536,0.019454934199651084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,1536,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,1536,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,1536,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,1536,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,1536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,1536,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,1536,0.010966400305430096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,1536,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,1536,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,1536,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,1536,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,1536,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,1536,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,1536,0.010135466853777569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,1536,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,1536,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,1536,0.010724266370137531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,1536,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,1536,0.01112320025761922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,1536,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,1536,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,1536,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,1536,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,1536,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,1536,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,1536,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,1536,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,1536,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,1536,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,1536,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,1536,0.011515733599662781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,1536,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,1536,0.011352533102035522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,1536,0.1447253386179606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,1536,0.07664639949798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,1536,0.041356801986694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,1536,0.02725653251012166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,1536,0.027116799354553224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,1536,0.026019199689229326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,1536,0.023215999205907188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,1536,0.023382399479548135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,1536,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,1536,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,1536,0.022409600019454957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,1536,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,1536,0.022343466679255165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,1536,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,1536,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,1536,0.021514666080474854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,1536,0.02144320011138916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,1536,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,1536,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,1536,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,1536,0.0172160009543101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,1536,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,1536,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,1536,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,1536,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,1536,0.015787733594576518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,1536,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,1536,0.015422933300336204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,1536,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,1536,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,1536,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,1536,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,1536,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,1536,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,1536,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,1536,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,1536,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,1536,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,1536,0.009355733791987102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,1536,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,1536,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,1536,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,1536,0.008903466661771138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,1536,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,1536,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,1536,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,1536,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,1536,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,1536,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,1536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,1536,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,1536,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,1536,0.008810666203498841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,1536,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,1536,0.00925973355770111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,1024,0.1546826680501302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,1536,0.009329066673914591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,1024,0.037484800815582274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,1024,0.07786880334218343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,1024,0.021966934204101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,1024,0.025128533442815144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,1024,0.01996586720148722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,1024,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,1024,0.01883946657180786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,1024,0.020398932695388793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,1024,0.019364267587661743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,1024,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,1024,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,1024,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,1024,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,1024,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,1024,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,1024,0.015449600418408713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,1024,0.013034666577974955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,1024,0.01276693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,1024,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,1024,0.012265599767367045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,1024,0.010585600137710571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,1024,0.010294399658838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,1024,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,1024,0.008888533711433411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,1024,0.009050666292508443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,1024,0.00844693382581075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,1024,0.00738560010989507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,1024,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,1024,0.006385066608587901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,1024,0.006005333364009857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,1024,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,1024,0.004849066833655039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,1024,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,1024,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,1024,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,1024,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,1024,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,1024,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,1024,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,1024,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,1024,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,1024,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,1024,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,1024,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,1024,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,1024,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,1024,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,1024,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,1024,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,1024,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,1024,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,1024,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,1024,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,1024,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,1024,0.003991466760635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,1024,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,1024,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,1024,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,1024,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,1024,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,1024,0.17537813186645507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,1024,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,1024,0.0885642687479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,1024,0.05047359863917032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,1024,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,1024,0.03503146568934123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,1024,0.03735466798146565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,1024,0.031294933954874676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,1024,0.03158186674118042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,1024,0.031325866778691605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,1024,0.03168213367462158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,1024,0.03076266646385193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,1024,0.030766934156417847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,1024,0.03015039960543315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,1024,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,1024,0.03009919921557109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,1024,0.02959360082944234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,1024,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,1024,0.02773333390553792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,1024,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,1024,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,1024,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,1024,0.026514132817586262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,1024,0.025679999589920045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,1024,0.024971733490626015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,1024,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,1024,0.034082134564717606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,1024,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,1024,0.023432532946268715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,1024,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,1024,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,1024,0.02108906706174215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,1024,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,1024,0.019298134247461955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,1024,0.0196341335773468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,1024,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,1024,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,1024,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,1024,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,1024,0.017211733261744182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,1024,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,1024,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,1024,0.016988799969355265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,1024,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,1024,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,1024,0.017173333962758382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,1024,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,1024,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,1024,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,1024,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,1024,0.015545599659283958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,1024,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,1024,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,1024,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,1024,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,1024,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,1024,0.018387200435002644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,1024,0.015557333827018738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,1024,0.015188266833623251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,1024,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,1024,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,1024,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,1024,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,1024,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,1024,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,1024,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,1024,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,1024,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,1024,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,1024,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,1024,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,1024,0.01633386711279551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,1024,0.12195733388264973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,1024,0.12085333665211995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,1024,0.2866623878479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,1024,0.11563306649525959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,1024,0.7327338536580403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,1024,1.4610655466715494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,1024,0.10847787062327068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,1024,0.1122869332631429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,1024,0.0997920036315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,1024,0.09450879891713461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,1024,0.0884938637415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,1024,0.08605653444925944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,1024,0.10210453669230143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,1024,0.08167573610941568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,1024,0.08010880152384439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,1024,0.0759872039159139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,1024,0.10591893196105957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,1024,0.0739146629969279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,1024,0.0670634667078654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,1024,0.06567253271738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,1024,0.05879253149032593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,1024,0.06054506699244181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,1024,0.05464533170064291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,1024,0.05224106709162394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,1024,0.09364586671193441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,1024,0.046830932299296066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,1024,0.03373866478602092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,1024,0.039104000727335615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,1024,0.03255253235499064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,1024,0.04019519885381063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,1024,0.02688000003496806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,1024,0.04600640137990315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,1024,0.025914667050043742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,1024,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,1024,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,1024,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,1024,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,1024,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,1024,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,1024,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,1024,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,1024,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,1024,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,1024,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,1024,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,1024,0.008840533097585042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,1024,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,1024,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,1024,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,1024,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,1024,0.0086816002925237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,1024,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,1024,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,1024,0.009417600433031718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,1024,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,1024,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,1024,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,1024,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,1024,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,1024,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,1024,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,1024,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,1024,0.009508267045021057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,1024,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,1024,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,1024,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,1024,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,1024,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,1024,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,1024,0.058679465452829996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,1024,0.11005333264668782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,1024,0.03132266600926717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,1024,0.02143893241882324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,1024,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,1024,0.021393066644668578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,1024,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,1024,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,1024,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,1024,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,1024,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,1024,0.017873066663742065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,1024,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,1024,0.018288000424702962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,1024,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,1024,0.01758506695429484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,1024,0.017476266622543334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,1024,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,1024,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,1024,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,1024,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,1024,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,1024,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,1024,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,1024,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,1024,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,1024,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,1024,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,1024,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,1024,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,1024,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,1024,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,1024,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,1024,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,1024,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,1024,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,1024,0.008547199765841167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,1024,0.008497066299120585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,1024,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,1024,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,1024,0.008429867029190064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,1024,0.0081194669008255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,1024,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,1024,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,1024,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,1024,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,1024,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,1024,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,768,0.11065920193990071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,768,0.056561064720153806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,768,0.027738666534423827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,768,0.020134399334589638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,768,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,768,0.01604373355706533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,768,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,1024,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,768,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,768,0.015947733322779337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,768,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,768,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,768,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,768,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,768,0.012265599767367045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,768,0.012167466680208842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,768,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,768,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,768,0.010941867033640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,768,0.011008000373840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,768,0.010521599650382995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,768,0.010598400235176086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,768,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,768,0.010549333691596986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,768,0.008516266942024231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,768,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,768,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,768,0.0077344000339508055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,768,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,768,0.0071839998165766404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,768,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,768,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,768,0.005525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,768,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,768,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,768,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,768,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,768,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,768,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,768,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,768,0.0038805333276589714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,768,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,768,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,768,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,1024,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,768,0.0034656000634034475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,768,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,768,0.0038933334251244865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,768,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,768,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,768,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,768,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,768,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,768,0.003291733314593633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,768,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,768,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,768,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,768,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,768,0.0030805334448814393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,768,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,768,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,768,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,768,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,768,0.0038751999537150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,768,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,768,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,768,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,768,0.07482986450195313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,768,0.13719360033671063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,768,0.045261867841084796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,768,0.03304319977760315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,768,0.03125866651535034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,768,0.03029973308245341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,768,0.0346997340520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,768,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,768,0.030169600248336793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,768,0.029253333806991577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,768,0.029140265782674153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,768,0.029883732398351032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,768,0.028359466791152955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,768,0.02823999921480815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,768,0.026631466547648114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,768,0.026909865935643512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,768,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,768,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,768,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,768,0.024935466051101685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,768,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,768,0.025059199333190917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,768,0.024971733490626015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,768,0.022601600488026938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,768,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,768,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,768,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,768,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,768,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,768,0.019296000401178993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,768,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,768,0.018807466824849448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,768,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,768,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,768,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,768,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,768,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,768,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,768,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,768,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,768,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,768,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,768,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,768,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,768,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,768,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,768,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,768,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,768,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,768,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,768,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,768,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,768,0.015431466698646545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,768,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,768,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,768,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,768,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,768,0.015014400084813436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,768,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,768,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,768,0.02707306742668152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,768,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,768,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,768,0.01353600025177002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,768,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,768,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,768,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,768,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,768,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,768,0.25916053454081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,768,0.11728533109029134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,768,0.11900053024291993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,768,0.11285226345062256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,768,0.7287605285644532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,768,1.4572500864664713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,768,0.10589653650919598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,768,0.09687786897023519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,768,0.10332799752553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,768,0.09206720193227133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,768,0.10949333508809407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,768,0.09080639680226645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,768,0.0864245335261027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,768,0.08333226839701334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,768,0.07843413352966308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,768,0.07732906341552734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,768,0.07364799976348876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,768,0.07111573219299316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,768,0.09988479614257813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,768,0.06532373428344726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,768,0.06382079919179282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,768,0.058462933699289954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,768,0.057691733042399086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,768,0.052597332000732425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,768,0.051376001040140784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,768,0.039903998374938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,768,0.032959999640782674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,768,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,768,0.03815679947535197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,768,0.04458986520767212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,768,0.026152533292770386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,768,0.04565973281860351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,768,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,768,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,768,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,768,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,768,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,768,0.011723732948303223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,768,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,768,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,768,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,768,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,768,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,768,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,768,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,768,0.008636800448099773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,768,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,768,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,768,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,768,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,768,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,768,0.008409600456555684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,768,0.009062400460243225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,768,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,768,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,768,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,768,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,768,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,768,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,768,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,768,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,768,0.00900266667207082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,768,0.008444799979527792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,768,0.009009066224098205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,768,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,768,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,768,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,768,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,768,0.04995413223902385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,768,0.09171306292215983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,768,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,768,0.02027413249015808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,768,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,768,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,768,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,768,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,768,0.017052799463272095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,768,0.01729173262914022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,768,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,768,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,768,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,768,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,768,0.016174933314323424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,768,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,768,0.013748266299565635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,768,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,768,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,768,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,768,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,768,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,768,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,768,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,768,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,768,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,768,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,768,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,768,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,768,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,768,0.008526933193206788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,768,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,768,0.008109866579373678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,768,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,768,0.008042666812737782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,768,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,768,0.008165333171685536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,768,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,768,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,768,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,768,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,768,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,768,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,768,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,768,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,512,0.0800053358078003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,512,0.042022399107615155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,512,0.01958720088005066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,768,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,512,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,512,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,512,0.012116266290346782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,512,0.011006933450698853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,512,0.010596266388893128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,512,0.011373866597811382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,512,0.011357866724332174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,768,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,512,0.01074133316675822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,512,0.010181333621342976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,512,0.010922666390736897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,512,0.008914132912953694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,512,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,512,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,512,0.008893866340319316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,512,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,512,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,512,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,512,0.008414933085441589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,512,0.006886399785677592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,512,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,512,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,512,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,512,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,512,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,512,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,512,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,512,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,512,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,512,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,512,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,512,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,512,0.003269333392381668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,512,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,512,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,512,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,512,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,512,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,512,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,512,0.003125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,512,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,512,0.0029450667401154833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,512,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,512,0.0027327999472618104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,512,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,512,0.0026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,512,0.0028714666763941447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,512,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,512,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,512,0.003922133396069208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,512,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,512,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,512,0.00520000010728836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,512,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,512,0.0051360001166661584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,512,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,512,0.10176106293996175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,512,0.05934720039367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,512,0.03724480072657267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,512,0.029130667448043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,512,0.030925865968068438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,512,0.028283733129501342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,512,0.026051199436187743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,512,0.026766933997472125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,512,0.026935466130574542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,512,0.025405865907669068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,512,0.02487466732660929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,512,0.025329067309697466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,512,0.023361066977183022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,512,0.024499199787775674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,512,0.023527467250823976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,512,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,512,0.023947733640670776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,512,0.022860799233118692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,512,0.022744532426198324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,512,0.022961066166559855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,512,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,512,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,512,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,512,0.02590399980545044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,512,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,512,0.026409600178400678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,512,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,512,0.018885332345962524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,512,0.018011732896169027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,512,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,512,0.018318933248519898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,512,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,512,0.017895466089248656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,512,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,512,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,512,0.015557333827018738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,512,0.015592533349990844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,512,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,512,0.015851733088493348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,512,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,512,0.021817600727081297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,512,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,512,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,512,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,512,0.015804800391197204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,512,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,512,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,512,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,512,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,512,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,512,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,512,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,512,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,512,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,512,0.013064533472061157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,512,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,512,0.013040000200271606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,512,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,512,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,512,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,512,0.013180800278981528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,512,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,512,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,512,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,512,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,512,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,512,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,512,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,512,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,512,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,512,0.7083712259928385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,512,0.11608959833780925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,512,0.11444693406422932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,512,1.421457036336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,512,0.21840213139851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,512,0.10994773705800373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,512,0.09692266782124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,512,0.09490453402201335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,512,0.10224426587422689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,512,0.08956586519877116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,512,0.0886783997217814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,512,0.08412160078684489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,512,0.07684693336486817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,512,0.10065279801686604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,512,0.10704747041066487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,512,0.07565973599751791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,512,0.07016746997833252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,512,0.0694645325342814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,512,0.06373333136240641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,512,0.0624789317448934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,512,0.057937065760294594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,512,0.055958398183186854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,512,0.050629333655039466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,512,0.0502239982287089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,512,0.08197226524353027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,512,0.04359893401463826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,512,0.04486613273620606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,512,0.031678932905197146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,512,0.03094826738039653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,512,0.02518933415412903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,512,0.02480319937070211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,512,0.03882559935251872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,512,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,512,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,512,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,512,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,512,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,512,0.010081066687901815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,512,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,512,0.010110933581988018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,512,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,512,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,512,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,512,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,512,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,512,0.008050133287906647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,512,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,512,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,512,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,512,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,512,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,512,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,512,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,512,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,512,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,512,0.0074325333038965866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,512,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,512,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,512,0.04150293270746867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,512,0.07515626748402914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,512,0.025256532430648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,512,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,512,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,512,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,512,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,512,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,512,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,512,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,512,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,512,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,512,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,512,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,512,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,512,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,512,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,512,0.012385066350301106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,512,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,512,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,512,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,512,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,512,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,512,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,512,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,512,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,512,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,512,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,512,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,512,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,512,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,512,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,512,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,512,0.007703466713428498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,512,0.007849599917729695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,512,0.00763626645008723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,512,0.007682133217652638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,512,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,512,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,512,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,256,0.05352640151977539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,256,0.028174932797749835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,256,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,512,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,256,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,256,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,256,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,256,0.008213333288828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,256,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,256,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,256,0.008564266562461852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,256,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,512,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,256,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,256,0.007666133344173431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,256,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,256,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,256,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,256,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,256,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,256,0.006876799960931141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,256,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,256,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,256,0.0051584000388781226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,256,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,256,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,256,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,256,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,256,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,256,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,256,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,256,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,256,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,256,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,256,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,256,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,256,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,256,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,256,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,256,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,256,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,256,0.0029258665939172106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,256,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,256,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,256,0.0027434666951497394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,256,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,256,0.0057429333527882894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,256,0.002828799933195114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,256,0.0025226667523384093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,256,0.0023210667073726653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,256,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,256,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,256,0.0024661332368850707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,256,0.002279466638962428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,256,0.07335680325826009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,256,0.030273065964380903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,256,0.04530773162841797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,256,0.02654400070508321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,256,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,256,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,256,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,256,0.022780799865722658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,256,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,256,0.02318613330523173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,256,0.02458666761716207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,256,0.021223467588424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,256,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,256,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,256,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,256,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,256,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,256,0.019189333915710448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,256,0.020890667041142782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,256,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,256,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,256,0.018931200106938682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,256,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,256,0.0191210667292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,256,0.019246933857599895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,256,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,256,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,256,0.01770346760749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,256,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,256,0.016327466567357382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,256,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,256,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,256,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,256,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,256,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,256,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,256,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,256,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,256,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,256,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,256,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,256,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,256,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,256,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,256,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,256,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,256,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,256,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,256,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,256,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,256,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,256,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,256,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,256,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,256,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,256,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,256,0.013796266913414002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,256,0.013066666324933371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,256,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,256,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,256,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,256,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,256,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,256,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,256,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,256,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,256,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,256,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,256,0.013165866335233053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,256,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,256,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,256,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,256,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,256,0.48685439427693683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,256,0.1718272050221761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,256,0.0931978702545166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,256,0.9665109634399414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,256,0.09359359741210938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,256,0.0825119972229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,256,0.08937386671702066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,256,0.07784746487935384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,256,0.08194133440653482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,256,0.0769536018371582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,256,0.07229013442993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,256,0.07219306627909342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,256,0.08701439698537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,256,0.06822506586710611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,256,0.0665183981259664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,256,0.06246506770451864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,256,0.06161919832229614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,256,0.05757866700490316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,256,0.05645866791407267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,256,0.05180799961090088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,256,0.04729706843694051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,256,0.04610773324966431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,256,0.04199146827061971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,256,0.04107199907302857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,256,0.05221653381983439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,256,0.0366485317548116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,256,0.03643093506495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,256,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,256,0.025521065791447955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,256,0.021450666586558025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,256,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,256,0.030487465858459472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,256,0.03211413423220317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,256,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,256,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,256,0.015491200486818948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,256,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,256,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,256,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,256,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,256,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,256,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,256,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,256,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,256,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,256,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,256,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,256,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,256,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,256,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,256,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,256,0.006374399860699971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,256,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,256,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,256,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,256,0.006857599814732869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,256,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,256,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,256,0.006363733112812043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,256,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,256,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,256,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,256,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,256,0.00660693347454071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,256,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,256,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,256,0.06127039988835653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,256,0.03862826824188233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,256,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,256,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,256,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,256,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,256,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,256,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,256,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,256,0.01535040040810903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,256,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,256,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,256,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,256,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,256,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,256,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,256,0.01270080010096232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,256,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,256,0.011476266384124755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,256,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,256,0.011264000336329143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,256,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,256,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,256,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,256,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,256,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,256,0.010171733299891154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,256,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,256,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,256,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,256,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,256,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,256,0.007632000247637431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,256,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,256,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,256,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,256,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,256,0.0073077330986658735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,256,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,256,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,256,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,256,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,256,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,256,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,256,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,256,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,128,0.046376534303029376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,128,0.02542720039685567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,128,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,256,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,128,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,128,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,128,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,128,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,128,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,256,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,128,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,128,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,128,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,128,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,128,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,128,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,128,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,128,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,128,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,128,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,128,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,128,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,128,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,128,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,128,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,128,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,128,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,128,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,128,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,128,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,128,0.003492266684770584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,128,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,128,0.0030879999200503034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,128,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,128,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,128,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,128,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,128,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,128,0.0026677332818508146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,128,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,128,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,128,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,128,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,128,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,128,0.002444799989461899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,128,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,128,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,128,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,128,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,128,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,128,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,128,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,128,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,128,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,128,0.062009600798288975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,128,0.027213867505391436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,128,0.04197440147399902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,128,0.020894932746887206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,128,0.025080533822377522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,128,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,128,0.022395733992258707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,128,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,128,0.020914133389790854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,128,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,128,0.01981333295504252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,128,0.019751467307408652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,128,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,128,0.020567466815312706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,128,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,128,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,128,0.0200053334236145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,128,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,128,0.01841493248939514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,128,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,128,0.018891733884811402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,128,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,128,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,128,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,128,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,128,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,128,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,128,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,128,0.01760960022608439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,128,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,128,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,128,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,128,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,128,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,128,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,128,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,128,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,128,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,128,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,128,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,128,0.015378133455912272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,128,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,128,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,128,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,128,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,128,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,128,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,128,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,128,0.013538133104642233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,128,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,128,0.01383039951324463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,128,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,128,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,128,0.013772799571355184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,128,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,128,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,128,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,128,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,128,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,128,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,128,0.013197867075602212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,128,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,128,0.013923199971516928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,128,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,128,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,128,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,128,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,128,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,128,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,128,0.37047039667765297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,128,0.08258453210194906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,128,0.7361034393310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,128,0.15010560353597005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,128,0.08305813471476237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,128,0.07823253472646077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,128,0.07349440256754557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,128,0.06859947045644124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,128,0.07230719725290934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,128,0.06494719982147217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,128,0.06413120031356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,128,0.06043306589126587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,128,0.059164798259735106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,128,0.05552746852238973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,128,0.0544053316116333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,128,0.05113173325856527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,128,0.05021973450978597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,128,0.04649706681569417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,128,0.04561599890391032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,128,0.04202453295389812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,128,0.04109866619110107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,128,0.03747626543045044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,128,0.03659093379974365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,128,0.0689909299214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,128,0.0329749325911204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,128,0.03216853340466817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,128,0.024353067080179848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,128,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,128,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,128,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,128,0.028431999683380126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,128,0.027321600914001466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,128,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,128,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,128,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,128,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,128,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,128,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,128,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,128,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,128,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,128,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,128,0.00923413336277008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,128,0.007006933291753133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,128,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,128,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,128,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,128,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,128,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,128,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,128,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,128,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,128,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,128,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,128,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,128,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,128,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,128,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,128,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,128,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,128,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,128,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,128,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,128,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,128,0.06330240170160929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,128,0.04200106859207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,128,0.023540266354878745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,128,0.015972266594568886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,128,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,128,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,128,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,128,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,128,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,128,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,128,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,128,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,128,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,128,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,128,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,128,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,128,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,128,0.011368532975514729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,128,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,128,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,128,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,128,0.010443733135859171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,128,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,128,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,128,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,128,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,128,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,128,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,128,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,128,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,128,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,128,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,128,0.0076885332663853955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,128,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,128,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,128,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,128,0.007209600011507671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,128,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,128,0.006780800223350525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,128,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,128,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,128,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,128,0.006961066524187725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,128,0.006629333396752675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,128,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,64,0.039009066422780354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,64,0.02105493346850077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,64,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,128,0.00695360004901886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,64,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,64,0.010231467088063557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,64,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,64,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,64,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,64,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,64,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,64,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,64,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,64,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,64,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,64,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,64,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,64,0.007255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,64,0.00514986664056778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,64,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,64,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,64,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,64,0.004771199822425842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,64,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,64,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,64,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,64,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,64,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,64,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,64,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,64,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,64,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,64,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,64,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,64,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,64,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,64,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,64,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,64,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,64,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,64,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,64,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,64,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,64,0.002295466760794322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,64,0.002271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,64,0.0022965334355831146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,64,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,64,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,64,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,64,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,64,0.002109866589307785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,64,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,64,0.0023413332800070446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,64,0.03931946754455566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,64,0.06054506699244181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,64,0.02601813276608785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,64,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,64,0.024344533681869507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,64,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,64,0.020915200312932335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,64,0.01999146739641825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,64,0.02285439968109131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,64,0.020105600357055664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,64,0.0220085342725118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,64,0.019222400585810342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,64,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,64,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,64,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,64,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,64,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,64,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,64,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,64,0.01787839929262797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,64,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,64,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,64,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,64,0.017147733767827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,64,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,64,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,64,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,64,0.016671999295552572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,64,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,64,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,64,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,64,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,64,0.016029866536458333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,64,0.014987732966740927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,64,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,64,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,64,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,64,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,64,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,64,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,64,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,64,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,64,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,64,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,64,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,64,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,64,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,64,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,64,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,64,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,64,0.012984533111254373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,64,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,64,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,64,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,64,0.013078400492668152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,64,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,64,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,64,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,64,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,64,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,64,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,64,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,64,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,64,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,64,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,64,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,64,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,64,0.013873066504796347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,64,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,64,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,64,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,64,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,64,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,32,0.040039467811584475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,32,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,32,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,32,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,32,0.010584533214569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,32,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,32,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,32,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,32,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,32,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,32,0.006088533500830332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,32,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,32,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,32,0.005959466596444448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,32,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,32,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,32,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,32,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,32,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,32,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,32,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,32,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,32,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,32,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,32,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,32,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,32,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,32,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,32,0.0036661334335803984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3584,32,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,32,0.007196799914042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3584,32,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3584,32,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3584,32,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3584,32,0.0027456000447273255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3584,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3584,32,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3584,32,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3584,32,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3584,32,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3584,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3584,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3584,32,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3584,32,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3584,32,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3584,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3584,32,0.0027232001225153605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3584,32,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,32,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3584,32,0.0025087999800841015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3584,32,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3584,32,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3584,32,0.002386133372783661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3584,32,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3584,32,0.00230826660990715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3584,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3584,32,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3584,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3584,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3584,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3584,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3584,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3584,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3584,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3584,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3584,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3584,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3584,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3584,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3584,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3584,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3584,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3584,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,32,0.05765440066655477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,32,0.03729706605275472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,32,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,32,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,32,0.023238400618235268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3584,32,0.002345599979162216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,32,0.020413867632548013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,32,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,32,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,32,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,32,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,32,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,32,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,32,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,32,0.019744000832239785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,32,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,32,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,32,0.0199072003364563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,32,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,32,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,32,0.019594667355219524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,32,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,32,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,32,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,32,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,32,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,32,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,32,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,32,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,32,0.01548479994138082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,32,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,32,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,32,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,32,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,32,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,32,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,32,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,32,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,32,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,32,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,32,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,32,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,32,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,32,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,32,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,32,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,32,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,32,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,32,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,32,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,32,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,32,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,32,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,32,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,32,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,32,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,32,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,32,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,32,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,32,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,32,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,32,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,32,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,32,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,32,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,32,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,32,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,32,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,65536,2.098693370819092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,65536,0.9781066576639811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,65536,3.730250676472982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,65536,1.028223991394043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,65536,1.214138666788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,65536,1.0285920302073162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,65536,1.1011466979980469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,65536,1.056010643641154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,65536,8.87222417195638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,65536,0.8470400174458822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,65536,0.8722026348114014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,65536,0.7804319858551025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,65536,0.8302026589711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,65536,0.7343520323435465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,65536,0.7831520239512125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,65536,0.7333119710286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,65536,0.7160267035166422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,65536,0.6874346733093262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,65536,0.6363679965337118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,65536,0.5344106753667196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,65536,0.5607946713765463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,65536,0.5657866795857748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,65536,0.4406239986419678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,65536,0.893280029296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,65536,0.46931199232737225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,65536,0.37333865960439044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,65536,0.3739200035730998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,65536,0.3112373352050781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,65536,0.36471466223398846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,65536,0.25321600834528607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,65536,0.2690879901250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,65536,0.20918933550516763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,65536,0.20479466517766318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,65536,0.17124267419179282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,65536,0.10124267141024272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,65536,0.16249600052833557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,65536,0.0941546658674876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,65536,0.09512000282605489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,65536,0.08307733138402303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,65536,0.09104532996813457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,65536,0.08102933565775554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,65536,0.08311999837557475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,65536,0.0753119985262553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,65536,0.08083199958006541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,65536,0.07303999861081441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,65536,0.07683733105659485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,65536,0.07255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,65536,0.07496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,65536,0.07050666709740956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,65536,0.0707893321911494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,65536,0.06814399858315785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,65536,0.06841066479682922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,65536,0.06714133421579997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,65536,0.0666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,65536,0.06453866759936015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,65536,0.06427200138568878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,65536,0.06826133529345195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,65536,0.0661653329928716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,65536,0.06622933348019917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,65536,0.06580266853173573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,65536,0.06523199876149495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,65536,0.06539200246334076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,65536,0.0646613339583079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,65536,0.06472533444563548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,65536,0.06483733157316844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,65536,0.06440000236034393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,65536,0.0641546646753947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,65536,0.06403199831644694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,65536,0.06408533453941345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,65536,0.06622933348019917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,65536,0.06663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,65536,0.06635733445485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,65536,0.06607466439406078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,65536,0.0703359991312027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,65536,2.387333393096924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,65536,4.751930554707845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,65536,1.2841013272603352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,65536,1.2905813058217366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,65536,1.2250826358795166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,65536,9.382842381795248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,65536,1.229477326075236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,65536,1.144975980122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,65536,1.1589919726053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,65536,1.0730559825897217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,65536,1.0666826566060383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,65536,1.0026826858520508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,65536,1.00436266263326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,65536,0.9118666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,65536,0.903002659479777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,65536,0.8342133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,65536,0.8391199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,65536,0.7710080146789551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,65536,0.7823999722798666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,65536,0.6919360160827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,65536,0.6922187010447184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,65536,0.6207573413848877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,65536,0.6227200031280518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,65536,0.5524906714757284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,65536,0.5577919880549113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,65536,0.46996267636617023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,65536,0.4740053415298462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,65536,0.41840533415476483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,65536,0.4313013156255086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,65536,0.2613226572672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,65536,0.34592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,65536,0.25540266434351605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,65536,0.17065600554148355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,65536,0.16334399580955505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,65536,0.0997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,65536,0.09806399544080098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,65536,0.09739733735720317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,65536,0.09702400366465251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,65536,0.08513599634170532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,65536,0.08231999973456065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,65536,0.0786293347676595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,65536,0.07259200016657512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,65536,0.07042133311430614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,65536,0.07195200026035309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,65536,0.07253866891066234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,65536,0.06942933301130931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,65536,0.33821332454681396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,65536,0.06916800141334534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,65536,0.06429333488146464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,65536,0.0644053320089976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,65536,0.06016000111897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,65536,0.06030400097370148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,65536,0.059994667768478394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,65536,0.062074666221936546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,65536,0.05699199934800466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,65536,0.05619733532269796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,65536,0.05389333268006643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,65536,0.05475200215975443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,65536,0.05416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,65536,0.05421333511670431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,65536,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,65536,0.0543093333641688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,65536,0.053039997816085815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,65536,0.05272000034650167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,65536,0.051962668697039284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,65536,0.05316799879074097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,65536,0.05120533208052317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,65536,0.0513973335425059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,65536,0.05073600014050802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,65536,0.05009600023428599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,65536,0.0506933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,65536,0.049813335140546165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,65536,0.04915200173854828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,65536,0.08735466996828715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,65536,3.647040049235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,65536,7.665365219116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,65536,1.8218879699707031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,65536,0.9184532960255941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,65536,1.1763253211975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,65536,0.8909440040588379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,65536,0.9996906916300455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,65536,0.798629363377889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,65536,1.1391253471374512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,65536,0.8847359816233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,65536,0.7783733208974203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,65536,0.8457600275675455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,65536,0.7300106684366862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,65536,0.8278186321258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,65536,0.9652053515116373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,65536,0.5893226861953735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,65536,0.6109973192214966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,65536,0.5293546517690023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,65536,0.5727306604385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,65536,0.4825813372929891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,65536,0.9457279841105143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,65536,0.6631999810536703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,65536,0.6494186719258627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,65536,0.4697440067927043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,65536,0.44384535153706867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,65536,0.31116799513498944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,65536,0.30108799537022907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,65536,0.25785066684087116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,65536,0.22916799783706665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,65536,0.3840106725692749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,65536,0.18304532766342163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,65536,0.42976534366607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,65536,0.381381352742513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,65536,0.2025973399480184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,65536,0.12293866276741028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,65536,0.11852266391118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,65536,0.11531733473141988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,65536,0.11533866326014201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,65536,0.1435466706752777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,65536,0.1114026705423991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,65536,0.11177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,65536,0.10934399565060933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,65536,0.12265599767367046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,65536,0.11952533324559529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,65536,0.08624533812204997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,65536,0.08302933474381764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,65536,0.08118399977684021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,65536,0.08085333307584126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,65536,0.08125333487987518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,65536,0.08039466540018718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,65536,0.08738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,65536,0.07863999903202057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,65536,0.07714666426181793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,65536,0.0758133331934611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,65536,0.07459733386834462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,65536,0.07454399764537811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,65536,0.07463466624418895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,65536,0.07453333338101704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,65536,0.07472000022729237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,65536,0.07548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,65536,0.07452266911665599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,65536,0.07441066702206929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,65536,0.07443733513355255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,65536,0.07442666590213776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,65536,0.07445866862932841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,65536,0.0746506651242574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,65536,0.07442666590213776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,65536,0.07438399891058604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,65536,0.07487999896208446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,65536,0.0862559974193573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,65536,0.07445866862932841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,65536,0.21144533157348633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,65536,0.07437333464622498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,65536,0.0830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,65536,1.8331467310587566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,65536,3.845858573913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,65536,0.9763333002726237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,65536,0.5201573371887207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,65536,0.5046853224436442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,65536,0.501258651415507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,65536,0.49741601943969727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,65536,0.4954559803009033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,65536,0.4848959843317668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,65536,0.48102398713429767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,65536,0.4800879955291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,65536,0.478434681892395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,65536,0.4696773290634155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,65536,0.3586719830830892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,65536,0.3479626576105754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,65536,0.3508799870808919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,65536,0.3410266637802124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,65536,0.32681600252787274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,65536,0.32211732864379883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,65536,0.32529600461324054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,65536,0.3195679982503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,65536,0.31004534165064496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,65536,0.3073306679725647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,65536,0.30992533763249713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,65536,0.3030426700909932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,65536,0.2974133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,65536,0.18209334214528403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,65536,0.17627465724945068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,65536,0.17045867443084717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,65536,0.15798933307329813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,65536,0.15508533517519632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,65536,0.14613866806030273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,65536,0.14602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,65536,0.1394373377164205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,65536,0.1368613342444102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,65536,0.1294746696949005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,65536,0.12994399666786194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,65536,0.13019200166066489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,65536,0.12973866860071817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,65536,0.12893333037694296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,65536,0.12942933042844137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,65536,0.12965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,65536,0.12861599524815878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,65536,0.12834133704503378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,65536,0.12785067160924277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,65536,0.12845866878827414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,65536,0.12753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,65536,0.12759733200073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,65536,0.12778666615486145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,65536,0.12821867068608603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,65536,0.12753599882125854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,65536,0.1275439957777659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,65536,0.12749866644541422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,65536,0.12765600283940634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,65536,0.12748266259829202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,65536,0.12745333711306253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,65536,0.12763200203577676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,65536,0.12762133280436197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,65536,0.12753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,65536,0.12753599882125854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,65536,0.1276693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,65536,0.1268773376941681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,65536,0.1275200049082438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,65536,0.1276639997959137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,65536,0.1276800036430359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,65536,0.12718933820724487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,65536,0.12770666678746542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,65536,0.12759199738502502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,65536,0.12763999899228415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,65536,0.12770133217175803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,65536,0.12745066483815512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,51200,5.936229070027669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,51200,3.286757469177246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,51200,1.821946620941162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,51200,0.9203946590423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,51200,0.8678026994069418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,51200,0.884453296661377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,51200,0.8663093249003092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,51200,0.7534560362497965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,51200,0.7941226959228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,51200,0.6985226472218832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,51200,0.6857919692993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,51200,0.6289386749267578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,51200,0.6350400050481161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,51200,0.5685280164082845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,51200,0.5532960096995035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,51200,0.49500266710917157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,51200,0.5134079853693644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,51200,0.4622666835784912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,51200,0.4737173318862915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,51200,0.41199998060862225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,51200,0.4020373423894246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,51200,0.3699466784795125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,51200,0.37506667772928876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,51200,0.32684266567230225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,51200,0.3434400161107381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,51200,0.29135467608769733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,51200,0.2779039939244588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,51200,0.25753599405288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,51200,0.2690773407618205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,51200,0.2092319925626119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,51200,0.20790932575861612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,51200,0.18142932653427124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,51200,0.16037333011627197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,51200,0.14128533005714417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,51200,0.1264479955037435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,51200,0.08584533135096233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,51200,0.07795199751853943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,51200,0.07601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,51200,0.06958933174610138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,51200,0.07337599992752075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,51200,0.06746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,51200,0.06713066498438518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,51200,0.06257066627343495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,51200,0.06380266447861989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,51200,0.0602400004863739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,51200,0.06025066475073496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,51200,0.059952000776926674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,51200,0.05846933523813883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,51200,0.05816000203291575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,51200,0.05700799822807312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,51200,0.05611733098824819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,51200,0.056287998954455055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,51200,0.056421334544817604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,51200,0.05542399982611338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,51200,0.054933334390322365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,51200,0.05372266471385956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,51200,0.05345066885153452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,51200,0.05673066775004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,51200,0.054101333022117615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,51200,0.054485330979029335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,51200,0.054133335749308266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,51200,0.05399466554323832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,51200,0.053957333167394005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,51200,0.05392000079154968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,51200,0.054005334774653115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,51200,0.054229333996772766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,51200,0.05373866856098175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,51200,0.05392533540725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,51200,0.053317333261171974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,51200,0.05307200054327647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,51200,0.05667733152707418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,51200,0.056186666091283165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,51200,0.055488000313440956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,51200,0.05415999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,51200,7.440778732299805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,51200,3.798639933268229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,51200,1.9120052655537922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,51200,1.0375999609629314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,51200,1.0261867046356201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,51200,0.9902239640553793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,51200,0.9811680316925049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,51200,0.922597328821818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,51200,0.9249280293782552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,51200,0.8613386948903402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,51200,0.8617920080820719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,51200,0.8007520039876302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,51200,0.806384007136027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,51200,0.7379413445790609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,51200,0.7231626510620117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,51200,0.670197327931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,51200,0.6777546405792236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,51200,0.6142613490422567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,51200,0.6298720041910807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,51200,0.555738647778829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,51200,0.5493333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,51200,0.4981066783269246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,51200,0.5002506573994955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,51200,0.4407626787821452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,51200,0.45043734709421795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,51200,0.3866719802220662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,51200,0.37892266114552814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,51200,0.34113065401713055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,51200,0.32979732751846313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,51200,0.27563732862472534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,51200,0.2616586685180664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,51200,0.2096853256225586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,51200,0.2052853306134542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,51200,0.13523733615875244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,51200,0.13006933530171713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,51200,0.08689600229263306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,51200,0.08069866895675659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,51200,0.08381332953770955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,51200,0.08340799808502197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,51200,0.07483200232187907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,51200,0.07298133273919423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,51200,0.06804266571998596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,51200,0.06623999774456024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,51200,0.06608533362547557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,51200,0.06348800162474315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,51200,0.06038400034109751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,51200,0.060602664947509766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,51200,0.05845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,51200,0.055999999245007835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,51200,0.05406933526198069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,51200,0.05407999952634176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,51200,0.05378133555253347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,51200,0.05230933427810669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,51200,0.05228800078233083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,51200,0.05080533524354299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,51200,0.04837333162625631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,51200,0.04821866750717163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,51200,0.04500266909599304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,51200,0.04484266539414724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,51200,0.044735997915267944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,51200,0.04423466821511587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,51200,0.043338666359583534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,51200,0.04253333310286204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,51200,0.04381866753101349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,51200,0.043824002146720886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,51200,0.04331199824810028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,51200,0.04341333111127218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,51200,0.042021334171295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,51200,0.042170668641726174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,51200,0.04250133534272512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,51200,0.0422026664018631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,51200,0.043040002385775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,51200,0.0447626660267512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,51200,0.042965332667032875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,65536,0.1275493303934733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,65536,0.12734666466712952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,51200,6.582234700520833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,65536,0.12772533297538757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,51200,3.119034767150879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,51200,1.5529920260111492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,51200,0.7868746916453043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,51200,1.0013279914855957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,51200,0.7895253499348959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,51200,0.8539306322733561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,51200,0.6869866847991943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,51200,0.7486826578776041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,51200,0.6518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,51200,0.7225386301676432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,51200,0.6272213459014893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,51200,0.6982026894887289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,51200,0.9640479882558187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,51200,0.8218613465627035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,51200,0.5106773376464844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,51200,0.5194559892018636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,51200,0.45793068408966064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,51200,0.4904319842656453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,51200,0.41812801361083984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,51200,0.8099253177642822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,51200,0.563589334487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,51200,0.5643626848856608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,51200,0.4013599952061971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,51200,0.3813279867172241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,51200,0.27131199836730957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,51200,0.2574933369954427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,51200,0.22407466173171997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,51200,0.19672532876332602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,51200,0.36749335130055744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,51200,0.32871999343236286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,51200,0.32500799496968585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,51200,0.1755359967549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,51200,0.15453867117563883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,51200,0.1218933363755544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,51200,0.10290132959683736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,51200,0.09558399518330891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,51200,0.09515733520189922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,51200,0.09109866619110107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,51200,0.09097599983215332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,51200,0.08897599577903748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,51200,0.10314666231473286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,51200,0.09763200084368388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,51200,0.09701333443323772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,51200,0.07085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,51200,0.06667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,51200,0.06636266907056172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,51200,0.06534933547178905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,51200,0.06446933249632518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,51200,0.06409066418806712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,51200,0.07137066622575124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,51200,0.06407466530799866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,51200,0.06241066753864288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,51200,0.060778667529424034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,51200,0.06046399970849355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,51200,0.06057600180308024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,51200,0.06028266747792562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,51200,0.061039999127388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,51200,0.06020266811052958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,51200,0.060309335589408875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,51200,0.05982399980227152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,51200,0.060191998879114784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,51200,0.06035733222961426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,51200,0.060271998246510826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,51200,0.06005333364009857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,51200,0.060085331400235496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,51200,0.06033066908518473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,51200,0.06010133524735769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,51200,0.06039466460545858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,51200,0.15573333700497946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,51200,0.15851733088493347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,51200,0.060559997955958046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,51200,0.06871999800205231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,51200,0.06640000144640605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,51200,1.440168062845866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,51200,3.0138880411783853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,51200,0.4041733344395955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,51200,0.7753093242645264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,51200,0.40244531631469727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,51200,0.4032506545384725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,51200,0.3955920139948527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,51200,0.3922426700592041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,51200,0.38544801870981854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,51200,0.38197600841522217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,51200,0.3832613229751587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,51200,0.3795786698659261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,51200,0.37092800935109455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,51200,0.28256799777348834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,51200,0.2847386598587036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,51200,0.2791706720987956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,51200,0.27318666378657025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,51200,0.26013867060343426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,51200,0.257752001285553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,51200,0.25894665718078613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,51200,0.2567946712176005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,51200,0.24581333001454672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,51200,0.24551733334859213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,51200,0.24625066916147867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,51200,0.24290933211644491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,51200,0.2356719970703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,51200,0.14527199665705362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,51200,0.1407706638177236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,51200,0.13433333237965903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,51200,0.12546933690706888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,51200,0.12488266825675964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,51200,0.11720533172289531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,51200,0.11706933379173279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,51200,0.11082399884859721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,51200,0.10914400219917297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,51200,0.10448533296585083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,51200,0.10425866643587749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,51200,0.10293333729108174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,51200,0.10406933228174846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,51200,0.10386932889620464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,51200,0.10392266511917114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,51200,0.10326133171717326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,51200,0.10299999515215556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,51200,0.10315733154614766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,51200,0.10286399722099304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,51200,0.10265066226323445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,51200,0.10249066352844238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,51200,0.10219466686248779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,51200,0.10191999872525533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,51200,0.10188000400861104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,51200,0.10197066267331441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,51200,0.1018506685892741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,51200,0.1018933355808258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,51200,0.1019759972890218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,51200,0.10090667009353638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,51200,0.10208800435066223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,51200,0.10204799969991048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,51200,0.10088533163070679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,51200,0.1009386678536733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,51200,0.10191999872525533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,51200,0.10098933180173238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,51200,0.10101600488026936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,51200,0.09999466935793559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,51200,0.10083733002344768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,51200,0.09988533457120259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,51200,0.10092533628145854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,51200,0.09999199708302815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,51200,0.09978933135668437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,51200,0.10000000397364299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,51200,0.10018666585286458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,51200,0.09986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,16384,1.7433066368103027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,16384,0.8817786375681559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,16384,0.5628319978713989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,16384,0.3171093265215556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,16384,0.30295733610788983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,16384,0.2790213425954183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,16384,0.2783786654472351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,16384,0.25677333275477093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,16384,0.29939999183019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,16384,0.21421333154042563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,16384,0.20494933923085532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,16384,0.19347999493281046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,16384,0.1989039977391561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,16384,0.18242400884628296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,16384,0.16639467080434164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,16384,0.15395999948183695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,16384,0.16054133574167886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,16384,0.15754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,16384,0.16529333591461182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,16384,0.13418933749198914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,16384,0.12808799743652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,16384,0.11659199992815654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,16384,0.11941066384315491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,16384,0.10296266277631123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,16384,0.10822666684786479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,16384,0.09055999914805095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,16384,0.08681333065032959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,16384,0.07657333215077718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,16384,0.08160533507664998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,16384,0.06295733153820038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,16384,0.06294933458169301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,16384,0.05754133562246958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,16384,0.05167999863624573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,16384,0.047770669062932335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,16384,0.04298133154710134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,16384,0.03373600045839945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,16384,0.031613332529862724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,16384,0.0313226655125618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,16384,0.030055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,16384,0.029639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,16384,0.030381334324677784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,16384,0.027261334160963695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,16384,0.026263999442259472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,16384,0.026365332305431366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,16384,0.025303999582926433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,16384,0.025095999240875244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,16384,0.025191999971866608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,16384,0.025274666647116344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,16384,0.024245334168275196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,16384,0.02311733365058899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,16384,0.02310933421055476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,16384,0.02218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,16384,0.024495999018351238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,16384,0.021938666701316833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,16384,0.021597333252429962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,16384,0.021141332884629566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,16384,0.021055998901526134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,16384,0.021136000752449036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,16384,0.020952001214027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,16384,0.0210533340771993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,16384,0.020954666038354237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,16384,0.020696000506480534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,16384,0.021007999777793884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,16384,0.02088266611099243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,16384,0.020517333100239437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,16384,0.0201706662774086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,16384,0.020917333662509918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,16384,0.020554666717847187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,16384,0.020791999995708466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,16384,0.021000000337759655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,16384,0.021007999777793884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,16384,0.020960000654061634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,16384,0.021018666525681812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,16384,0.021325332423051197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,16384,2.3568337758382163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,16384,1.2126471201578777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,16384,0.6231910917494032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,16384,0.338917334874471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,16384,0.3382879892985026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,16384,0.32313066058688694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,16384,0.3223697874281141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,16384,0.3016960091061062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,16384,0.3044462203979492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,16384,0.2795342339409722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,16384,0.2788124349382189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,16384,0.2596213287777371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,16384,0.2607395648956299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,16384,0.2395733462439643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,16384,0.23545421494377983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,16384,0.21721600161658394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,16384,0.2198986609776815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,16384,0.19865066475338408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,16384,0.2017742262946235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,16384,0.17593777179718018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,16384,0.17132443851894805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,16384,0.1496302286783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,16384,0.1523324383629693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,16384,0.13038399484422472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,16384,0.13307378027174208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,16384,0.1115235620074802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,16384,0.10895288652843899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,16384,0.09445866611268784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,16384,0.09754844506581624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,16384,0.07854044437408447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,16384,0.07838400204976399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,16384,0.07046400176154242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,16384,0.0634044475025601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,16384,0.05374933282534281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,16384,0.0503111117415958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,16384,0.03735111157099406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,16384,0.0380675560898251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,16384,0.03580977850490146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,16384,0.04025777843263414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,16384,0.037765334049860634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,16384,0.034938666555616595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,16384,0.036488887336519026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,16384,0.03515555461247762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,16384,0.03391111228201125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,16384,0.033109333780076765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,16384,0.03303111261791653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,16384,0.03293155630429586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,16384,0.03214933474858602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,16384,0.02962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,16384,0.03008177876472473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,16384,0.02934044599533081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,16384,0.02927288744184706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,16384,0.029600001043743555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,16384,0.0292871097723643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,16384,0.027779555983013574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,16384,0.027043556173642475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,16384,0.026311111119058397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,16384,0.026103110777007207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,16384,0.02525866693920559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,16384,0.02836266822285122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,16384,0.02716622253259023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,16384,0.02752888864941067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,16384,0.027109333210521277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,16384,0.026524444421132404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,16384,0.02718933257791731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,16384,0.02676444417900509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,16384,0.025109334124459162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,16384,0.024622221787770588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,16384,0.0259253333012263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,16384,0.024737776981459722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,16384,0.025303110480308533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,16384,0.025260445144441392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,16384,0.024334222078323364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,16384,0.02440533373090956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,51200,0.09985599915186565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,51200,0.10008000334103902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,51200,0.10035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,16384,2.493119981553819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,16384,1.2547288470798068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,16384,0.6494791242811415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,16384,0.3310133351220025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,16384,0.3906595442030165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,16384,0.30998754501342773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,16384,0.35240533616807723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,16384,0.2856960031721327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,16384,0.3004373444451226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,16384,0.27094578742980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,16384,0.2866400082906087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,16384,0.25518043835957843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,16384,0.2747608820597331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,16384,0.3796568976508246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,16384,0.33648178312513566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,16384,0.21296000480651855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,16384,0.21068267027537027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,16384,0.18962489234076607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,16384,0.19593777921464708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,16384,0.1752533382839627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,16384,0.3186826705932617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,16384,0.23230934143066406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,16384,0.22683734363979766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,16384,0.1626933283276028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,16384,0.15025777286953396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,16384,0.10559288660685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,16384,0.10076444678836399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,16384,0.08771200312508477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,16384,0.07321600119272868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,16384,0.14497955640157065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,16384,0.13051733705732557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,16384,0.12784000237782797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,16384,0.06873955329259236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,16384,0.055176887247297496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,16384,0.04804799954096476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,16384,0.03655644589000278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,16384,0.03444088829888238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,16384,0.0332568883895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,16384,0.033048888047536217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,16384,0.03356800145573086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,16384,0.032588445478015475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,16384,0.03570133447647095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,16384,0.03453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,16384,0.03413866625891791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,16384,0.02554133368863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,16384,0.025566221939192876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,16384,0.02555022140343984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,16384,0.025528889563348558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,16384,0.02548800077703264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,16384,0.024286222126748826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,16384,0.024195555183622573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,16384,0.02349333299530877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,16384,0.023519999451107446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,16384,0.023843554986847773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,16384,0.023916444844669763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,16384,0.023559111687872145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,16384,0.02348444362481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,16384,0.023473777704768713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,16384,0.02346311178472307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,16384,0.02346666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,16384,0.023775999744733173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,16384,0.023377777801619634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,16384,0.02346311178472307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,16384,0.023610666394233704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,16384,0.056369774871402316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,16384,0.05630933576160007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,16384,0.057272891203562416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,16384,0.05702933337953356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,16384,0.0566613343026903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,16384,0.05807110998365614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,16384,0.05708444118499756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,16384,0.02568711174858941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,16384,0.02553244431813558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,16384,0.025511110822359722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,16384,0.47814079920450847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,16384,0.2613450686136881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,16384,0.9371168136596679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,16384,0.1385525385538737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,16384,0.13801813125610352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,16384,0.13580586115519205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,16384,0.13905280431111652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,16384,0.13313493728637696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,16384,0.1335360050201416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,16384,0.13229653040568035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,16384,0.13510613441467284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,16384,0.12998613516489665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,16384,0.12902080217997233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,16384,0.09953813552856446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,16384,0.09960746765136719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,16384,0.09426453113555908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,16384,0.09386560122172037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,16384,0.09032746950785318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,16384,0.09066133499145508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,16384,0.08795413176218668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,16384,0.0891808032989502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,16384,0.08541866938273111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,16384,0.0858464002609253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,16384,0.08355733553568521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,16384,0.08393279711405435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,16384,0.08085333506266276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,16384,0.05179093281428019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,16384,0.04856746594111125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,16384,0.048237868150075275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,16384,0.045531733830769854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,16384,0.04232426484425862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,16384,0.04529813528060913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,16384,0.042430933316548666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,16384,0.03992213408152263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,16384,0.039282135168711346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,16384,0.037545601526896163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,16384,0.03713066577911377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,16384,0.037088000774383546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,16384,0.03705919981002807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,16384,0.03669333457946777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,16384,0.03699520031611125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,16384,0.03666133483250936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,16384,0.03684586683909098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,16384,0.03654613494873047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,16384,0.03628480037053426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,16384,0.03628586530685425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,16384,0.03626879851023356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,16384,0.036228267351786296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,16384,0.03630719979604085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,16384,0.03592426776885986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,16384,0.035867734750111895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,16384,0.03590293327967326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,16384,0.035889065265655516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,16384,0.03559039831161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,16384,0.03584213256835937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,16384,0.036150399843851724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,16384,0.03590186834335327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,16384,0.035843201478322345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,16384,0.03626240094502767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,16384,0.035898665587107345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,16384,0.03580373525619507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,16384,0.03580586512883504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,16384,0.0358730673789978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,16384,0.03611626625061035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,16384,0.03595306475957234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,16384,0.03581546545028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,16384,0.03588266770044963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,16384,0.03586879968643188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,16384,0.03586879968643188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,16384,0.03560213247934978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,16384,0.035740800698598224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,12288,1.3209093411763508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,12288,0.695624033610026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,12288,0.40646934509277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,12288,0.21978400150934854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,12288,0.22028799851735434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,12288,0.22245067358016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,12288,0.21185600757598877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,12288,0.1876773238182068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,12288,0.19937866926193237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,12288,0.17441066106160483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,12288,0.17391467094421387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,12288,0.14914666612943014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,12288,0.14800533652305603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,12288,0.1328159968058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,12288,0.12688533465067545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,12288,0.11878666281700134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,12288,0.12370399634043376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,12288,0.1112880011399587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,12288,0.11882932980855306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,12288,0.10244266192118327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,12288,0.09730399648348491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,12288,0.0897813340028127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,12288,0.09165599942207336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,12288,0.08055466910203297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,12288,0.08366933465003967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,12288,0.07097333172957103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,12288,0.06711733341217041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,12288,0.059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,12288,0.06383733451366425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,12288,0.04822933177153269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,12288,0.04881333311398824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,12288,0.042122667034467064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,12288,0.038573332130908966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,12288,0.03631199896335602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,12288,0.03295466552178065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,12288,0.027245332797368366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,12288,0.022533332308133442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,12288,0.028304000695546467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,12288,0.027248000105222065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,12288,0.024269332488377888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,12288,0.021378666162490845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,12288,0.021725334227085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,12288,0.020488000164429348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,12288,0.02106400082508723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,12288,0.019922666251659393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,12288,0.02013333390156428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,12288,0.02021866664290428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,12288,0.0199066661298275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,12288,0.019064000497261684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,12288,0.018151999761660893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,12288,0.018170667191346485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,12288,0.017925333231687546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,12288,0.01933066671093305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,12288,0.01751199985543887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,12288,0.016866666575272877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,12288,0.01696266606450081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,12288,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,12288,0.01692533368865649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,12288,0.01684800038735072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,12288,0.01696266606450081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,12288,0.01684533307949702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,12288,0.016469333320856094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,12288,0.01685599982738495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,12288,0.016839999705553055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,12288,0.01642666632930438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,12288,0.016199999799331028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,12288,0.016034666448831558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,12288,0.015991999457279842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,12288,0.01635466640194257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,12288,0.01662133385737737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,12288,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,12288,0.01676799977819125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,12288,0.01681600014368693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,12288,0.016322666158278782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,12288,1.7929253578186035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,12288,0.9271106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,12288,0.47715067863464355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,12288,0.2599453330039978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,12288,0.2597573399543762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,12288,0.24535866578420004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,12288,0.24423066775004068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,12288,0.23002666234970093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,12288,0.2302253246307373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,12288,0.21176000436147055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,12288,0.21094399690628052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,12288,0.19458266099294028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,12288,0.19611332813898721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,12288,0.17402400573094687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,12288,0.17031866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,12288,0.15545066197713217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,12288,0.15809333324432373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,12288,0.14155600468317667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,12288,0.1443719963232676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,12288,0.12989733616511026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,12288,0.12537733713785806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,12288,0.10980400443077087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,12288,0.11164666215578715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,12288,0.09945199886957805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,12288,0.10032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,12288,0.08943466345469157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,12288,0.08620933691660564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,12288,0.0773773342370987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,12288,0.08016933500766754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,12288,0.06117199858029684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,12288,0.06038666764895121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,12288,0.055430665612220764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,12288,0.04935200015703837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,12288,0.042765334248542786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,12288,0.040221333503723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,12288,0.03461999942859014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,12288,0.031395999093850456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,12288,0.03158933420976003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,12288,0.03148266673088074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,12288,0.03149333347876867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,12288,0.02991466720898946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,12288,0.03030933439731598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,12288,0.03107466548681259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,12288,0.028530667225519817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,12288,0.029115999738375347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,12288,0.02716666708389918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,12288,0.029693332811196644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,16384,0.03578133185704549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,12288,0.029017334183057148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,12288,0.02696933348973592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,12288,0.02677733451128006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,12288,0.026874666412671406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,12288,0.026905333002408344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,12288,0.027089332540829975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,12288,0.025558667878309887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,12288,0.02474000056584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,12288,0.024683999518553417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,12288,0.0258786678314209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,12288,0.02491600066423416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,12288,0.025186667839686077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,12288,0.02478266755739848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,12288,0.025969333946704865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,12288,0.024270666142304737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,12288,0.024317334095637005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,12288,0.02497466653585434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,12288,0.025117332736651104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,12288,0.02312399943669637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,12288,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,12288,0.022833332419395447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,12288,0.02425333360830943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,12288,0.02272533377011617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,12288,0.022672000030676525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,12288,0.022690666218598683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,12288,0.022699999312559765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,12288,0.02271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,16384,0.03602453470230103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,16384,0.03583253224690755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,12288,2.2148760159810386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,12288,0.5682386557261149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,12288,1.1351772944132488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,12288,0.2956186731656392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,12288,0.340554674466451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,12288,0.2726999918619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,12288,0.31054800748825073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,12288,0.2517853379249573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,12288,0.2618253429730733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,12288,0.23493999242782593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,12288,0.24990399678548178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,12288,0.3287919958432515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,12288,0.22551065683364868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,12288,0.2391306757926941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,12288,0.2974066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,12288,0.1913613279660543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,12288,0.1836573282877604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,12288,0.16951600710550943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,12288,0.16856932640075684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,12288,0.15400800108909607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,12288,0.2790919939676921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,12288,0.20478399594624838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,12288,0.19634399811426798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,12288,0.1414146622021993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,12288,0.1330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,12288,0.09257733821868896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,12288,0.07587866485118866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,12288,0.07369333505630493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,12288,0.05308799942334493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,12288,0.11393866936365764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,12288,0.12642932931582132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,12288,0.10570133725802104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,12288,0.05047866702079773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,12288,0.03535066545009613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,12288,0.043150668342908226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,12288,0.030184000730514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,12288,0.028409334520498913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,12288,0.02735466758410136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,12288,0.02694266786177953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,12288,0.026789332429567974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,12288,0.02684133251508077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,12288,0.02876933415730794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,12288,0.02861600120862325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,12288,0.02834133307139079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,12288,0.021355999012788136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,12288,0.02117866774400075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,12288,0.021211999158064525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,12288,0.020772000153859455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,12288,0.021173333128293354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,12288,0.019762666275103886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,12288,0.019686666627724964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,12288,0.019410666078329086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,12288,0.01932133361697197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,12288,0.019177333762248356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,12288,0.019482667247454327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,12288,0.019575999428828556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,12288,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,12288,0.019158666332562763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,12288,0.019176000108321507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,12288,0.01916533336043358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,12288,0.019596000512440998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,12288,0.042036001880963646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,12288,0.04378133515516917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,12288,0.04349199930826823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,12288,0.043073331316312156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,12288,0.04528533418973287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,12288,0.04573066532611847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,12288,0.04526133338610331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,12288,0.04527199765046438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,12288,0.04398799935976664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,12288,0.04534799853960673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,12288,0.021374667684237163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,12288,0.02088800072669983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,12288,0.021193332970142365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,12288,0.721226692199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,12288,0.3738218625386556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,12288,0.10800533294677735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,12288,0.20388693809509278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,12288,0.1102346658706665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,12288,0.10541226863861083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,12288,0.10323946475982666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,12288,0.10541653633117676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,12288,0.1032480001449585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,12288,0.10553279717763264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,12288,0.10006293455759685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,12288,0.10178666909535725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,12288,0.10036053657531738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,12288,0.07821439901987712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,12288,0.07505173683166504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,12288,0.07397973537445068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,12288,0.0732149362564087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,12288,0.07214933236440023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,12288,0.07043413321177164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,12288,0.06919573148091634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,12288,0.06908373037974039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,12288,0.06858773231506347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,12288,0.06687680085500082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,12288,0.06537706851959228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,12288,0.06575359900792441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,12288,0.06358293294906617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,12288,0.04021226565043132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,12288,0.038395734628041585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,12288,0.03827093442281087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,12288,0.03668800195058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,12288,0.03631999890009562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,12288,0.033804798126220705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,12288,0.03324586749076843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,12288,0.03219306667645772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,12288,0.03176746765772502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,12288,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,12288,0.029685332377751665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,12288,0.029683200518290202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,12288,0.02972480058670044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,12288,0.029231999317804975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,12288,0.029386667410532634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,12288,0.029764266808827718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,12288,0.029713066418965657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,12288,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,12288,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,12288,0.029286400477091475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,12288,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,12288,0.028497066100438433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,12288,0.028560000658035278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,12288,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,12288,0.02858026623725891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,12288,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,12288,0.028472532828648884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,12288,0.028919466336568195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,12288,0.028604799509048463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,12288,0.02842560013135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,12288,0.02847786744435628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,12288,0.028449066480000812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,12288,0.02863573431968689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,12288,0.028454399108886717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,12288,0.028508800268173217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,12288,0.028586665789286297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,12288,0.028934399286905926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,12288,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,12288,0.028445865710576373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,12288,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,12288,0.028921600182851153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,12288,0.028434133529663085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,12288,0.02802666624387105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,12288,0.028643200794855755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,12288,0.02853226661682129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,12288,0.02847040096918742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,10240,0.6291946834988064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,10240,1.1544550789727104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,10240,0.16239466932084826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,10240,0.32406756612989635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,10240,0.1854382223553128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,10240,0.18060266971588135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,10240,0.18645866711934408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,10240,0.19387377632988823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,10240,0.15599111715952554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,10240,0.15008355511559382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,10240,0.14239288700951472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,10240,0.13763733704884848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,10240,0.13639110989040798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,10240,0.13592533270517984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,10240,0.12011199527316624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,10240,0.12072711520724827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,10240,0.11878044075436062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,10240,0.10487822029325698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,10240,0.10314844714270698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,10240,0.09586844179365371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,10240,0.09077511231104533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,10240,0.08339377906587388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,10240,0.08420799838172065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,10240,0.07308799690670438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,10240,0.07628089189529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,10240,0.06171022521124946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,10240,0.05977421998977661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,10240,0.049674666590160794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,10240,0.055585775110456676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,10240,0.04161422120200263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,10240,0.04320711228582594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,10240,0.041816890239715576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,10240,0.0328800015979343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,10240,0.031155556440353394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,10240,0.027464888162083093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,10240,0.022264889544910852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,10240,0.018869333797030978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,10240,0.01816177699300978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,10240,0.02325511144267188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,10240,0.022220444348123338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,10240,0.017473777135213215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,10240,0.018602665927675035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,10240,0.021402666966120403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,10240,0.017983999517228868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,10240,0.01665422154797448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,10240,0.01723377737734053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,10240,0.01696711116366916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,10240,0.017356443736288283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,10240,0.015239111251301236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,10240,0.01554844445652432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,10240,0.015301333533393012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,10240,0.015125332607163323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,10240,0.016650666793187458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,10240,0.015207111835479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,10240,0.01462222304609087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,10240,0.014663111832406787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,10240,0.01460800071557363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,10240,0.014490667316648694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,10240,0.01402311192618476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,10240,0.01603911154799991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,10240,0.01609422266483307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,10240,0.015985776980717976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,10240,0.016177778442700703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,10240,0.016001777516471017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,10240,0.016007110476493835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,10240,0.01609599921438429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,10240,0.013946667313575745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,10240,0.013930666777822705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,10240,0.01404622197151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,10240,0.013939556148317126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,10240,0.014055111342006259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,10240,0.013937777943081327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,10240,0.014145778285132514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,10240,0.014289778139856128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,10240,1.5284863789876302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,10240,0.40503679911295576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,10240,0.78090025583903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,10240,0.21963200569152833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,10240,0.20644906361897788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,10240,0.21927785873413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,10240,0.2032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,10240,0.19045546849568684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,10240,0.1890933354695638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,10240,0.1756725311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,10240,0.1579487959543864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,10240,0.15942079226175945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,10240,0.14961279233296712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,10240,0.1440384070078532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,10240,0.17145172754923504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,10240,0.13181973298390706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,10240,0.11957333087921143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,10240,0.12293439706166584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,10240,0.1098965326944987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,10240,0.1084661324818929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,10240,0.09564053217569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,10240,0.09647146860758463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,10240,0.08812373479207357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,10240,0.08823146820068359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,10240,0.13220799763997396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,10240,0.07850346565246583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,10240,0.07524693012237549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,10240,0.06465173165003459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,10240,0.06523840030034384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,10240,0.054593066374460854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,12288,0.028455466032028198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,10240,0.05108160177866618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,10240,0.05001493295033773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,10240,0.044151465098063156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,10240,0.03757760127385457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,10240,0.037342933813730876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,10240,0.03191039959589641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,10240,0.029345067342122395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,10240,0.029808000723520918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,10240,0.028996266921361286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,10240,0.030803199609120684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,10240,0.02884053389231364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,10240,0.028920533259709676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,10240,0.027852799495061236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,10240,0.02704746723175049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,10240,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,10240,0.026877866188685103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,10240,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,10240,0.02505600055058797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,10240,0.025280000766118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,10240,0.024562132358551026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,10240,0.02318933407465617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,10240,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,10240,0.02327573299407959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,10240,0.027515733242034913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,10240,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,10240,0.023881600300470988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,10240,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,10240,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,10240,0.021673599878946938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,10240,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,10240,0.022227199872334798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,10240,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,10240,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,10240,0.022553600867589316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,10240,0.02179946700731913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,10240,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,10240,0.021899733940760294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,10240,0.021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,10240,0.02150613268216451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,10240,0.02170133392016093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,10240,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,10240,0.02195733388264974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,10240,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,10240,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,12288,0.028552534182866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,10240,2.0518484751383466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,10240,1.042139752705892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,10240,0.5372437159220378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,10240,0.2742997487386068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,10240,0.3183850606282552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,10240,0.2556085268656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,10240,0.29453439712524415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,10240,0.237009064356486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,10240,0.24113386472066245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,10240,0.2232938607533773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,10240,0.22983253796895348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,10240,0.30450026194254554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,10240,0.21037333806355796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,10240,0.21459733645121254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,10240,0.1818453311920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,10240,0.2760949452718099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,10240,0.17278186480204266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,10240,0.16987840334574383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,10240,0.15264107386271158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,10240,0.15541013081868488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,10240,0.14069973627726237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,10240,0.259938128789266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,10240,0.19161492983500164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,10240,0.12948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,10240,0.12300906976064045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,10240,0.0806709369023641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,10240,0.06311893463134766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,10240,0.06005333264668783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,10240,0.04805546601613363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,10240,0.10710186958312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,10240,0.10420053005218506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,10240,0.08434879779815674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,10240,0.043281066417694095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,10240,0.03883093198140462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,10240,0.027293866872787474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,10240,0.02583786646525065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,10240,0.031958399216334026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,10240,0.02536853353182475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,10240,0.024011733134587605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,10240,0.02408000032107035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,10240,0.024043732881546022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,10240,0.02395306626955668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,10240,0.02560746669769287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,10240,0.02569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,10240,0.018951465686162315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,10240,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,10240,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,10240,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,10240,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,10240,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,10240,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,10240,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,10240,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,10240,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,10240,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,10240,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,10240,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,10240,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,10240,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,10240,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,10240,0.03870079914728801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,10240,0.03722453514734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,10240,0.038285867373148603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,10240,0.036954665184021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,10240,0.038482133547465006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,10240,0.03717653354008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,10240,0.038627199331919354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,10240,0.03837440013885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,10240,0.03954240083694458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,10240,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,10240,0.03955519994099935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,10240,0.0376362681388855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,10240,0.01707306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,10240,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,10240,0.18066666920979818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,10240,0.614468256632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,10240,0.3349151929219564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,10240,0.0945631980895996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,10240,0.09474453131357828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,10240,0.09276159604390463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,10240,0.0944106658299764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,10240,0.09029226303100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,10240,0.09027840296427408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,10240,0.08982293605804444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,10240,0.0905781348546346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,10240,0.08722666899363199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,10240,0.08745173613230386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,10240,0.06747413476308187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,10240,0.06802453200022379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,10240,0.06485546827316284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,10240,0.06432213385899863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,10240,0.06300053199132284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,10240,0.062159999211629235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,10240,0.06037439902623495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,10240,0.059976534048716224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,10240,0.059000531832377114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,10240,0.05805226564407349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,10240,0.05630826552708944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,10240,0.05665493408838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,10240,0.05458133220672608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,10240,0.03558506568272908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,10240,0.03424959977467855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,10240,0.033421866099039715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,10240,0.032230399052302044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,10240,0.03216746648152669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,10240,0.030019199848175047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,10240,0.029550933837890626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,10240,0.0285589337348938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,10240,0.028069333235422773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,10240,0.026360533634821576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,10240,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,10240,0.026024534304936724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,10240,0.026153600215911864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,10240,0.02609279950459798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,10240,0.02573973337809245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,10240,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,10240,0.02627840042114258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,10240,0.025601067145665485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,10240,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,10240,0.025227733453114826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,10240,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,10240,0.025187200307846068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,10240,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,10240,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,10240,0.025198932488759356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,10240,0.024795732895533242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,10240,0.024564266204833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,10240,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,10240,0.02487466732660929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,10240,0.024779733022054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,10240,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,10240,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,10240,0.025099732478459674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,10240,0.024625066916147867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,10240,0.02479893366495768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,10240,0.02448106606801351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,10240,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,10240,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,10240,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,10240,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,10240,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,10240,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,10240,0.02483839988708496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,10240,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,10240,0.02453226645787557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,8192,0.9283360375298394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,8192,0.5208586586846246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,8192,0.2649262216356066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,8192,0.14694044325086805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,8192,0.16104177633921304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,8192,0.14081777466668025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,8192,0.14609777927398682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,8192,0.14860088295406765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,10240,0.024655999739964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,8192,0.1238595512178209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,8192,0.11480889055464004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,8192,0.1141279935836792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,8192,0.10445866982142131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,8192,0.10751110977596706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,8192,0.10320711135864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,8192,0.09529599878523086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,8192,0.08812444739871556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,8192,0.09497421979904175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,8192,0.0916995538605584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,8192,0.07579021983676486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,8192,0.07066666417651706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,8192,0.06344533628887601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,8192,0.06391821967230903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,8192,0.056826664341820605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,8192,0.05708266629113091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,8192,0.047184000412623085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,8192,0.04520888792143928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,8192,0.039905776580174766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,8192,0.042428443829218544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,8192,0.03276088833808899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,8192,0.032935112714767456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,8192,0.033041778537962176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,8192,0.02609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,8192,0.02481422159406874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,8192,0.02201066745652093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,8192,0.017528888252046373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,8192,0.015167999598715039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,8192,0.014744889405038623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,8192,0.017278222574128043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,8192,0.016739555531077914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,8192,0.01463822192615933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,8192,0.07636621925565931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,8192,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,8192,0.017530666457282174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,8192,0.014504889647165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,8192,0.01404088901148902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,8192,0.01401600076092614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,8192,0.014286221729384528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,8192,0.014632888966136508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,8192,0.013944889108339945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,8192,0.013384888569513956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,8192,0.013402666482660504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,8192,0.013192888763215808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,8192,0.014574221438831754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,8192,0.014069333672523499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,8192,0.01259200026591619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,8192,0.012545777691735161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,8192,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,8192,0.012599111431174807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,8192,0.012529777983824411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,8192,0.013916444447305469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,8192,0.013809777796268463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,8192,0.013726222018400827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,8192,0.013928888572586907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,8192,0.013711999687883588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,8192,0.013850666582584381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,8192,0.013953778478834363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,8192,0.012442666623327466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,8192,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,8192,0.012410666379663678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,8192,0.01240711079703437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,8192,0.012453333371215396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,8192,0.012551111479600271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,8192,0.01261333293384976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,8192,0.012542222109105853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,8192,1.22925656636556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,8192,0.6318090438842774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,8192,0.32733545303344724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,8192,0.16631466547648113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,8192,0.1513034661610921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,8192,0.17223040262858075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,8192,0.1512437343597412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,8192,0.152020263671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,8192,0.14137280782063802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,8192,0.13163093725840253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,8192,0.12971200148264567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,8192,0.12490026950836182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,8192,0.12155413627624512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,8192,0.1168778657913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,8192,0.10893867015838624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,8192,0.10781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,8192,0.10654826958974202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,8192,0.09631893634796143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,8192,0.09027199745178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,8192,0.096396803855896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,8192,0.08787519931793213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,8192,0.07621973355611165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,8192,0.06979413032531738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,8192,0.0700650691986084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,8192,0.059418666362762454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,8192,0.05789013306299845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,8192,0.05191466808319092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,8192,0.054294399420420324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,8192,0.04392106533050537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,8192,0.04348053137461345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,8192,0.04233173529307048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,8192,0.03926186561584473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,8192,0.07841920057932536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,8192,0.03292693297068278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,8192,0.032696533203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,8192,0.02847359975179036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,8192,0.026822400093078614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,8192,0.028085333108901978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,8192,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,8192,0.028283733129501342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,8192,0.025128533442815144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,8192,0.025476266940434773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,8192,0.025539199511210125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,8192,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,8192,0.024022400379180908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,8192,0.02418773372968038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,8192,0.02305493354797363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,8192,0.02355733315149943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,8192,0.02427306572596232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,8192,0.02288533250490824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,8192,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,8192,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,8192,0.021050665775934854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,8192,0.021358933051427206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,8192,0.021197867393493653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,8192,0.021361066897710165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,8192,0.021307732661565146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,8192,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,8192,0.02078933318456014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,8192,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,8192,0.02177600065867106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,8192,0.02260479927062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,8192,0.02006933291753133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,8192,0.021217066049575805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,8192,0.021975467602411904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,8192,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,8192,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,8192,0.02076586683591207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,8192,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,8192,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,8192,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,8192,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,8192,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,10240,0.0247925341129303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,10240,0.02473919987678528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,8192,1.9042420705159504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,8192,0.9627573649088541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,8192,0.4941877365112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,8192,0.2524480024973551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,8192,0.2893162727355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,8192,0.2363349278767904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,8192,0.2695786794026693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,8192,0.2190773328145345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,8192,0.22021759351094566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,8192,0.20331412951151528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,8192,0.20680425961812338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,8192,0.27804692586263025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,8192,0.1931829293568929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,8192,0.1953322728474935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,8192,0.2517279942830404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,8192,0.1598207950592041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,8192,0.14981973965962728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,8192,0.1418048063913981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,8192,0.13184106349945068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,8192,0.12485973040262859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,8192,0.2363861401875814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,8192,0.1652181307474772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,8192,0.17438507080078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,8192,0.09703893661499023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,8192,0.09693439801534018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,8192,0.059869865576426186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,8192,0.05559999942779541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,8192,0.04941653410593669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,8192,0.04305493434270223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,8192,0.08112959861755371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,8192,0.08136213620503743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,8192,0.06994773546854655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,8192,0.03927893241246541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,8192,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,8192,0.03531519969304402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,8192,0.024437334140141806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,8192,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,8192,0.021357866128285725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,8192,0.021346133947372437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,8192,0.02153173287709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,8192,0.021176532904307047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,8192,0.023082667589187623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,8192,0.022540799776713052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,8192,0.022567466894785563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,8192,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,8192,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,8192,0.01684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,8192,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,8192,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,8192,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,8192,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,8192,0.015356799960136414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,8192,0.01550933321317037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,8192,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,8192,0.014893866578737893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,8192,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,8192,0.015165866414705912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,8192,0.03169386585553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,8192,0.03129813273747762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,8192,0.03242666721343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,8192,0.032959999640782674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,8192,0.032798933982849124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,8192,0.03211200038592021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,8192,0.03185919920603435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,8192,0.03190720081329346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,8192,0.03135040005048116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,8192,0.033360000451405844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,8192,0.033690667152404784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,8192,0.03367253144582112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,8192,0.03216426571210225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,8192,0.03299093246459961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,8192,0.0340554674466451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,8192,0.265122127532959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,8192,0.5072362581888835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,8192,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,8192,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,8192,0.1446111996968587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,8192,0.07854613463083902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,8192,0.07626346747080484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,8192,0.07472000122070313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,8192,0.07528213659922281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,8192,0.07439146836598715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,8192,0.07326292991638184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,8192,0.07202133337656656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,8192,0.07214720249176025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,8192,0.07142293453216553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,8192,0.07106986840566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,8192,0.055777064959208165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,8192,0.05492800076802572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,8192,0.05479466517766317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,8192,0.05307413339614868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,8192,0.05068266789118449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,8192,0.05091520150502523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,8192,0.050462933381398525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,8192,0.049624534447987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,8192,0.04801386594772339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,8192,0.04725866715113322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,8192,0.04709226687749227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,8192,0.0461514671643575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,8192,0.04487253427505493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,8192,0.0302293340365092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,8192,0.0291701336701711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,8192,0.02842560013135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,8192,0.02707200050354004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,8192,0.027302400271097822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,8192,0.025978666543960572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,8192,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,8192,0.024234666426976522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,8192,0.023618133862813313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,8192,0.022373332579930624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,8192,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,8192,0.021885865926742555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,8192,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,8192,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,8192,0.021896533171335855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,8192,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,8192,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,8192,0.02157333294550578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,8192,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,8192,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,8192,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,8192,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,8192,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,8192,0.021050665775934854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,8192,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,8192,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,8192,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,8192,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,8192,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,8192,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,8192,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,8192,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,8192,0.021109332640965782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,8192,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,8192,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,8192,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,8192,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,8192,0.021013333400090536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,8192,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,8192,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,8192,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,8192,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,8192,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,8192,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,8192,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,7168,0.8203519980112711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,7168,0.4111693302790324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,7168,0.21749732891718546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,7168,0.11695067087809245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,7168,0.11229999860127766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,7168,0.11058800419171651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,7168,0.10945333043734233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,7168,0.1131986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,7168,0.10222933689753215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,7168,0.09389600157737732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,7168,0.09420933326085408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,7168,0.0854640007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,7168,0.0901639958222707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,7168,0.08870800336201985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,7168,0.07949600120385487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,7168,0.07595466574033101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,7168,0.07569999992847443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,7168,0.0649506648381551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,7168,0.06963199873765309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,7168,0.06075866520404816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,7168,0.06237199902534485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,7168,0.052813331286112465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,7168,0.0547706683476766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,7168,0.04911466439565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,7168,0.048909331361452736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,7168,0.041147999465465546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,7168,0.03944133222103119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,7168,0.0350626657406489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,7168,0.03766400118668874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,7168,0.028666667640209198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,7168,0.02885733296473821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,7168,0.028247999648253124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,7168,0.022411999603112537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,8192,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,7168,0.021353334188461304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,7168,0.0191533329586188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,7168,0.01561999941865603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,8192,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,7168,0.013151999562978745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,7168,0.01301866645614306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,7168,0.014994667222102484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,7168,0.01417466625571251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,8192,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,7168,0.013046666979789734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,7168,0.01251199965675672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,7168,0.015274666249752045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,7168,0.012398666391770044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,7168,0.012518666684627533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,7168,0.012398666391770044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,7168,0.013022666176160177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,7168,0.012953333556652069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,7168,0.012063999970753988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,7168,0.012132000178098679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,7168,0.011956000079711279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,7168,0.012638666977485022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,7168,0.011946666985750198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,7168,0.012488000094890594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,7168,0.01155333345135053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,7168,0.011442666252454122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,7168,0.01146399974822998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,7168,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,7168,0.012252000470956167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,7168,0.012346666306257248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,7168,0.012371999522050222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,7168,0.01228666678071022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,7168,0.012184000263611475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,7168,0.01202400028705597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,7168,0.010989333192507425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,7168,0.01195466642578443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,7168,0.011062666773796082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,7168,0.010938666760921478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,7168,0.011282666275898615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,7168,0.01107466717561086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,7168,0.011437332878510157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,7168,0.011429333438475927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,7168,0.011493333925803503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,7168,0.5600917180379231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,7168,0.1405717372894287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,7168,0.28329385121663414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,7168,1.0690699259440104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,7168,0.01109466701745987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,7168,0.15022506713867187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,7168,0.1328330675760905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,7168,0.131169064839681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,7168,0.128766934076945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,7168,0.1129205306371053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,7168,0.11192213694254557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,7168,0.1040501356124878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,7168,0.10905706882476807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,7168,0.10418559710184734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,7168,0.09363413651784261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,7168,0.09409173329671225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,7168,0.09607360363006592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,7168,0.0850879987080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,7168,0.08793066342671713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,7168,0.1292906681696574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,7168,0.07067093054453531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,7168,0.0782965342203776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,7168,0.06207146644592285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,7168,0.05415893395741781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,7168,0.05303146839141846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,7168,0.04686506589253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,7168,0.04800959825515747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,7168,0.04175359805425008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,7168,0.04228693246841431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,7168,0.039383467038472494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,7168,0.03527786731719971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,7168,0.07502079804738362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,7168,0.03222506642341614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,7168,0.062023464838663736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,7168,0.031516800324122116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,7168,0.026784000794092815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,7168,0.02529173294703166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,7168,0.025225599606831867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,7168,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,7168,0.02579946716626485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,7168,0.02482879956563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,7168,0.02408533294995626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,7168,0.02486613392829895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,7168,0.02293973366419474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,7168,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,7168,0.02323413292566935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,7168,0.02328959902127584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,7168,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,7168,0.022808533906936646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,7168,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,7168,0.02155733307202657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,7168,0.02097919980684916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,7168,0.020757333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,7168,0.022292266289393105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,7168,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,7168,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,7168,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,7168,0.020492800076802573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,7168,0.023457066218058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,7168,0.020533333222071327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,7168,0.019271467129389444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,7168,0.07508266766866048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,7168,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,7168,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,7168,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,7168,0.020869332551956176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,7168,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,7168,0.02187626759211222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,7168,0.02174826661745707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,7168,0.02115946610768636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,7168,0.020480000972747804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,7168,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,7168,0.020961066087086998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,7168,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,7168,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,7168,0.9572383880615234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,7168,0.4786239941914876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,7168,1.8706581115722656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,7168,0.24277653694152831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,7168,0.28002665837605795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,7168,0.23290026982625328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,7168,0.2673066775004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,7168,0.21859413782755532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,7168,0.21598399480183922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,7168,0.2675840059916178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,7168,0.2056586742401123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,7168,0.20064959526062012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,7168,0.19311787287394205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,7168,0.18378772735595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,7168,0.2297130743662516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,7168,0.15067413647969563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,7168,0.13126293023427327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,7168,0.12683520317077637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,7168,0.1109493335088094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,7168,0.10492266813913982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,7168,0.24093972841898598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,7168,0.1554207960764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,7168,0.1732192039489746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,7168,0.08575466473897299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,7168,0.08499413331349691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,7168,0.055896532535552976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,7168,0.05217066605885824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,7168,0.04673706690470378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,7168,0.04119040171305339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,7168,0.07320853074391684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,7168,0.07023999691009522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,7168,0.06396053234736124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,7168,0.037205334504445395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,7168,0.03338026603062948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,7168,0.028394667307535808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,7168,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,7168,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,7168,0.019679999351501463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,7168,0.01953173279762268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,7168,0.021568000316619873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,7168,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,7168,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,7168,0.021265067656834922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,7168,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,7168,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,7168,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,7168,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,7168,0.015497600038846334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,7168,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,7168,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,7168,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,7168,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,7168,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,7168,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,7168,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,7168,0.026754132906595868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,7168,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,7168,0.02601813276608785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,7168,0.026065067450205488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,7168,0.028064000606536865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,7168,0.026817067464192705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,7168,0.027619200944900512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,7168,0.028479999303817748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,7168,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,7168,0.027565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,7168,0.028775467475255327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,7168,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,7168,0.028115199009577437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,7168,0.028060799837112425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,7168,0.027350399891535444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,7168,0.027907200654347736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,7168,0.030640000104904176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,7168,0.23989013036092124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,7168,0.45683733622233075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,7168,0.015774933497111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,7168,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,7168,0.13064533074696857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,7168,0.07033066749572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,7168,0.06989226341247559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,7168,0.0702069362004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,7168,0.06942079861958822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,7168,0.06789759794871011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,7168,0.06732479731241861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,7168,0.06808640162150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,7168,0.06702293554941813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,7168,0.06496959924697876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,7168,0.06380693515141805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,7168,0.05135253270467123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,7168,0.04986026684443156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,7168,0.047546664873758956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,7168,0.04798080126444499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,7168,0.04708693424860637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,7168,0.046209065119425456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,7168,0.044506665070851645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,7168,0.04490986665089925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,7168,0.04393920103708903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,7168,0.04265706539154053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,7168,0.04211306571960449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,7168,0.04155840078989665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,7168,0.04135893185933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,7168,0.0280074675877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,7168,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,7168,0.025948800643285114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,7168,0.025474133094151814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,7168,0.025329067309697466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,7168,0.023374933004379272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,7168,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,7168,0.021539199352264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,7168,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,7168,0.02031360069910685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,7168,0.02004693349202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,7168,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,7168,0.020064000288645426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,7168,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,7168,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,7168,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,7168,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,7168,0.019453867276509603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,7168,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,7168,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,7168,0.019107200702031455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,7168,0.019307732582092285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,7168,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,7168,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,7168,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,7168,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,7168,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,7168,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,7168,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,7168,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,7168,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,7168,0.01909760038057963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,7168,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,7168,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,7168,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,7168,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,7168,0.019485867023468016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,7168,0.01912320057551066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,7168,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,7168,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,7168,0.0190720001856486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,7168,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,6144,0.6787827014923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,6144,0.40652668476104736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,6144,0.2069773276646932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,6144,0.11848400036493938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,6144,0.1181719998518626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,6144,0.09457066655158997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,6144,0.0940013329188029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,6144,0.0876200000445048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,6144,0.07974133392175038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,6144,0.07989199956258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,6144,0.07333333293596904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,6144,0.07456399997075398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,6144,0.07296800116697948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,6144,0.06607066591580708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,6144,0.06353333095709483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,6144,0.06514666477839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,6144,0.056549335519472756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,6144,0.06049866477648417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,6144,0.05300533274809519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,6144,0.11579466859499614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,6144,0.050658668080965676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,6144,0.046610668301582336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,6144,0.04744266470273336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,6144,0.04359200100104014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,6144,0.04221866528193156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,6144,0.035986666878064476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,6144,0.033972000082333885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,6144,0.030623999734719593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,6144,0.033398665487766266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,6144,0.02526800086100896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,6144,0.02528933435678482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,6144,0.025313332676887512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,6144,0.019600000232458115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,6144,0.018877333650986355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,6144,0.01661866654952367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,6144,0.013905332734187445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,6144,0.011569333573182424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,6144,0.011714667081832886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,6144,0.013570666313171387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,6144,0.012696000436941782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,6144,0.011851999908685684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,6144,0.013329333315292994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,6144,0.010966667284568151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,6144,0.010992000500361124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,6144,0.010940000414848328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,6144,0.012142666925986608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,6144,0.011981333295504252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,6144,0.011035999904076258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,6144,0.010913333545128504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,6144,0.011045332998037338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,6144,0.01116266722480456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,6144,0.011046666651964188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,6144,0.011772000541289648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,6144,0.011485333244005838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,6144,0.010806666066249212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,6144,0.01044666642944018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,6144,0.010377333189050356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,6144,0.010482666393121084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,7168,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,6144,0.010464000205198923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,6144,0.011517333487669626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,6144,0.01144666721423467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,6144,0.011549333731333414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,6144,0.011169333010911942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,6144,0.01139599954088529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,6144,0.01118933285276095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,6144,0.011334666361411413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,6144,0.010117333382368088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,6144,0.010363999754190445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,6144,0.010191999996701876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,6144,0.010062666609883308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,6144,0.009885333478450775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,6144,0.010337333505352339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,6144,0.010310666635632515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,6144,0.010476000607013702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,6144,0.48438186645507814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,6144,0.24844692548116049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,6144,0.9177621205647787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,6144,0.1229856014251709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,6144,0.12039146423339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,6144,0.11639893054962158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,6144,0.11253120104471843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,6144,0.11404053370157878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,6144,0.10639572938283284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,6144,0.09998400211334228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,6144,0.09785280227661133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,6144,0.09519360065460206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,6144,0.09418453375498453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,6144,0.09197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,6144,0.08909119764963785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,6144,0.07832213242848715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,6144,0.07509653568267823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,6144,0.08115413188934326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,6144,0.06744639873504639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,6144,0.06510826746622721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,6144,0.060103468100229894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,6144,0.058183467388153075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,6144,0.05591573317845663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,6144,0.05524906714757284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,6144,0.05013120174407959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,6144,0.04715413252512614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,6144,0.044939732551574706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,6144,0.04561813275019328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,6144,0.04008959929148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,6144,0.038755198319753006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,6144,0.03670080105463664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,6144,0.03325440088907878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,6144,0.031129600604375203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,6144,0.03019839922587077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,6144,0.025889066855112712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,6144,0.024576000372568765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,6144,0.0790165344874064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,6144,0.024779733022054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,6144,0.024845866362253825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,6144,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,6144,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,6144,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,6144,0.02327573299407959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,6144,0.02342080076535543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,6144,0.021635200579961142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,6144,0.021229867140452066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,6144,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,6144,0.02090559999148051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,6144,0.02146773338317871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,6144,0.022291199366251627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,6144,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,6144,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,6144,0.02015786568323771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,6144,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,6144,0.0213919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,6144,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,6144,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,6144,0.019237333536148073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,6144,0.020920532941818237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,6144,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,6144,0.017944532632827758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,6144,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,6144,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,6144,0.01967786749204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,6144,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,6144,0.02096959948539734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,6144,0.020111999909083047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,6144,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,6144,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,6144,0.020487467447916664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,6144,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,6144,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,6144,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,6144,0.01795626680056254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,7168,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,6144,0.9057098388671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,6144,0.45549761454264326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,6144,1.7973941802978515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,6144,0.23512214024861655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,6144,0.26335573196411133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,6144,0.22010879516601561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,6144,0.2502240022023519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,6144,0.25173333485921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,6144,0.20491092999776206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,6144,0.2026144027709961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,6144,0.1905344009399414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,6144,0.18001813888549806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,6144,0.17269439697265626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,6144,0.231277863184611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,6144,0.1573845386505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,6144,0.12242133617401123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,6144,0.12448320388793946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,6144,0.1066314697265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,6144,0.10414079825083415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,6144,0.0938645362854004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,6144,0.08798613548278808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,6144,0.214791472752889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,6144,0.14982080459594727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,6144,0.078382937113444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,6144,0.07642239729563395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,6144,0.05371306737263998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,6144,0.049600001176198324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,6144,0.04459413290023804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,6144,0.03896426757176717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,6144,0.06907413005828858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,6144,0.06408853530883789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,6144,0.06171946525573731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,6144,0.03548693259557088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,6144,0.03133973280588786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,6144,0.026522666215896606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,6144,0.021921066443125407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,6144,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,6144,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,6144,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,6144,0.019795199235280357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,6144,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,6144,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,6144,0.019475199778874717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,6144,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,6144,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,6144,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,6144,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,6144,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,6144,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,6144,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,6144,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,6144,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,6144,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,6144,0.012645333011945089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,6144,0.025116799275080363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,6144,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,6144,0.025225599606831867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,6144,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,6144,0.02483733296394348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,6144,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,6144,0.02621226708094279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,6144,0.026258132855097455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,6144,0.02611306707064311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,6144,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,6144,0.025539199511210125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,6144,0.025196800629297893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,6144,0.0252074658870697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,6144,0.02537386616071065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,6144,0.02611946662267049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,6144,0.02608426610628764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,6144,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,6144,0.028365866343180342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,6144,0.11752746899922688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,6144,0.4082304000854492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,6144,0.22112000783284508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,6144,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,6144,0.06351253191630045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,6144,0.0636789321899414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,6144,0.06330133279164632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,6144,0.06121493180592855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,6144,0.06037439902623495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,6144,0.06088533401489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,6144,0.06063146591186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,6144,0.06046506563822428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,6144,0.05670933326085409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,6144,0.057180798053741454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,6144,0.04517973264058431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,6144,0.044606932004292804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,6144,0.04291839996973674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,6144,0.042683732509613034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,6144,0.0421781341234843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,6144,0.041212801138559976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,6144,0.04019840161005656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,6144,0.03999893267949422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,6144,0.039656531810760495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,6144,0.03848106861114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,6144,0.03802773157755534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,6144,0.037758934497833255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,6144,0.03703893423080444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,6144,0.02529173294703166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,6144,0.02444053292274475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,6144,0.023987199862798056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,6144,0.023362133900324503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,6144,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,6144,0.021401600042978922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,6144,0.021116799116134642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,6144,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,6144,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,6144,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,6144,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,6144,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,6144,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,6144,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,6144,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,6144,0.017873066663742065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,6144,0.01744426687558492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,6144,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,6144,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,6144,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,6144,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,6144,0.01767359972000122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,6144,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,6144,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,6144,0.01783039967219035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,6144,0.01746986707051595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,6144,0.01743040084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,6144,0.01781439979871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,6144,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,6144,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,6144,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,6144,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,6144,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,6144,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,6144,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,6144,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,6144,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,6144,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,6144,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,6144,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,6144,0.01743040084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,6144,0.01743040084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,6144,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,5120,0.5758719762166341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,5120,0.2880309422810873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,5120,0.1483583927154541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,5120,0.09514239629109701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,5120,0.09633386929829915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,5120,0.09454826513926187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,5120,0.0875221331914266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,5120,0.08163519700368246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,5120,0.0704522689183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,5120,0.06511466503143311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,5120,0.06529066562652588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,5120,0.059862399101257326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,5120,0.06211413145065307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,5120,0.06061439911524454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,5120,0.05514666636784872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,5120,0.05287253459294637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,5120,0.05529599984486898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,5120,0.04727466503779094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,5120,0.04939519961675008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,5120,0.043150933583577473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,5120,0.04346239964167277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,5120,0.03750400145848592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,5120,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,5120,0.03487573464711507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,5120,0.03513280153274536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,5120,0.02945173382759094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,5120,0.02835306723912557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,5120,0.025396267573038738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,5120,0.028065067529678345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,5120,0.02102933327356974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,5120,0.02103253404299418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,5120,0.020897066593170165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,5120,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,5120,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,5120,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,5120,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,5120,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,5120,0.010156800349553425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,5120,0.011327999830245971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,5120,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,5120,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,5120,0.0100682665904363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,5120,0.011452800035476685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,5120,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,5120,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,5120,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,5120,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,5120,0.009820800026257832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,5120,0.009369599819183349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,5120,0.009437867005666097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,5120,0.009480533003807069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,5120,0.010104533036549885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,5120,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,5120,0.009489066402117411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,5120,0.009361066420873006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,6144,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,5120,0.009412266810735067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,5120,0.009388800462086995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,5120,0.009489066402117411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,5120,0.009293867150942485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,5120,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,5120,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,5120,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,5120,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,5120,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,5120,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,5120,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,5120,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,5120,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,5120,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,5120,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,5120,0.009076266487439474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,5120,0.009060266613960265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,5120,0.009035733342170716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,5120,0.009011200070381165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,6144,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,5120,0.3996351877848307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,5120,0.7683850606282552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,5120,0.20061225891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,5120,0.10009386539459228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,5120,0.1024725357691447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,5120,0.09438186486562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,5120,0.09387733141581217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,5120,0.0909781297047933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,5120,0.0963200012842814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,5120,0.08358933130900065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,5120,0.08365440368652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,5120,0.07749226888020834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,5120,0.077182936668396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,5120,0.07525760332743327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,5120,0.07272533575693765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,5120,0.0690602699915568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,5120,0.06642880042394003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,5120,0.06284373203913371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,5120,0.061051734288533534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,5120,0.05738240083058675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,5120,0.05608426729838053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,5120,0.05156799952189127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,5120,0.04706986745198567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,5120,0.0478432019551595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,5120,0.04369173447291057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,5120,0.042872532208760576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,5120,0.04072213172912598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,5120,0.04123733441034953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,5120,0.03521920045216878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,5120,0.03550826708475749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,5120,0.03338133494059245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,5120,0.03113173246383667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,5120,0.029604266087214153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,5120,0.027914667129516603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,5120,0.02481173276901245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,5120,0.023622399568557738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,5120,0.02317439913749695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,5120,0.022855466604232787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,5120,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,5120,0.02241920034090678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,5120,0.021237333615620933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,5120,0.052985600630442296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,5120,0.022907733917236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,5120,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,5120,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,5120,0.020054399967193604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,5120,0.02033066749572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,5120,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,5120,0.01973759929339091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,5120,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,5120,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,5120,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,5120,0.01874026656150818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,5120,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,5120,0.01909760038057963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,5120,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,5120,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,5120,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,5120,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,5120,0.01686826745669047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,5120,0.01717653274536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,5120,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,5120,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,5120,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,5120,0.017698132991790773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,5120,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,5120,0.020332799355189005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,5120,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,5120,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,5120,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,5120,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,5120,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,5120,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,5120,0.4452512105305989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,5120,0.8705845514933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,5120,0.24704532623291015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,5120,1.7116128285725911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,5120,0.21990933418273925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,5120,0.20618133544921874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,5120,0.2339562733968099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,5120,0.24017066955566407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,5120,0.18235839207967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,5120,0.1702954610188802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,5120,0.15996479988098145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,5120,0.14257386525472004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,5120,0.139192533493042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,5120,0.12274879614512127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,5120,0.21186985969543456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,5120,0.10363840262095134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,5120,0.10014613469441731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,5120,0.09719146887461344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,5120,0.08576320012410482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,5120,0.08643519878387451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,5120,0.07816853523254394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,5120,0.19364159901936848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,5120,0.11795307000478109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,5120,0.07166612943013509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,5120,0.06991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,5120,0.05148373444875082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,5120,0.04666239817937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,5120,0.042878933747609455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,5120,0.03695679903030395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,5120,0.06465280055999756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,5120,0.06009386777877808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,5120,0.05626560052235922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,5120,0.034127998352050784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,5120,0.028369067112604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,5120,0.02483733296394348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,5120,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,5120,0.017886932690938315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,5120,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,5120,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,5120,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,5120,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,5120,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,5120,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,5120,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,5120,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,5120,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,5120,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,5120,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,5120,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,5120,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,5120,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,5120,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,5120,0.01139520009358724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,5120,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,5120,0.011405866344769795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,5120,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,5120,0.02108906706174215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,5120,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,5120,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,5120,0.021623466412226358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,5120,0.020886399348576865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,5120,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,5120,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,5120,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,5120,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,5120,0.013209600249926248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,5120,0.021820799509684245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,5120,0.021576533714930214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,5120,0.022383999824523926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,5120,0.02256853381792704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,5120,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,5120,0.021934932470321654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,5120,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,5120,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,5120,0.36864960988362633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,5120,0.1050335963567098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,5120,0.05721280177434286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,5120,0.19634025891621906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,5120,0.054707201321919766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,5120,0.056195199489593506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,5120,0.05417813460032145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,5120,0.053157333532969156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,5120,0.05204693476359049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,5120,0.05200426578521729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,5120,0.05190293391545614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,5120,0.05042879978815714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,5120,0.04997760057449341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,5120,0.04031360149383545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,5120,0.04025706847508748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,5120,0.03826453288396199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,5120,0.03855573336283366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,5120,0.037205334504445395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,5120,0.03709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,5120,0.03581440051396688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,5120,0.035807998975118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,5120,0.03533866802851359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,5120,0.034704001744588216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,5120,0.03384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,5120,0.033336532115936277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,5120,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,5120,0.02286506692568461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,5120,0.021929599841435752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,5120,0.021177599827448525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,5120,0.02090453306833903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,5120,0.020358399550120036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,5120,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,5120,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,5120,0.01830293337504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,5120,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,5120,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,5120,0.016220800081888833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,5120,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,5120,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,5120,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,5120,0.016215466459592185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,5120,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,5120,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,5120,0.01623466710249583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,5120,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,5120,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,5120,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,5120,0.01590293347835541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,5120,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,5120,0.01586026648680369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,5120,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,5120,0.015848533312479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,5120,0.01593706707159678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,5120,0.015863466262817382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,5120,0.0159061332543691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,5120,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,5120,0.01600320041179657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,5120,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,5120,0.01592853367328644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,5120,0.015931733449300132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,5120,0.01581546664237976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,5120,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,5120,0.015851733088493348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,5120,0.015828266739845276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,5120,0.015846400459607442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,5120,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,5120,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,5120,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,5120,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,4096,0.4629141489664714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,4096,0.23090666135152182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,4096,0.12471146583557129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,4096,0.07040639718373617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,4096,0.07179520130157471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,4096,0.062384001413981115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,4096,0.0609226663907369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,4096,0.06149866580963135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,4096,0.05662826697031657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,4096,0.05142613252003988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,5120,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,4096,0.05175466537475586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,4096,0.048897067705790206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,4096,0.049364264806111655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,4096,0.04872106711069743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,4096,0.04380266666412354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,4096,0.042905600865681966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,4096,0.038636799653371176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,4096,0.04094293514887492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,4096,0.03597653309504191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,4096,0.03496640125910441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,4096,0.031932799021402995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,4096,0.032348799705505374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,4096,0.029721599817276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,4096,0.02972053289413452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,4096,0.025158399343490602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,4096,0.023902932802836098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,4096,0.021617066860198975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,4096,0.024129066864649454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,4096,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,4096,0.042991999785105386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,4096,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,4096,0.01783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,4096,0.013411200046539307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,4096,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,4096,0.012344533205032348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,4096,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,4096,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,4096,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,4096,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,4096,0.008431999882062276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,4096,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,4096,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,4096,0.009492266178131103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,4096,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,4096,0.008239999910195668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,4096,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,4096,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,4096,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,4096,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,4096,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,4096,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,4096,0.008226133386294047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,4096,0.008200533191363017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,4096,0.008044800162315369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,4096,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,4096,0.00906773308912913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,4096,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,4096,0.010305066903432209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,4096,0.008063999811808269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,4096,0.008024533092975617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,4096,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,4096,0.008156799773375193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,4096,0.008065066734949748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,5120,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,4096,0.00801386684179306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,4096,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,4096,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,4096,0.00803306649128596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,4096,0.008097066481908163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,4096,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,4096,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,4096,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,4096,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,4096,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,5120,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,4096,0.6291648228963216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,4096,0.32828054428100584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,4096,0.15084586143493653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,4096,0.08338239987691244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,4096,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,4096,0.08167466322580973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,4096,0.07949546972910562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,4096,0.08228586514790853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,4096,0.07961920102437338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,4096,0.07522346973419189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,4096,0.06697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,4096,0.06806613604227701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,4096,0.061996801694234216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,4096,0.06541546583175659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,4096,0.059233065446217856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,4096,0.05743253231048584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,4096,0.05706773201624552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,4096,0.056542932987213135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,4096,0.04978453318277995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,4096,0.05333226521809896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,4096,0.04975253343582153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,4096,0.046639998753865555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,4096,0.04777599970499675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,4096,0.0441429336865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,4096,0.045544532934824626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,4096,0.044556800524393717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,4096,0.03895680109659831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,4096,0.03852479855219523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,4096,0.03664000034332275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,4096,0.037956265608469646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,4096,0.031023999055226643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,4096,0.03102826674779256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,4096,0.03020159999529521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,4096,0.027721599737803145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,4096,0.0263264000415802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,4096,0.025337600708007814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,4096,0.020757333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,4096,0.02144213318824768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,4096,0.02133013407389323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,4096,0.021642667055130006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,4096,0.021078399817148843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,4096,0.020555732647577922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,4096,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,4096,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,4096,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,4096,0.01916266679763794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,4096,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,4096,0.018433066209157307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,4096,0.019513599077860513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,4096,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,4096,0.019282132387161255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,4096,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,4096,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,4096,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,4096,0.017476266622543334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,4096,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,4096,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,4096,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,4096,0.017562667528788246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,4096,0.017177599668502807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,4096,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,4096,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,4096,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,4096,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,4096,0.017118932803471883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,4096,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,4096,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,4096,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,4096,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,4096,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,4096,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,4096,0.01759999990463257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,4096,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,4096,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,4096,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,4096,0.4185215950012207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,4096,0.21792747179667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,4096,0.8272511800130209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,4096,0.19785599708557128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,4096,0.18917226791381836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,4096,1.640226109822591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,4096,0.168069330851237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,4096,0.20799147288004555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,4096,0.1692383925120036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,4096,0.1546346664428711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,4096,0.1297226667404175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,4096,0.12719679673512777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,4096,0.14288640022277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,4096,0.11139626502990722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,4096,0.11156906286875408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,4096,0.09542400042215983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,4096,0.09269546667734782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,4096,0.0876032034556071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,4096,0.11796159744262695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,4096,0.0816917339960734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,4096,0.07796266873677572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,4096,0.07268906434377034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,4096,0.10004693667093914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,4096,0.06663466691970825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,4096,0.0646453340848287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,4096,0.047576534748077395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,4096,0.04142613410949707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,4096,0.03985600074132283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,4096,0.059443199634552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,4096,0.03213333288828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,4096,0.05638613303502401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,4096,0.05183573166529337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,4096,0.02442773381868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,4096,0.031490133206049604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,4096,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,4096,0.017077332735061644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,4096,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,4096,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,4096,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,4096,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,4096,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,4096,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,4096,0.015965867042541503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,4096,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,4096,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,4096,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,4096,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,4096,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,4096,0.011889066298802693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,4096,0.011308800180753071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,4096,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,4096,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,4096,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,4096,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,4096,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,4096,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,4096,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,4096,0.01911146640777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,4096,0.019317332903544107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,4096,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,4096,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,4096,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,4096,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,4096,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,4096,0.019538132349650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,4096,0.019621332486470543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,4096,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,4096,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,4096,0.020218666394551596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,4096,0.020097066958745323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,4096,0.02027626633644104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,4096,0.019862399498621622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,4096,0.02027733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,4096,0.2918570518493652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,4096,0.15871680577596028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,4096,0.08444586594899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,4096,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,4096,0.04581973155339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,4096,0.04578239917755127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,4096,0.04444160064061482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,4096,0.04454506635665893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,4096,0.04443093140920003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,4096,0.043347199757893876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,4096,0.04292159875233968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,4096,0.042260265350341795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,4096,0.04196586608886719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,4096,0.04166719913482666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,4096,0.03318079908688863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,4096,0.03259200056393941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,4096,0.032315733035405476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,4096,0.032740267117818196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,4096,0.031691733996073404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,4096,0.030558933814366657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,4096,0.03054933349291484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,4096,0.0305184006690979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,4096,0.029386667410532634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,4096,0.0293503999710083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,4096,0.028963200251261395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,4096,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,4096,0.02738879919052124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,4096,0.019313067197799683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,4096,0.019076265891393027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,4096,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,4096,0.017918932437896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,4096,0.017458132902781167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,4096,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,4096,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,4096,0.01551253298918406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,4096,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,4096,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,4096,0.014261333147684732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,4096,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,4096,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,4096,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,4096,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,4096,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,4096,0.013825066884358726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,4096,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,4096,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,4096,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,4096,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,4096,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,4096,0.01381119986375173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,4096,0.013772799571355184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,4096,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,4096,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,4096,0.013857066631317139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,4096,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,4096,0.013924266894658408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,4096,0.013914666573206582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,4096,0.01381013294061025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,4096,0.013734400272369385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,4096,0.013808000087738036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,4096,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,4096,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,4096,0.013915733496348063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,4096,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,4096,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,4096,0.013748266299565635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,4096,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,4096,0.013806933164596557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,4096,0.01338879962762197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,4096,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,3584,0.41254078547159834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,3584,0.20508054097493492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,3584,0.10626133282979329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,3584,0.0559936006863912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,4096,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,3584,0.06896853446960449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,3584,0.055885867277781165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,3584,0.05332800149917603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,3584,0.055094401041666664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,3584,0.04960319995880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,3584,0.045390931765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,3584,0.04221226771672566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,3584,0.04329280058542888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,3584,0.04213546514511109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,3584,0.03878399928410848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,3584,0.03694399992624919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,3584,0.03829013506571452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,4096,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,3584,0.03370986779530843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,3584,0.03805013497670491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,3584,0.031189332405726116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,3584,0.03346133232116699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,3584,0.027591466903686523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,3584,0.030168533325195312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,3584,0.02744106650352478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,3584,0.023322665691375734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,3584,0.022434133291244506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,3584,0.020086399714152017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,3584,0.021271467208862305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,3584,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,3584,0.04678080081939697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,3584,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,3584,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,3584,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,3584,0.011909332871437073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,3584,0.010909866293271382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,3584,0.008183466891447704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,3584,0.008664533495903015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,3584,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,3584,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,3584,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,3584,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,3584,0.008039466540018718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,3584,0.008910933136940002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,3584,0.007640533149242401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,3584,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,3584,0.007658666869004567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,3584,0.007640533149242401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,3584,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,3584,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,3584,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,3584,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,3584,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,3584,0.007276799778143566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,3584,0.00737066666285197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,3584,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,3584,0.02537493308385213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,3584,0.008126933375994365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,3584,0.008923733234405517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,3584,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,3584,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,3584,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,3584,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,3584,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,3584,0.00722453345855077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,3584,0.007291733225186665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,3584,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,3584,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,3584,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,3584,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,3584,0.00941439966360728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,3584,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,3584,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,3584,0.009403733412424724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,3584,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,3584,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,3584,0.5582880020141602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,3584,0.28851839701334636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,3584,0.13484586079915364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,3584,0.0746239980061849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,3584,0.07235413392384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,3584,0.07437439759572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,3584,0.07101439634958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,3584,0.06619413296381632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,3584,0.06741546789805095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,3584,0.06045120159784952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,3584,0.05947306553522745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,3584,0.05677546660105387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,3584,0.057801600297292074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,3584,0.055735464890797934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,3584,0.0550378680229187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,3584,0.0506282647450765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,3584,0.0528767983118693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,3584,0.048792533079783124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,4096,0.013479466239611307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,3584,0.04982826709747314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,3584,0.04632426500320434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,3584,0.04356373151143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,3584,0.04416746695836385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,3584,0.04250880082448323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,3584,0.040106666088104245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,3584,0.039323735237121585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,3584,0.035871998469034834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,3584,0.035785599549611406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,3584,0.03399146795272827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,3584,0.034519465764363606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,3584,0.03012266755104065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,3584,0.030661332607269286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,3584,0.02477546731630961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,3584,0.026697599887847902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,3584,0.025047467152277632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,3584,0.02087999979654948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,3584,0.020483199755350748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,3584,0.018807466824849448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,3584,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,3584,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,3584,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,3584,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,3584,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,3584,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,3584,0.01830613414446513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,3584,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,3584,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,3584,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,3584,0.01785279909769694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,3584,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,3584,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,3584,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,3584,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,3584,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,3584,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,3584,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,3584,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,3584,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,3584,0.030588799715042116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,3584,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,3584,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,3584,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,3584,0.017095466454823814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,3584,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,3584,0.016940800348917644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,3584,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,3584,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,3584,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,3584,0.017130666971206666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,3584,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,3584,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,3584,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,3584,0.01869866649309794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,3584,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,3584,0.4237066586812337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,3584,0.8253621419270833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,3584,0.18886613845825195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,3584,0.17184319496154785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,3584,0.1608789285024007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,3584,0.14224960009256998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,3584,1.6326506296793621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,3584,0.18512320518493652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,3584,0.11787306467692057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,3584,0.11349866390228272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,3584,0.10887146790822347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,3584,0.10371413230895996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,3584,0.15413440068562825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,3584,0.1018346627553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,3584,0.12275839646657308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,3584,0.08933653036753336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,3584,0.08507839838663736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,3584,0.08141226768493652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,3584,0.07694400151570638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,3584,0.13392640749613444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,3584,0.07430613040924072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,3584,0.07036159833272299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,3584,0.09381653467814127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,3584,0.0637994647026062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,3584,0.06200533310572306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,3584,0.04612373510996501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,3584,0.03905066649119059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,3584,0.038500265280405684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,3584,0.031206399202346802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,3584,0.05792533159255982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,3584,0.05426880121231079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,3584,0.04933760166168213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,3584,0.029370667537053426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,3584,0.024392533302307128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,3584,0.021747199694315593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,3584,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,3584,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,3584,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,3584,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,3584,0.013470932841300964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,3584,0.013454932967821756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,3584,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,3584,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,3584,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,3584,0.010909866293271382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,3584,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,3584,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,3584,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,3584,0.0109525332848231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,3584,0.00965226689974467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,3584,0.009284266829490661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,3584,0.009723732868830364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,3584,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,3584,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,3584,0.017537067333857216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,3584,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,3584,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,3584,0.011436800161997478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,3584,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,3584,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,3584,0.017077332735061644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,3584,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,3584,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,3584,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,3584,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,3584,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,3584,0.017825067043304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,3584,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,3584,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,3584,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,3584,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,3584,0.018172800540924072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,3584,0.019078399737675986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,3584,0.2673130671183268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,3584,0.13901227315266926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,3584,0.0762826681137085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,3584,0.04192320108413696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,3584,0.04029013315836589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,3584,0.041405868530273435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,3584,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,3584,0.040590933958689374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,3584,0.03976000150044759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,3584,0.03940373261769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,3584,0.03869119882583618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,3584,0.03927359978357951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,3584,0.03790293137232463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,3584,0.03768426577250163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,3584,0.030102399984995525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,3584,0.030703999598821002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,3584,0.029526400566101074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,3584,0.029783467451731365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,3584,0.02856106758117676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,3584,0.028519467512766523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,3584,0.027348266045252485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,3584,0.027691733837127686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,3584,0.026868265867233277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,3584,0.02731093366940816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,3584,0.026336000363032026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,3584,0.026264532407124834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,3584,0.025275733073552447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,3584,0.018314667542775474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,3584,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,3584,0.017156267166137697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,3584,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,3584,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,3584,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,3584,0.015426133076349893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,3584,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,3584,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,3584,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,3584,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,3584,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,3584,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,3584,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,3584,0.012961066762606301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,3584,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,3584,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,3584,0.01337386667728424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,3584,0.013131733735402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,3584,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,3584,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,3584,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,3584,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,3584,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,3584,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,3584,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,3584,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,3584,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,3584,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,3584,0.012607999642690024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,3584,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,3584,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,3584,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,3584,0.012563199798266093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,3584,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,3584,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,3584,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,3584,0.012988799810409546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,3584,0.012923733393351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,3584,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,3584,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,3584,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,3584,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,3072,0.3586474736531576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,3584,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,3072,0.1830645402272542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,3072,0.09295146465301514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,3072,0.056157867113749184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,3072,0.0504693349202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,3072,0.05223893324534098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,3072,0.047815465927124025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,3072,0.050271999835968015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,3072,0.04381440083185832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,3072,0.03940693140029907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,3072,0.040701866149902344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,3584,0.012611200412114462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,3072,0.0382207989692688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,3072,0.037223466237386066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,3072,0.03399146795272827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,3072,0.03279786705970764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,3072,0.032536532481511435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,3072,0.030136533578236896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,3072,0.027782400449117024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,3072,0.0309663991133372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,3072,0.02677226662635803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,3072,0.024369066953659056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,3072,0.025049599011739095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,3072,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,3072,0.022825600703557332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,3072,0.019236266613006592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,3072,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,3072,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,3072,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,3072,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,3072,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,3072,0.014777599771817525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,3072,0.011433600385983785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,3072,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,3072,0.008045866588751475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,3072,0.007632000247637431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,3072,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,3072,0.007295999924341838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,3072,0.008599467078844706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,3072,0.037724800904591876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,3072,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,3072,0.007272533575693766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,3072,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,3072,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,3072,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,3072,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,3072,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,3072,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,3072,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,3072,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,3072,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,3072,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,3072,0.00655680000782013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,3072,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,3072,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,3072,0.011421866218249003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,3072,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,3072,0.007014399766921997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,3072,0.00844693382581075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,3072,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,3072,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,3072,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,3072,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,3072,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,3072,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,3072,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,3072,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,3072,0.007857066889603932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,3072,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,3072,0.007803733150164287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,3072,0.007772799829641979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,3072,0.007705600063006084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,3072,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,3072,0.008973866701126099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,3072,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,3072,0.4827402750651042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,3072,0.24410239855448404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,3072,0.11423892974853515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,3072,0.06198079983393351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,3072,0.06125226815541586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,3072,0.062380798657735194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,3072,0.05797119935353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,3072,0.05964266856511434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,3072,0.056968533992767335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,3072,0.05375039974848429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,3072,0.05255786577860514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,3072,0.051429335276285806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,3072,0.0503114660580953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,3072,0.04912639856338501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,3584,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,3072,0.04670186837514241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,3072,0.0468938668568929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,3072,0.046453332901000975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,3072,0.044447998205820724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,3072,0.04097493489583333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,3072,0.043636266390482584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,3072,0.04526826540629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,3072,0.03826560179392497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,3072,0.03928426504135132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,3072,0.036032001177469894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,3072,0.03502613306045532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,3072,0.03385173479715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,3072,0.03330133358637492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,3072,0.03087573250134786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,3072,0.028833067417144774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,3072,0.03109440008799235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,3072,0.02682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,3072,0.02824746568997701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,3072,0.025639466444651288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,3072,0.022974934180577597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,3072,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,3072,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,3072,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,3072,0.02042986750602722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,3072,0.019692800442377725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,3072,0.01884053349494934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,3072,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,3072,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,3072,0.01909653345743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,3072,0.017490132649739584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,3072,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,3072,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,3072,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,3072,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,3072,0.020270933707555137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,3072,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,3072,0.019976532459259032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,3072,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,3072,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,3072,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,3072,0.02029013236363729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,3072,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,3072,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,3072,0.017998933792114258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,3072,0.015843199690183003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,3072,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,3072,0.014735999703407287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,3072,0.016744534174601235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,3072,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,3072,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,3072,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,3072,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,3072,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,3072,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,3072,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,3072,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,3072,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,3072,0.017947733402252197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,3072,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,3072,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,3072,0.160425599416097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,3072,0.4089397430419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,3072,0.7956917444864909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,3072,0.14463893572489422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,3072,0.1377461274464925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,3072,0.12390613555908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,3072,1.5823071797688804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,3072,0.15764479637145995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,3072,0.1296330690383911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,3072,0.11064213116963703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,3072,0.10752320289611816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,3072,0.1035648028055827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,3072,0.09993279774983724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,3072,0.09736746946970622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,3072,0.11968639691670735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,3072,0.08579306602478028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,3072,0.08274453481038412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,3072,0.07890453338623046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,3072,0.1134453296661377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,3072,0.0750986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,3072,0.06804266770680746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,3072,0.07032533486684164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,3072,0.09249599774678549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,3072,0.06166293223698934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,3072,0.06011413335800171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,3072,0.0449290672938029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,3072,0.037973332405090335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,3072,0.03710399866104126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,3072,0.030177066723505657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,3072,0.0543498675028483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,3072,0.05305920044581095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,3072,0.04737173318862915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,3072,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,3072,0.0233407994111379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,3072,0.02153173287709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,3072,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,3072,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,3072,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,3072,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,3072,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,3072,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,3072,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,3072,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,3072,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,3072,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,3072,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,3072,0.010890666643778484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,3072,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,3072,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,3072,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,3072,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,3072,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,3072,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,3072,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,3072,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,3072,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,3072,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,3072,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,3072,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,3072,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,3072,0.01048533320426941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,3072,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,3072,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,3072,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,3072,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,3072,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,3072,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,3072,0.015656532843907674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,3072,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,3072,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,3072,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,3072,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,3072,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,3072,0.12073813279469807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,3072,0.22934400240580238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,3072,0.06726293563842774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,3072,0.03683626651763916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,3072,0.03672533432642619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,3072,0.035794134934743246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,3072,0.035742934544881186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,3072,0.035556264718373615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,3072,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,3072,0.03511999845504761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,3072,0.03477120002110799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,3072,0.034251733620961504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,3072,0.034430932998657224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,3072,0.033758934338887533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,3072,0.027321600914001466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,3072,0.026927999655405682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,3072,0.026843732595443724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,3072,0.02609493335088094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,3072,0.025625600417455034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,3072,0.025702399015426636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,3072,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,3072,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,3072,0.02434026598930359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,3072,0.024336000283559166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,3072,0.024053333202997844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,3072,0.023092265923817953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,3072,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,3072,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,3072,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,3072,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,3072,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,3072,0.015013333161671957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,3072,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,3072,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,3072,0.013555199901262919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,3072,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,3072,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,3072,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,3072,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,3072,0.012523733576138816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,3072,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,3072,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,3072,0.012095999717712403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,3072,0.012120532989501952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,3072,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,3072,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,3072,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,3072,0.01186240017414093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,3072,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,3072,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,3072,0.01172693371772766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,3072,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,3072,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,3072,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,3072,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,3072,0.011732266346613566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,3072,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,3072,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,3072,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,3072,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,3072,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,3072,0.011749333143234253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,3072,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,3072,0.011736533045768738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,3072,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,3072,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,3072,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,3072,0.01176533301671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,3072,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,2560,0.2968213399251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,2560,0.15871680577596028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,2560,0.07514239947001139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,2560,0.043170134226481124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,2560,0.040705064932505294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,2560,0.0421610673268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,2560,0.03911466598510742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,2560,0.04133439858754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,2560,0.0366538683573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,2560,0.035062400499979655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,2560,0.03225920001665751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,2560,0.032773333787918094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,2560,0.03155626654624939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,2560,0.032612266143163045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,2560,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,2560,0.029665066798528032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,2560,0.026523733139038087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,2560,0.027756800254185993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,2560,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,2560,0.023804799715677897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,2560,0.021922133366266885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,2560,0.022080000241597494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,2560,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,3072,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,2560,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,2560,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,2560,0.01685653328895569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,2560,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,2560,0.015879467129707336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,2560,0.012660266955693564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,2560,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,2560,0.01016213297843933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,2560,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,2560,0.008488532900810242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,2560,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,2560,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,2560,0.0064181332786877945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,2560,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,2560,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,2560,0.028165332476298016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,2560,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,2560,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,2560,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,2560,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,2560,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,2560,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,2560,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,2560,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,2560,0.005959466596444448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,2560,0.006001066664854685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,2560,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,2560,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,2560,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,2560,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,2560,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,2560,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,2560,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,2560,0.012584533294041952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,2560,0.005339733262856802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,2560,0.005381333331267038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,2560,0.005193600058555603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,2560,0.005169066786766052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,2560,0.005235200126965841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,2560,0.00535999983549118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,2560,0.005245866874853769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,2560,0.007587199906508128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,2560,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,2560,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,2560,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,2560,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,2560,0.007439999779065449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,2560,0.007446399827798207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,2560,0.008514133095741273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,2560,0.0059562668204307554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,2560,0.20357653299967446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,2560,0.40265601476033525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,2560,0.09656319618225098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,2560,0.05590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,2560,0.0530623992284139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,2560,0.05227200190226237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,2560,0.04970453182856242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,2560,0.04911786715189616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,2560,0.04606719811757405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,2560,0.045850666364034016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,2560,0.05559680064519247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,2560,0.04380906820297241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,2560,0.043353601296742754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,2560,0.045178667704264326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,2560,0.041450667381286624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,2560,0.04006186723709106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,2560,0.040082132816314696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,2560,0.03720426559448242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,2560,0.03570559819539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,2560,0.03415679931640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,2560,0.03370346625645955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,2560,0.031067732969919843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,2560,0.03150826692581177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,2560,0.04519999821980794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,2560,0.03265386621157328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,2560,0.029531733194986982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,2560,0.041653335094451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,2560,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,2560,0.025098667542139692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,2560,0.029600000381469725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,2560,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,2560,0.024889600276947022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,2560,0.02339306672414144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,2560,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,2560,0.022935465971628825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,2560,0.018797866503397622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,2560,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,2560,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,2560,0.01829866568247477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,2560,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,2560,0.01726186672846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,2560,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,2560,0.01892906626065572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,2560,0.017516799767812095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,2560,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,2560,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,2560,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,2560,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,2560,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,2560,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,2560,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,2560,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,2560,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,2560,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,2560,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,2560,0.016883200407028197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,2560,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,2560,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,2560,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,2560,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,2560,0.017528533935546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,2560,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,2560,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,2560,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,2560,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,2560,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,2560,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,2560,0.017080533504486083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,2560,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,2560,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,2560,0.017504000663757326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,2560,0.016871466239293417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,2560,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,2560,0.14572587013244628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,2560,0.39557120005289714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,2560,0.13337599436442057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,2560,0.7826143900553386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,2560,0.12657492955525715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,2560,0.1186794678370158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,2560,1.5467402140299478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,2560,0.14250879287719725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,2560,0.1057535966237386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,2560,0.10252266724904377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,2560,0.09843093554178874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,2560,0.09602453708648681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,2560,0.09333226680755616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,2560,0.11549332936604817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,2560,0.12145919799804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,2560,0.08287999629974366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,2560,0.07992640336354574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,2560,0.07547946770985922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,2560,0.07284800211588541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,2560,0.10954346656799316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,2560,0.068941863377889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,2560,0.06559146642684936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,2560,0.08829013506571451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,2560,0.06012800137201944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,2560,0.05819520155588785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,2560,0.04262719949086507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,2560,0.036873598893483475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,2560,0.03543146848678589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,2560,0.02892373402913411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,2560,0.053464531898498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,2560,0.04537813266118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,2560,0.050987732410430905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,2560,0.02768426736195882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,2560,0.022265599171320597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,2560,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,2560,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,2560,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,2560,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,2560,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,2560,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,2560,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,2560,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,2560,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,2560,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,2560,0.010145066181818645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,2560,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,2560,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,2560,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,2560,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,2560,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,2560,0.008954667051633199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,2560,0.01249066690603892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,2560,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,2560,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,2560,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,2560,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,2560,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,2560,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,2560,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,2560,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,2560,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,2560,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,2560,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,2560,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,2560,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,2560,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,2560,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,2560,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,2560,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,2560,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,2560,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,2560,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,2560,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,2560,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,2560,0.10458347002665203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,2560,0.20049600601196288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,2560,0.05880106687545776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,2560,0.032631466786066696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,2560,0.032671999931335446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,2560,0.0322922666867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,2560,0.032102400064468385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,2560,0.03184106747309367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,2560,0.031063467264175415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,2560,0.031088000535964964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,2560,0.030341333150863646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,2560,0.030522666374842328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,2560,0.02974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,2560,0.023854933182398477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,2560,0.024462932348251344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,2560,0.024011733134587605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,2560,0.023219199975331624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,2560,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,2560,0.02288320064544678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,2560,0.022352000077565513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,2560,0.021939200162887574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,2560,0.021917865673700968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,2560,0.021886932849884033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,2560,0.021128533283869426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,2560,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,2560,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,2560,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,2560,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,2560,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,2560,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,2560,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,2560,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,2560,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,2560,0.012238933642705282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,2560,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,2560,0.011752532919247945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,2560,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,2560,0.01130986710389455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,2560,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,2560,0.011337600151697795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,2560,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,2560,0.011552000045776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,2560,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,2560,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,2560,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,2560,0.01093226671218872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,2560,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,2560,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,2560,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,2560,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,2560,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,2560,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,2560,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,2560,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,2560,0.010866133371988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,2560,0.010917333761850993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,2560,0.010922666390736897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,2560,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,2560,0.010912000139554342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,2560,0.010905599594116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,2560,0.01113706628481547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,2560,0.010898133118947346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,2560,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,2560,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,2560,0.010920533537864685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,2560,0.010880000392595927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,2048,0.23986666997273765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,2048,0.11802453200022381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,2048,0.06065706809361776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,2048,0.032257066170374556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,2048,0.036746664841969805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,2048,0.03196053306261699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,2048,0.030934399366378783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,2048,0.031091199318567915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,2048,0.02895359992980957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,2048,0.02648213307062785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,2048,0.026184533039728803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,2048,0.024848000208536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,2048,0.02569920023282369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,2048,0.025612799326578777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,2048,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,2048,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,2048,0.023398399353027344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,2048,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,2560,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,2048,0.02254613240559896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,2048,0.02005866765975952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,2048,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,2048,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,2048,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,2048,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,2048,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,2560,0.011064533392588298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,2048,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,2048,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,2048,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,2048,0.010588799913724262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,2048,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,2048,0.008568533261617025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,2048,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,2048,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,2048,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,2048,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,2048,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,2048,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,2048,0.005982933441797892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,2048,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,2048,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,2048,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,2048,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,2048,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,2048,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,2048,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,2048,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,2048,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,2048,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,2048,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,2048,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,2048,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,2048,0.005322666466236114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,2048,0.004481066763401031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,2048,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,2048,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,2048,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,2048,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,2048,0.004422399898370107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,2048,0.004577066500981649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,2048,0.005692799886067709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,2048,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,2048,0.0056085333228111265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,2048,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,2048,0.005655466516812643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,2048,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,2048,0.005625600119431814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,2048,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,2048,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,2048,0.32564268112182615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,2048,0.15534933408101398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,2048,0.07628373305002847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,2048,0.046461868286132815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,2048,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,2048,0.04516799847284953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,2048,0.04497066736221313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,2048,0.04334933360417684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,2048,0.043329068024953205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,2048,0.04309653441111247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,2048,0.0430730660756429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,2048,0.04025706847508748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,2048,0.039862398306528726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,2048,0.03859519958496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,2048,0.03790293137232463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,2048,0.0370197335879008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,2048,0.037604268391927084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,2048,0.035225598017374675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,2048,0.03636906544367473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,2048,0.034100266297658284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,2048,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,2048,0.03174399932225545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,2048,0.030291199684143066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,2048,0.030929066737492877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,2048,0.02903040051460266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,2048,0.02839253346125285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,2048,0.02918506662050883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,2048,0.04092906713485718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,2048,0.02685760060946147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,2048,0.028075732787450153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,2048,0.023906133572260537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,2048,0.02504640022913615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,2048,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,2048,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,2048,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,2048,0.020588799317677816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,2048,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,2048,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,2048,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,2048,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,2048,0.018939733505249023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,2048,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,2048,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,2048,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,2048,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,2048,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,2048,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,2048,0.01699840029080709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,2048,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,2048,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,2048,0.016873600085576375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,2048,0.017102932929992674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,2048,0.016721065839131674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,2048,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,2048,0.015051733454068503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,2048,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,2048,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,2048,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,2048,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,2048,0.016416000326474507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,2048,0.015468800067901611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,2048,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,2048,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,2048,0.01516480048497518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,2048,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,2048,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,2048,0.017288533846537273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,2048,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,2048,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,2048,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,2048,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,2048,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,2048,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,2048,0.015176533659299215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,2048,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,2048,0.1320149342219035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,2048,0.7620223999023438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,2048,0.3740469296773275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,2048,0.12575360139211017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,2048,0.1194048007329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,2048,0.11215253671010335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,2048,1.5190133412679037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,2048,0.1104629357655843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,2048,0.12833066781361896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,2048,0.10142613252003987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,2048,0.10749759674072265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,2048,0.11596266428629558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,2048,0.09524479707082113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,2048,0.09318506717681885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,2048,0.08971839745839437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,2048,0.07714773019154866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,2048,0.07967360019683838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,2048,0.0710869312286377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,2048,0.07122986316680908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,2048,0.09989226659138997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,2048,0.06408426761627198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,2048,0.0644874652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,2048,0.08461973667144776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,2048,0.0565888007481893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,2048,0.05614720185597738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,2048,0.05151573419570923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,2048,0.04153706630071004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,2048,0.03545173406600952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,2048,0.03461440006891887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,2048,0.02810346682866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,2048,0.04879786570866902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,2048,0.04377706845601399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,2048,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,2048,0.02119999925295512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,2048,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,2048,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,2048,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,2048,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,2048,0.011732266346613566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,2048,0.011713066697120666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,2048,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,2048,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,2048,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,2048,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,2048,0.009689600268999735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,2048,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,2048,0.009707732995351156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,2048,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,2048,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,2048,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,2048,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,2048,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,2048,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,2048,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,2048,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,2048,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,2048,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,2048,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,2048,0.012613333264986672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,2048,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,2048,0.012618666887283326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,2048,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,2048,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,2048,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,2048,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,2048,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,2048,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,2048,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,2048,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,2048,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,2048,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,2048,0.048603733380635575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,2048,0.16889279683430988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,2048,0.0877621332804362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,2048,0.027538132667541505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,2048,0.02727573315302531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,2048,0.027245867252349853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,2048,0.02687893311182658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,2048,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,2048,0.026206932465235394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,2048,0.026035199562708538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,2048,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,2048,0.026052266359329224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,2048,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,2048,0.025308799743652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,2048,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,2048,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,2048,0.020321067174275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,2048,0.02037013371785482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,2048,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,2048,0.01991573373476664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,2048,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,2048,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,2048,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,2048,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,2048,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,2048,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,2048,0.017796266078948974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,2048,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,2048,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,2048,0.012699733177820841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,2048,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,2048,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,2048,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,2048,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,2048,0.010903466741243999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,2048,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,2048,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,2048,0.010513066252072652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,2048,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,2048,0.010471466183662414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,2048,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,2048,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,2048,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,2048,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,2048,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,2048,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,2048,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,2048,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,2048,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,2048,0.010098133484522502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,2048,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,2048,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,2048,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,2048,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,2048,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,2048,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,2048,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,2048,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,2048,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,2048,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,2048,0.009699199597040813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,1536,0.18399039904276532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,1536,0.09323306878407797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,1536,0.047787733872731525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,1536,0.026282666126887004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,1536,0.028536534309387206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,1536,0.0277834673722585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,1536,0.025100799401601155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,1536,0.025174399216969807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,1536,0.02323306600252787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,1536,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,1536,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,1536,0.021223467588424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,1536,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,1536,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,1536,0.01917546590169271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,1536,0.01844053268432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,1536,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,1536,0.01726933320363363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,1536,0.01802240014076233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,1536,0.016017066438992818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,1536,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,1536,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,1536,0.01378666659196218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,1536,0.01271573305130005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,1536,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,1536,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,1536,0.011044266819953918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,1536,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,1536,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,1536,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,2048,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,1536,0.008616532882054646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,1536,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,1536,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,1536,0.005982933441797892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,1536,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,1536,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,1536,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,1536,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,1536,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,1536,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,1536,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,1536,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,1536,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,1536,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,1536,0.004716800153255462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,1536,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,1536,0.004154666761557261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,1536,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,1536,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,1536,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,1536,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,1536,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,1536,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,1536,0.004166399935881296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,1536,0.0038890667259693147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,1536,0.004739200075467428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,1536,0.003950933367013932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,1536,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,2048,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,1536,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,1536,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,1536,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,1536,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,1536,0.00572266678015391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,1536,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,1536,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,1536,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,1536,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,1536,0.0055754666527112326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,1536,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,1536,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,1536,0.006629333396752675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,1536,0.06362880071004232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,1536,0.11542826493581135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,1536,0.24992106755574545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,1536,0.04073599974314372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,1536,0.04012693166732788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,1536,0.0387829343477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,1536,0.037970133622487384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,1536,0.03747200171152751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,1536,0.0357258677482605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,1536,0.03504000107447307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,1536,0.03470720052719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,1536,0.03474986553192139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,1536,0.03349333206812541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,1536,0.032953600088755294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,1536,0.03036160071690877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,1536,0.03134186665217082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,1536,0.03226240078608195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,1536,0.03177599906921387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,1536,0.029499733448028566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,1536,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,1536,0.02880000074704488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,1536,0.027926399310429888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,1536,0.027499733368555705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,1536,0.027240532636642455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,1536,0.024881066878636678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,1536,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,1536,0.03191786607106527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,1536,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,1536,0.02249493400255839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,1536,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,1536,0.021669334173202513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,1536,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,1536,0.027590399980545043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,1536,0.019607466459274293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,1536,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,1536,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,1536,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,1536,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,1536,0.016457600394884746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,1536,0.017563732465108235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,1536,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,1536,0.017192532618840538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,1536,0.016297599673271178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,1536,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,1536,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,1536,0.015497600038846334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,1536,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,1536,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,1536,0.016851200660069784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,1536,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,1536,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,1536,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,1536,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,1536,0.01598186691602071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,1536,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,1536,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,1536,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,1536,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,1536,0.015501866738001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,1536,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,1536,0.014837333559989929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,1536,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,1536,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,1536,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,1536,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,1536,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,1536,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,1536,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,1536,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,1536,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,1536,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,1536,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,1536,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,1536,0.12474666436513264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,1536,0.32215147018432616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,1536,0.7460447947184246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,1536,0.11873599688212078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,1536,0.11499946912129719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,1536,0.10865600109100342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,1536,1.4867519378662108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,1536,0.12243200143178304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,1536,0.09619200229644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,1536,0.09445226987202962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,1536,0.0898517370223999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,1536,0.08843733469645182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,1536,0.11084372997283935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,1536,0.0837493340174357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,1536,0.1039189338684082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,1536,0.07490346431732178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,1536,0.07421013514200846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,1536,0.06777706940968832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,1536,0.10175999800364177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,1536,0.0670261303583781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,1536,0.062065064907073975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,1536,0.06093759934107462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,1536,0.0809269348780314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,1536,0.04927999973297119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,1536,0.05508373181025187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,1536,0.05345066785812378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,1536,0.04029866854349772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,1536,0.03383359909057617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,1536,0.03343679904937744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,1536,0.02762239972750346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,1536,0.046614400545756024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,1536,0.042393600940704344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,1536,0.026009599367777508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,1536,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,1536,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,1536,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,1536,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,1536,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,1536,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,1536,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,1536,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,1536,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,1536,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,1536,0.012507733702659608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,1536,0.009236266215642292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,1536,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,1536,0.010648533701896667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,1536,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,1536,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,1536,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,1536,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,1536,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,1536,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,1536,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,1536,0.010870400071144103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,1536,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,1536,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,1536,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,1536,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,1536,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,1536,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,1536,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,1536,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,1536,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,1536,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,1536,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,1536,0.01129813293615977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,1536,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,1536,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,1536,0.011725866794586181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,1536,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,1536,0.07140586376190186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,1536,0.039692799250284835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,1536,0.02360426584879557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,1536,0.13136426607767743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,1536,0.023502933979034423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,1536,0.023154133558273317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,1536,0.02359573245048523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,1536,0.023105067014694215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,1536,0.022645332415898643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,1536,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,1536,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,1536,0.021961599588394165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,1536,0.021522132555643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,1536,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,1536,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,1536,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,1536,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,1536,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,1536,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,1536,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,1536,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,1536,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,1536,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,1536,0.01604159971078237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,1536,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,1536,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,1536,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,1536,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,1536,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,1536,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,1536,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,1536,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,1536,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,1536,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,1536,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,1536,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,1536,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,1536,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,1536,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,1536,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,1536,0.00941546658674876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,1536,0.009418666362762451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,1536,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,1536,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,1536,0.009434666236241658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,1536,0.009422933061917622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,1536,0.009236266215642292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,1536,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,1536,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,1536,0.009274666508038838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,1536,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,1536,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,1536,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,1536,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,1536,0.008842666943868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,1536,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,1024,0.12543360392252606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,1024,0.06653013229370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,1024,0.03237973252932231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,1024,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,1024,0.018860799074172974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,1024,0.018449066082636516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,1024,0.017685333887736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,1024,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,1024,0.01565120021502177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,1024,0.01513920029004415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,1024,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,1024,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,1024,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,1024,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,1024,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,1024,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,1024,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,1024,0.012584533294041952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,1024,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,1024,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,1024,0.010593066612879436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,1024,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,1024,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,1024,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,1024,0.00935040016969045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,1024,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,1024,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,1024,0.009642666578292847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,1024,0.007019733389218648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,1024,0.006884266436100006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,1024,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,1024,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,1024,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,1024,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,1024,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,1024,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,1024,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,1024,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,1024,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,1024,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,1024,0.003942399968703588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,1024,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,1024,0.0038912000755469004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,1024,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,1024,0.0039381332695484165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,1024,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,1024,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,1024,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,1024,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,1024,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,1024,0.0038805333276589714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,1024,0.0032458665470282235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,1024,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,1024,0.0032511999209721885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,1024,0.003269333392381668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,1024,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,1024,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,1024,0.0045056000351905824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,1024,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,1024,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,1024,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,1024,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,1024,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,1024,0.0035189333061377203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,1024,0.1617311954498291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,1024,0.0855018695195516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,1024,0.0447872002919515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,1024,0.03174613316853841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,1024,0.03289920091629028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,1024,0.03107946713765462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,1024,0.033215999603271484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,1024,0.031005867322285968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,1024,0.030070400238037108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,1024,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,1024,0.02873813311258952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,1024,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,1024,0.028534400463104247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,1024,0.028472532828648884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,1024,0.027533866961797077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,1024,0.02789120078086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,1024,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,1024,0.02701759934425354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,1024,0.027086933453877766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,1024,0.025914667050043742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,1024,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,1024,0.024742400646209715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,1024,0.024675200382868447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,1024,0.025101866324742633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,1024,0.023625600337982177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,1024,0.022801067431767783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,1024,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,1024,0.02276373306910197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,1024,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,1024,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,1024,0.020431999365488687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,1024,0.021233065923055013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,1024,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,1024,0.019564799467722573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,1024,0.018387200435002644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,1024,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,1024,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,1024,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,1024,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,1024,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,1024,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,1024,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,1024,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,1024,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,1024,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,1024,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,1024,0.016078933080037435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,1024,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,1024,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,1024,0.015236266454060874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,1024,0.017831466595331826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,1024,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,1024,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,1024,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,1024,0.015477333466211954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,1024,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,1024,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,1024,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,1024,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,1024,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,1024,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,1024,0.015218133727709452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,1024,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,1024,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,1024,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,1024,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,1024,0.1206015984217326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,1024,0.24421440760294594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,1024,0.11352213223775227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,1024,0.11082560221354168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,1024,0.7260853449503581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,1024,0.10541013081868489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,1024,1.4525066375732423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,1024,0.11785813172658284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,1024,0.09402133623758951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,1024,0.09146880308787028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,1024,0.08806719779968261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,1024,0.08545280297597249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,1024,0.0819221337636312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,1024,0.09998506704966227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,1024,0.10552426973978679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,1024,0.07230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,1024,0.0718015988667806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,1024,0.06606719891230264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,1024,0.06462080081303914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,1024,0.0598144014676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,1024,0.09773653348286947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,1024,0.05845119953155518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,1024,0.07869119644165039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,1024,0.05181546608606974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,1024,0.05257279872894287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,1024,0.03908906777699788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,1024,0.04613226652145386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,1024,0.03246293266614278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,1024,0.03213546673456828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,1024,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,1024,0.04522879918416341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,1024,0.03994880119959514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,1024,0.01971093416213989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,1024,0.025166932741800947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,1024,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,1024,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,1024,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,1024,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,1024,0.010477866729100544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,1024,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,1024,0.010245333115259807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,1024,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,1024,0.011898666620254517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,1024,0.012108799815177918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,1024,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,1024,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,1024,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,1024,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,1024,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,1024,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,1024,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,1024,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,1024,0.00939520001411438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,1024,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,1024,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,1024,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,1024,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,1024,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,1024,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,1024,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,1024,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,1024,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,1024,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,1024,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,1024,0.009910399715105694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,1024,0.05472426811854044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,1024,0.030542933940887453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,1024,0.0997920036315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,1024,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,1024,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,1024,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,1024,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,1024,0.017835734287897746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,1024,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,1024,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,1024,0.018191999197006224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,1024,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,1024,0.018129066626230875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,1024,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,1024,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,1024,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,1024,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,1024,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,1024,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,1024,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,1024,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,1024,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,1024,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,1024,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,1024,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,1024,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,1024,0.010055466492970785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,1024,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,1024,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,1024,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,1024,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,1024,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,1024,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,1024,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,1024,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,1024,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,1024,0.008668800195058186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,1024,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,1024,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,1024,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,1024,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,1024,0.008132266501585644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,1024,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,1024,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,1024,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,1024,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,1024,0.008120533327261608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,1024,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,768,0.10088000297546387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,768,0.05182400147120157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,768,0.02510720094045003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,1024,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,768,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,768,0.014814933141072592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,768,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,768,0.013939199844996133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,768,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,768,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,768,0.011846400300661723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,768,0.011869866649309795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,768,0.011899733543395996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,768,0.011335466305414836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,768,0.011364266276359558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,768,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,768,0.010631466905275982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,768,0.010652800401051838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,768,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,768,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,768,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,768,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,768,0.008921600381533305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,768,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,768,0.007669333120187123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,768,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,768,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,768,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,1024,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,768,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,768,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,768,0.005998933315277099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,768,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,768,0.004934399823347728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,768,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,768,0.0035114665826161706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,768,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,768,0.003491200009981791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,768,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,768,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,768,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,768,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,768,0.0034624000390370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,1024,0.008061866462230682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,768,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,768,0.0032629333436489105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,768,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,768,0.0032650666932264962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,768,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,768,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,768,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,768,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,768,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,768,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,768,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,768,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,768,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,768,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,768,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,768,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,768,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,768,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,768,0.06932586828867594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,768,0.1262933333714803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,768,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,768,0.030524800221125286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,768,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,768,0.029340799649556475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,768,0.02982613245646159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,768,0.02899199922879537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,768,0.02732586661974589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,768,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,768,0.028169600168863933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,768,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,768,0.02728533347447713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,768,0.025135999917984007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,768,0.025051732858022053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,768,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,768,0.0253440002600352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,768,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,768,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,768,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,768,0.022782933712005616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,768,0.0234442671140035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,768,0.04212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,768,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,768,0.02121280034383138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,768,0.021870932976404824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,768,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,768,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,768,0.02132800022761027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,768,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,768,0.020346667369206747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,768,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,768,0.018248534202575682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,768,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,768,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,768,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,768,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,768,0.01597866714000702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,768,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,768,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,768,0.015943466623624166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,768,0.016269866625467935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,768,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,768,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,768,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,768,0.015124266346295675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,768,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,768,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,768,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,768,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,768,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,768,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,768,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,768,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,768,0.014963199694951376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,768,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,768,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,768,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,768,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,768,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,768,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,768,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,768,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,768,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,768,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,768,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,768,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,768,0.22255999247233071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,768,0.11790826320648193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,768,0.7226581573486328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,768,0.11189013322194416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,768,0.10913493633270263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,768,0.10255146821339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,768,1.4440597534179687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,768,0.11557973225911458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,768,0.0900544007619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,768,0.08962666988372803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,768,0.08458346525828044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,768,0.08326933383941651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,768,0.1042848030726115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,768,0.07845119635264078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,768,0.07064426740010579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,768,0.09802560011545816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,768,0.09591253598531088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,768,0.0704042673110962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,768,0.06450133323669434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,768,0.06366613308588663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,768,0.057918934027353916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,768,0.0572160005569458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,768,0.07647146383921305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,768,0.05084693431854248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,768,0.04529173374176025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,768,0.05100266536076864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,768,0.03789333502451579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,768,0.03211626609166463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,768,0.03172159989674886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,768,0.025910399357477826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,768,0.04410239855448405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,768,0.038740265369415286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,768,0.019113600254058838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,768,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,768,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,768,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,768,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,768,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,768,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,768,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,768,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,768,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,768,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,768,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,768,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,768,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,768,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,768,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,768,0.00844373305638631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,768,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,768,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,768,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,768,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,768,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,768,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,768,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,768,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,768,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,768,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,768,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,768,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,768,0.00856213370958964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,768,0.009074133634567261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,768,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,768,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,768,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,768,0.08358399868011475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,768,0.04669546683629354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,768,0.02638186613718669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,768,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,768,0.01734613378842672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,768,0.017786665757497152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,768,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,768,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,768,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,768,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,768,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,768,0.016883200407028197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,768,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,768,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,768,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,768,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,768,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,768,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,768,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,768,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,768,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,768,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,768,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,768,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,768,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,768,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,768,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,768,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,768,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,768,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,768,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,768,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,768,0.008478933572769165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,768,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,768,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,768,0.008026666442553202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,768,0.008237866560618083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,768,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,768,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,768,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,768,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,768,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,768,0.007590400179227193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,768,0.007632000247637431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,512,0.06892693042755127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,512,0.03796586592992147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,512,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,512,0.01069760024547577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,512,0.011474133531252543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,512,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,512,0.011436800161997478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,512,0.010284800330797832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,512,0.009789866209030152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,512,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,512,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,512,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,512,0.00860053300857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,512,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,512,0.008201600114504496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,512,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,512,0.008197333415349324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,512,0.008424533406893413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,512,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,512,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,512,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,512,0.007255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,512,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,512,0.0064650664726893115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,512,0.006009600063165029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,512,0.006386133531729381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,512,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,512,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,512,0.004730666677157084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,512,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,512,0.006806399921576183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,512,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,512,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,512,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,512,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,512,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,512,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,512,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,512,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,768,0.007645866771539052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,512,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,512,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,512,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,512,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,512,0.0031487998863061273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,512,0.0033386667569478357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,512,0.003349333256483078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,512,0.0027274665733178455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,512,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,512,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,512,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,512,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,512,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,512,0.0033312000334262846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,512,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,512,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,512,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,512,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,512,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,512,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,512,0.056034131844838464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,512,0.0964074691136678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,512,0.033293867111206056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,512,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,512,0.026206932465235394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,512,0.027959465980529785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,512,0.02791680097579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,512,0.02505706747372945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,512,0.024833067258199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,512,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,512,0.024979199965794882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,512,0.024937599897384644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,512,0.02553279995918274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,512,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,512,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,512,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,512,0.022849067052205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,512,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,512,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,512,0.023100799322128295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,512,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,512,0.02103360096613566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,512,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,512,0.021208532651265464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,512,0.019964800278345744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,512,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,512,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,512,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,512,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,512,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,512,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,512,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,512,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,512,0.017853866020838417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,512,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,512,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,512,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,512,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,512,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,512,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,512,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,512,0.015844266613324484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,512,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,512,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,512,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,512,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,512,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,512,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,512,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,512,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,512,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,512,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,512,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,512,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,512,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,512,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,512,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,512,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,512,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,512,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,512,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,512,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,512,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,512,0.015211733182271323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,512,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,512,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,512,0.21119893391927086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,512,0.7052213033040364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,512,0.11421120166778564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,512,0.10869119962056477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,512,0.10714240074157715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,512,0.10094613234202068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,512,1.4112138112386068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,512,0.1126698652903239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,512,0.08779306411743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,512,0.08739626407623291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,512,0.08181653022766114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,512,0.08088640371958414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,512,0.07570239702860514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,512,0.09550399780273437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,512,0.1019968032836914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,512,0.06945707003275553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,512,0.09361279805501302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,512,0.0628554662068685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,512,0.06205546855926514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,512,0.05640000104904175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,512,0.05596266587575277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,512,0.06821440060933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,512,0.07494293053944906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,512,0.04973440170288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,512,0.05058240095774332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,512,0.037538135051727296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,512,0.031240532795588177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,512,0.045110400517781576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,512,0.03090133269627889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,512,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,512,0.042971734205881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,512,0.03784106572469075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,512,0.024014933904012045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,512,0.019385600090026857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,512,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,512,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,512,0.011294933160146077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,512,0.010044800241788228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,512,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,512,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,512,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,512,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,512,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,512,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,512,0.008042666812737782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,512,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,512,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,512,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,512,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,512,0.008993066350618998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,512,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,512,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,512,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,512,0.007309866448243459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,512,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,512,0.00763733337322871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,512,0.007850666840871174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,512,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,512,0.0077674667040507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,512,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,512,0.007590400179227193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,512,0.007864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,512,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,512,0.06803306738535563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,512,0.038805333773295085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,512,0.02438933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,512,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,512,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,512,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,512,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,512,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,512,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,512,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,512,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,512,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,512,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,512,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,512,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,512,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,512,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,512,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,512,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,512,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,512,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,512,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,512,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,512,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,512,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,512,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,512,0.00925439993540446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,512,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,512,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,512,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,512,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,512,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,512,0.008089600006739299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,512,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,512,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,512,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,512,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,512,0.007609599828720092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,512,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,512,0.008151466647783916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,512,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,512,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,512,0.007409066458543142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,512,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,512,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,512,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,512,0.007603199779987335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,256,0.0469589352607727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,256,0.02584853370984395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,256,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,256,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,256,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,256,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,256,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,256,0.007729066908359528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,256,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,256,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,256,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,256,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,256,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,256,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,256,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,256,0.005764266848564148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,256,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,256,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,256,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,256,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,256,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,256,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,256,0.004747733473777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,256,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,256,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,256,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,256,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,256,0.003655466685692469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,256,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,256,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,256,0.00310506671667099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,256,0.0028704000016053517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,256,0.0028362666567166646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,256,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,256,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,256,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,256,0.00308693324526151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,256,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,256,0.0026933332284291584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,256,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,256,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,256,0.0024373332659403486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,256,0.002924799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,256,0.002863999952872594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,256,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,256,0.002922666569550832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,256,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,256,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,256,0.003618133316437403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,256,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,256,0.07023466428120931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,256,0.04395413398742676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,256,0.029179733991622925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,256,0.022843732436498006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,256,0.02486506700515747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,256,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,256,0.02625173330307007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,256,0.021673599878946938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,256,0.023810132344563802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,256,0.022443733612696328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,256,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,256,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,256,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,256,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,256,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,256,0.020361600319544475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,256,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,256,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,256,0.020968532562255858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,256,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,256,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,256,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,256,0.019332265853881835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,256,0.019681066274642944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,256,0.017523199319839478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,256,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,256,0.019242666165033975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,256,0.01679146687189738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,256,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,256,0.017633066574732462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,256,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,256,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,256,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,256,0.017203199863433837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,256,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,256,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,256,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,256,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,256,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,256,0.014792533715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,256,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,256,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,256,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,256,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,256,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,256,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,256,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,256,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,256,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,256,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,256,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,256,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,256,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,256,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,256,0.013008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,256,0.013155200084050498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,256,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,256,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,256,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,256,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,256,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,256,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,256,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,256,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,256,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,256,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,256,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,256,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,256,0.013061333696047464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,256,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,256,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,256,0.09272533257802328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,256,0.16958506902058917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,256,0.08728746573130289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,256,0.08663466771443686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,256,0.4789077440897624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,256,0.9613855997721353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,256,0.08133333524068197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,256,0.08253119786580404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,256,0.07149013678232828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,256,0.07149226665496826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,256,0.09172266324361165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,256,0.06703786849975586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,256,0.07598400115966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,256,0.06654186646143595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,256,0.07756053606669108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,256,0.06204906702041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,256,0.05670400063196818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,256,0.05629333257675171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,256,0.051096534729003905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,256,0.050995198885599766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,256,0.046510934829711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,256,0.04601386785507202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,256,0.03683840036392212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,256,0.06121600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,256,0.04160319964090983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,256,0.04074560006459554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,256,0.030869332949320476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,256,0.025969066222508747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,256,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,256,0.021261866887410483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,256,0.03134613235791524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,256,0.03541333278020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,256,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,256,0.02025173306465149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,256,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,256,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,256,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,256,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,256,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,256,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,256,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,256,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,256,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,256,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,256,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,256,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,256,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,256,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,256,0.007411199808120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,256,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,256,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,256,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,256,0.006404266754786174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,256,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,256,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,256,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,256,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,256,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,256,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,256,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,256,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,256,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,256,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,256,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,256,0.006865066786607106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,256,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,256,0.0550986647605896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,256,0.03593920071919759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,256,0.023915733893712363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,256,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,256,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,256,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,256,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,256,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,256,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,256,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,256,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,256,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,256,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,256,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,256,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,256,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,256,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,256,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,256,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,256,0.011053867141405741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,256,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,256,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,256,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,256,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,256,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,256,0.008894933263460796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,256,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,256,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,256,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,256,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,256,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,256,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,256,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,256,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,256,0.007264000177383423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,256,0.007292800148328145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,256,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,256,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,256,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,256,0.0070271998643875126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,128,0.036505599816640213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,256,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,128,0.019640533129374187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,128,0.01274773379166921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,128,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,128,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,128,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,128,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,128,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,128,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,128,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,128,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,128,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,128,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,128,0.005961599946022034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,128,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,128,0.005131733417510986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,128,0.0047882666190465295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,128,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,128,0.004582400123278299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,128,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,128,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,128,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,128,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,128,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,128,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,128,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,128,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,128,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,128,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,128,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,128,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,128,0.002765866617361705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,128,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,128,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,128,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,128,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,128,0.002292266736427943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,128,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,128,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,128,0.002752000093460083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,128,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,128,0.004142933338880539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,128,0.054662398497263585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,128,0.03896426757176717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,128,0.026230400800704955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,128,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,128,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,128,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,128,0.022477867205937703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,128,0.02016426722208659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,128,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,128,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,128,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,128,0.01893333395322164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,128,0.019203199942906698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,128,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,128,0.01882773240407308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,128,0.01967039903004964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,128,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,128,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,128,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,128,0.019292799631754558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,128,0.017554134130477905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,128,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,128,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,128,0.01769066651662191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,128,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,128,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,128,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,128,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,128,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,128,0.016327466567357382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,128,0.015562666455904641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,128,0.016032000382741295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,128,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,128,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,128,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,128,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,128,0.015227733055750528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,128,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,128,0.015424000223477683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,128,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,128,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,128,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,128,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,128,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,128,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,128,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,128,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,128,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,128,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,128,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,128,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,128,0.01399893363316854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,128,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,128,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,128,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,128,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,128,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,128,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,128,0.013499733805656434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,128,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,128,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,128,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,128,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,128,0.013763200243314108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,128,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,128,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,128,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,128,0.0815882682800293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,128,0.36668052673339846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,128,0.1490495999654134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,128,0.0773045301437378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,128,0.07715840339660644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,128,0.7292640050252278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,128,0.0726698637008667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,128,0.08132906754811606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,128,0.06358720064163208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,128,0.06323839823404948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,128,0.05963733196258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,128,0.07303679784138997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,128,0.058964268366495765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,128,0.055145601431528725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,128,0.05033386548360189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,128,0.06781333287556966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,128,0.06890239715576171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,128,0.049960533777872726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,128,0.045266131560007736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,128,0.04129813512166341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,128,0.040777599811553954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,128,0.046037332216898603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,128,0.05468480189641317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,128,0.03707093397776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,128,0.03660586675008138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,128,0.027628799279530842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,128,0.023545600970586143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,128,0.023095466693242393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,128,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,128,0.03293439944585164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,128,0.03174506624539693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,128,0.02799466649691264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,128,0.018228266636530557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,128,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,128,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,128,0.00925973355770111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,128,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,128,0.009316266576449076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,128,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,128,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,128,0.00811413327852885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,128,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,128,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,128,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,128,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,128,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,128,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,128,0.006788266698519389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,128,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,128,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,128,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,128,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,128,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,128,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,128,0.0056757330894470215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,128,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,128,0.005960533519585928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,128,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,128,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,128,0.005960533519585928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,128,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,128,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,128,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,128,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,128,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,128,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,128,0.05880213181177775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,128,0.03966826597849528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,128,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,128,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,128,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,128,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,128,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,128,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,128,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,128,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,128,0.013157332936922709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,128,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,128,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,128,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,128,0.01146986683209737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,128,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,128,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,128,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,128,0.010869333148002624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,128,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,128,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,128,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,128,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,128,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,128,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,128,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,128,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,128,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,128,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,128,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,128,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,128,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,128,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,128,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,128,0.007449600100517273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,128,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,128,0.0068810666600863145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,128,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,128,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,128,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,128,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,128,0.0069472000002861025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,128,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,128,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,128,0.00691840002934138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,64,0.033218133449554446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,64,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,64,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,64,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,64,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,64,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,64,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,64,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,64,0.006030933558940887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,64,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,64,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,64,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,64,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,64,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,64,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,64,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,64,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,64,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,64,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,64,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,64,0.004331733286380768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,64,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,64,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,64,0.0038954667747020722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,64,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,64,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,64,0.003769599894682566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,64,0.0041696002086003625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,64,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,64,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,64,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,64,0.0030879999200503034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,64,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,64,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,64,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,64,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,64,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,64,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,64,0.002325333406527837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,64,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,64,0.0022944000860055285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,64,0.002277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,64,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,64,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,64,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,64,0.0023264000813166302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,64,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,64,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,64,0.0025034666061401365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,64,0.002282666663328807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,64,0.002279466638962428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,64,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,64,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,64,0.002299733211596807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,64,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,64,0.002324266731739044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,64,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,64,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,64,0.055420800050099694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,64,0.03566933472951253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,64,0.024915200471878052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,64,0.020540799697240195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,64,0.021617066860198975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,64,0.022064000368118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,64,0.02210879921913147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,64,0.01971093416213989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,64,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,64,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,64,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,64,0.020039467016855876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,64,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,64,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,64,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,64,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,64,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,64,0.018845866123835243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,64,0.020077866315841675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,64,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,64,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,64,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,64,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,64,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,64,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,64,0.016744534174601235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,64,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,64,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,64,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,64,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,64,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,64,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,64,0.015495466192563376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,64,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,64,0.015995732943216958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,64,0.015425067146619162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,64,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,64,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,64,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,64,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,64,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,64,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,64,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,64,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,64,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,64,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,64,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,64,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,64,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,64,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,64,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,64,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,64,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,64,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,64,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,64,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,64,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,64,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,64,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,64,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,64,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,64,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,64,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,64,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,32,0.034202667077382405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,32,0.017961599429448447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,64,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,32,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,32,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,32,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,32,0.008488532900810242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,32,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,32,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,32,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,32,0.005701333284378052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,32,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,32,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,32,0.006077866752942403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,32,0.005579733351866404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,32,0.005545599758625031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,32,0.005610666672388713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,32,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,32,0.00595306654771169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,32,0.00518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,32,0.004834133386611939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,32,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,32,0.005612800021966299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,32,0.004308266441027323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,32,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,32,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,32,0.0039434666434923805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,64,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,32,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,32,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,32,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,3072,32,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,3072,32,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,3072,32,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,3072,32,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,3072,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,3072,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,3072,32,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,3072,32,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,3072,32,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,3072,32,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,3072,32,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,3072,32,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,3072,32,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,3072,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,3072,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,3072,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,3072,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,3072,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,32,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,3072,32,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,3072,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,3072,32,0.002385066697994868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,3072,32,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,3072,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,3072,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,3072,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,3072,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,3072,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,3072,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,3072,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,3072,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,3072,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,32,0.004334933559099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,3072,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,3072,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,3072,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,3072,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,3072,32,0.002324266731739044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,3072,32,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,3072,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,3072,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,3072,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,3072,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,3072,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,32,0.05188693205515543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,32,0.034770135084788004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,32,0.024266666173934935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,32,0.019563732544581096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,32,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,32,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,32,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,32,0.019543466965357463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,32,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,32,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,3072,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,32,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,32,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,32,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,32,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,32,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,32,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,32,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,32,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,32,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,32,0.018305067221323648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,32,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,32,0.02007360061009725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,32,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,32,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,32,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,32,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,32,0.015127467115720114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,32,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,32,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,32,0.015927466750144958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,32,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,32,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,32,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,32,0.015024000406265258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,32,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,32,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,32,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,32,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,32,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,32,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,32,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,32,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,32,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,32,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,32,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,32,0.013920000195503235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,32,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,32,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,32,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,32,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,32,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,32,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,32,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,32,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,32,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,32,0.013992533087730408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,32,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,32,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,32,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,32,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,32,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,32,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,32,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,65536,3.0204747517903647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,65536,1.546064058939616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,32,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,65536,1.0707146326700847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,65536,0.8504106998443604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,65536,0.8758827050526937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,65536,0.9964906374613444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,65536,0.7973492940266927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,65536,6.825808207194011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,65536,0.7705120245615641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,65536,0.6916960080464681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,65536,0.6874879995981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,65536,0.6399466594060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,65536,0.6797173023223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,65536,0.573194662729899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,65536,0.5450453360875448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,65536,0.5310933192571005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,65536,0.5108000040054321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,65536,0.5018879969914755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,65536,0.45273598035176593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,65536,0.43354666233062744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,65536,0.804474671681722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,65536,0.4405386845270793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,65536,0.37445334593455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,65536,0.3589866558710734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,65536,0.31172800064086914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,65536,0.3247306744257609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,65536,0.2795146703720093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,65536,0.2786986629168193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,65536,0.2137653430302938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,65536,0.1888693372408549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,65536,0.1715839902559916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,65536,0.16859199603398642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,65536,0.1280693312486013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,65536,0.09757333000500996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,65536,0.07679466903209686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,65536,0.0746613343556722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,65536,0.0747573326031367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,65536,0.08499733606974284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,65536,0.07593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,65536,0.0749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,65536,0.06891733407974243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,65536,0.06826133529345195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,65536,0.06632000207901001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,65536,0.0628959983587265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,65536,0.06288533409436543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,65536,0.06217599908510844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,65536,0.061893333991368614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,65536,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,65536,0.05885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,65536,0.06019733349482218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,65536,0.0621066689491272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,65536,0.06172800064086914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,65536,0.6742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,65536,0.059477334221204124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,65536,0.05962666869163513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,65536,0.05666666726271311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,65536,0.058415999015172325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,65536,0.056143999099731445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,65536,0.05654400090376536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,65536,0.056426664193471275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,65536,0.05643733342488607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,65536,0.056186666091283165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,65536,0.05622933308283488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,65536,0.05603733162085215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,65536,0.05653866628805796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,65536,0.05614933371543884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,65536,0.056032001972198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,65536,0.055999999245007835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,65536,0.059024001161257424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,65536,0.05804799993832906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,65536,0.05858666698137919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,65536,0.2521866758664449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,65536,0.058117335041364036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,65536,2.3210399945576987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,65536,1.256266673405965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,65536,0.0595360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,65536,4.41154130299886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,65536,1.251802682876587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,65536,1.1622666517893474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,65536,1.1561973094940186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,65536,1.1067466735839844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,65536,0.9695839881896973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,65536,0.9975732962290446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,65536,0.9120000203450521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,65536,8.751471837361654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,65536,0.9392533302307129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,65536,0.8480106989542643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,65536,0.8625546296437582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,65536,0.7779466311136881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,65536,0.8000799814860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,65536,0.7221013704935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,65536,0.7176907062530518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,65536,0.6696586608886719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,65536,0.6521173318227133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,65536,0.5890560150146484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,65536,0.6012639999389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,65536,0.5262453158696493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,65536,0.5098400115966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,65536,0.47003201643625897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,65536,0.4639413356781006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,65536,0.3932640155156453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,65536,0.40172266960144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,65536,0.32108267148335773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,65536,1.0577066739400227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,65536,0.2574133276939392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,65536,0.24058133363723755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,65536,0.16165866454442343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,65536,0.09669867157936096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,65536,0.08922132849693298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,65536,0.08753066261609395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,65536,0.0895253320535024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,65536,0.08066133161385854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,65536,0.08157866696516673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,65536,0.0780213326215744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,65536,0.07646933197975159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,65536,0.0687306672334671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,65536,0.06854400038719177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,65536,0.06782400111357371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,65536,0.06914666791756947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,65536,0.06629866858323415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,65536,0.06445866823196411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,65536,0.06393066545327504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,65536,0.31775999069213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,65536,0.05731200178464254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,65536,0.05696000158786774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,65536,0.15693333745002747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,65536,0.059114664793014526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,65536,0.057722667853037514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,65536,0.05412800113360087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,65536,0.053455998500188194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,65536,0.05040533343950907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,65536,0.04816000163555145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,65536,0.047423998514811196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,65536,0.047354668378829956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,65536,0.04742933313051859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,65536,0.04674133161703745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,65536,0.046351999044418335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,65536,0.04607999821503957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,65536,0.04637866715590159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,65536,0.04698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,65536,0.04643733302752177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,65536,0.04493333399295807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,65536,0.0462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,65536,0.04604800045490265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,65536,0.045754666129748024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,65536,0.04488533238569895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,65536,0.0614026685555776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,65536,0.05031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,65536,1.0153226852416992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,65536,1.744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,65536,0.9234240055084229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,65536,0.9928906758626302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,65536,0.8396053314208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,65536,0.8132960001627604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,65536,7.053087870279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,65536,3.397967974344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,65536,0.9421813488006592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,65536,0.7521226406097412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,65536,0.9070080121358236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,65536,0.7016746997833252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,65536,0.6434293190638224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,65536,0.6706506411234537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,65536,0.5990399916966757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,65536,0.5416106780370077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,65536,0.5195786555608114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,65536,0.47996266682942706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,65536,0.48441068331400555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,65536,0.4417653481165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,65536,0.7465493679046631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,65536,0.6229866743087769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,65536,0.7181973457336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,65536,0.33986131350199383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,65536,0.32974932591120404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,65536,0.28548266490300495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,65536,0.254314661026001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,65536,0.23131734132766724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,65536,0.44014398256937665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,65536,0.4028053283691406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,65536,0.4091200033823649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,65536,0.21620267629623413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,65536,0.1913706660270691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,65536,0.15495999654134116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,65536,0.13780267039934793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,65536,0.12191466490427653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,65536,0.11477333307266235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,65536,0.11478933691978455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,65536,0.11148800452550252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,65536,0.11157866319020589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,65536,0.10800533493359883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,65536,0.11777599652608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,65536,0.12152533729871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,65536,0.11760000387827556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,65536,0.08707200487454732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,65536,0.08053333560625713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,65536,0.07966400186220805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,65536,0.08019733428955078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,65536,0.07871466875076294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,65536,0.07858133316040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,65536,0.07627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,65536,0.07648533085982005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,65536,0.07447466750939687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,65536,0.0745066652695338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,65536,0.0743146687746048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,65536,0.07423999905586243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,65536,0.0844640036424001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,65536,0.08495466907819112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,65536,0.07441066702206929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,65536,0.07469333211580913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,65536,0.07492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,65536,0.07493866483370464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,65536,0.07460799813270569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,65536,0.0744053324063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,65536,0.07296533385912578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,65536,0.07292800148328145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,65536,0.07277333239714305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,65536,0.07277866701285045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,65536,0.07441066702206929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,65536,0.08186133205890656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,65536,0.07408000032107036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,65536,0.07263466715812683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,65536,0.2074399987856547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,65536,0.07453866799672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,65536,1.5780933698018391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,65536,0.8587706883748373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,65536,3.3767306009928384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,65536,0.5127546787261963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,65536,0.49859734376271564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,65536,0.4944959878921509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,65536,0.49860533078511554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,65536,0.49420801798502606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,65536,0.3762640158335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,65536,0.365941325823466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,65536,0.36458667119344074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,65536,0.35715198516845703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,65536,0.34993600845336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,65536,0.3404959837595622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,65536,0.33987200260162354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,65536,0.341482679049174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,65536,0.3388880093892415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,65536,0.3237920006116231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,65536,0.3248320023218791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,65536,0.324672003587087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,65536,0.3214906652768453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,65536,0.3081520001093547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,65536,0.307584007581075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,65536,0.19743200143178305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,65536,0.1899120012919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,65536,0.17592267195383707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,65536,0.17337065935134888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,65536,0.1651893357435862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,65536,0.1630453368028005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,65536,0.1540986696879069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,65536,0.15438133478164673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,65536,0.14603733023007712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,65536,0.14589333534240723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,65536,0.13795199990272522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,65536,0.13671732942263284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,65536,0.13061066468556723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,65536,0.12976266940434775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,65536,0.1296880046526591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,65536,0.12989599506060281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,65536,0.12961600224177042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,65536,0.12982933719952902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,65536,0.1289573311805725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,65536,0.12877066930135092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,65536,0.1287280023097992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,65536,0.1284266710281372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,65536,0.1277653376261393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,65536,0.12738399704297385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,65536,0.1275706688563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,65536,0.12752532958984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,65536,0.12742666403452554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,65536,0.127293328444163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,65536,0.12713332970937094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,65536,0.12755733728408813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,65536,0.12769866983095804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,65536,0.12798133492469788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,65536,0.12785599629084268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,65536,0.12760800123214722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,65536,0.1280186673005422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,65536,0.127893328666687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,65536,0.1279599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,65536,0.1268720030784607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,65536,0.12713066736857095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,65536,0.12794133027394614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,65536,0.12719200054804483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,65536,0.1267253359158834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,65536,0.1269973317782084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,65536,0.12647733092308044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,65536,0.1265946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,65536,0.12658400336901346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,65536,0.1268666684627533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,65536,0.12662933270136514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,51200,4.928117434183757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,51200,2.636885325113932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,51200,1.3002986907958984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,51200,0.7638400395711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,51200,0.7134986718495687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,51200,0.6956533590952555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,51200,0.7349332968393961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,51200,0.5934773286183676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,51200,0.5383253494898478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,51200,0.5047680139541626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,51200,0.5418026844660441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,51200,0.49181334177652997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,51200,0.5001546541849772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,51200,0.4610399802525838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,51200,0.4555893341700236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,51200,0.41625066598256427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,51200,0.40698667367299396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,51200,0.3858986695607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,51200,0.38552534580230713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,51200,0.36872533957163495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,51200,0.3499946594238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,51200,0.32551467418670654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,51200,0.32630399862925213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,51200,0.2929919958114624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,51200,0.2741919954617818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,51200,0.2456480065981547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,51200,0.24582399924596152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,51200,0.21929067373275757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,51200,0.21335999170939127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,51200,0.18322134017944336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,51200,0.16571733355522156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,51200,0.14572266737620035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,51200,0.13382933537165323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,51200,0.12577066818873087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,51200,0.09897067149480183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,51200,0.07554666697978973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,51200,0.06300266583760579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,51200,0.06117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,51200,0.06234666705131531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,51200,0.05871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,51200,0.0658240020275116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,51200,0.06117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,51200,0.05648000041643778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,51200,0.05443733433882395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,51200,0.05323199927806854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,51200,0.052671998739242554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,51200,0.051781331499417625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,51200,0.051882664362589516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,51200,0.050426666935284935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,51200,0.04934399823347727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,51200,0.048901334404945374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,51200,0.04946133494377136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,51200,0.0483893354733785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,51200,0.0481333335240682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,51200,0.04842666784922282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,51200,0.04609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,51200,0.048197334011395775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,51200,0.04834666848182678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,51200,0.04710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,51200,0.04715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,51200,0.046949331959088646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,51200,0.047423998514811196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,51200,0.04718933502833048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,51200,0.04636266827583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,51200,0.04641066491603851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,51200,0.046154667933781944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,51200,0.04637333254019419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,51200,0.04631466666857401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,51200,0.04659733176231384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,51200,0.046485334634780884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,51200,0.05003733436266581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,51200,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,51200,0.050757333636283875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,51200,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,51200,6.830607732137044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,51200,3.4731067021687827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,51200,1.7684772809346516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,51200,0.970631996790568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,51200,0.9602053165435791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,51200,0.9086586634318033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,51200,0.9148639837900797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,51200,0.8594053586324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,51200,0.8277493317921957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,51200,0.7720186710357666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,51200,0.7783733208974203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,51200,0.7277039686838785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,51200,0.7325733502705892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,51200,0.6770346959431967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,51200,0.6836400032043457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,51200,0.6256239811579386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,51200,0.6199306646982828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,51200,0.5727706750233968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,51200,0.5720160007476807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,51200,0.5228426853815714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,51200,0.5179973443349203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,51200,0.4684400161107381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,51200,0.4697386821111043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,51200,0.4179600079854329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,51200,0.40809067090352374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,51200,0.3577760060628255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,51200,0.37411999702453613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,51200,0.30429865916570026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,65536,0.12638666232426962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,51200,0.3026026686032613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,51200,0.2601120074590047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,51200,0.23864533503850302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,51200,0.19558932383855185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,51200,0.1894906759262085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,51200,0.1264586647351583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,51200,0.12063733736673991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,51200,0.08160533507664998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,51200,0.07301066815853119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,51200,0.07200266420841217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,51200,0.07236800094445546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,51200,0.06810666620731354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,51200,0.06960799793402354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,51200,0.0632560004790624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,51200,0.06212000052134196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,51200,0.058973332246144615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,51200,0.060103997588157654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,51200,0.0553706685702006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,51200,0.053930665055910744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,51200,0.05161066850026449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,51200,0.05176799992720286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,51200,0.04891733328501383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,51200,0.048826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,51200,0.0495306650797526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,51200,0.04971733192602793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,51200,0.04831466575463613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,51200,0.04740533232688904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,51200,0.045642669002215065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,51200,0.04382666448752085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,51200,0.04136000076929728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,51200,0.04146933307250341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,51200,0.0414986660083135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,51200,0.040463998913764954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,51200,0.041362665593624115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,51200,0.040893333653608956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,51200,0.04018933326005936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,51200,0.04028533399105072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,51200,0.039277332524458565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,51200,0.03998666753371557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,51200,0.03890133400758108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,51200,0.03888533264398575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,51200,0.037992000579833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,51200,0.04131733377774557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,51200,0.04029600073893865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,51200,0.040074666341145836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,51200,0.03854399919509888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,65536,0.12651999791463217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,65536,0.12706399957338968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,51200,2.980165481567383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,51200,0.8203093210856119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,51200,6.0154774983723955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,51200,1.4454986254374187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,51200,0.8661039670308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,51200,0.6953706741333008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,51200,0.8488159974416097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,51200,0.7523360252380371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,51200,0.7949679692586263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,51200,0.7669440110524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,51200,0.5998773177464803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,51200,0.6531813144683838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,51200,0.5486640135447184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,51200,0.5798906485239664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,51200,0.5176986853281657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,51200,0.5393040180206299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,51200,0.6587546666463217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,51200,0.48106666405995685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,51200,0.45496801535288495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,51200,0.42768267790476483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,51200,0.41788268089294434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,51200,0.3904506762822469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,51200,0.6056586503982544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,51200,0.2836693326632182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,51200,0.27846399943033856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,51200,0.2394239902496338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,51200,0.2138906717300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,51200,0.19766666491826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,51200,0.3490080038706462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,51200,0.350325345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,51200,0.37863731384277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,51200,0.17990932861963907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,51200,0.16426666577657065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,51200,0.13241066535313925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,51200,0.11705600221951802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,51200,0.09844000140825908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,51200,0.0933519999186198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,51200,0.09258133172988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,51200,0.08859733740488689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,51200,0.08790399630864461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,51200,0.0857093334197998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,51200,0.09881866971651714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,51200,0.09500267108281453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,51200,0.09365866581598918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,51200,0.06839733322461446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,51200,0.06369066735108693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,51200,0.06286133329073589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,51200,0.06214933097362518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,51200,0.06197333335876465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,51200,0.062080000837643944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,51200,0.06109866499900818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,51200,0.06035733222961426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,51200,0.0584799995024999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,51200,0.05797866483529409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,51200,0.057861333092053734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,51200,0.05775733292102814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,51200,0.05800800025463104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,51200,0.05851200222969055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,51200,0.058786665399869285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,51200,0.05783999959627787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,51200,0.05902666846911112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,51200,0.05841066439946493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,51200,0.05836533506711324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,51200,0.05789866546789805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,51200,0.05831466615200043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,51200,0.0584799995024999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,51200,0.05818399786949158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,51200,0.05834133426348368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,51200,0.057303999861081444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,51200,0.16553599635759988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,51200,0.1695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,51200,0.06485599776109059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,51200,0.0628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,51200,0.06708799799283345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,51200,2.6998399098714194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,51200,0.6793066660563151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,51200,1.2477777269151475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,51200,0.40578312344021267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,51200,0.3961777687072754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,51200,0.39837156401740176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,51200,0.3984835677676731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,51200,0.39145599471198184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,51200,0.2998150984446208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,51200,0.29456888304816353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,51200,0.2900586658053928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,51200,0.2830897702111138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,51200,0.27806221114264595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,51200,0.27034489313761395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,51200,0.2715875572628445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,51200,0.2726168897416857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,51200,0.2699093288845486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,51200,0.2570168972015381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,51200,0.2574560112423367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,51200,0.2589351071251763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,51200,0.2562577724456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,51200,0.24601954883999297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,51200,0.24523554907904732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,51200,0.15822399987114802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,51200,0.15178310871124268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,51200,0.1400924391216702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,51200,0.13783289326561823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,51200,0.13076266977522108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,51200,0.12965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,51200,0.12289778391520183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,51200,0.1228675577375624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,51200,0.11644444200727676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,51200,0.11640889114803737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,51200,0.10920533206727769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,51200,0.1083857748243544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,51200,0.10345066918267144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,51200,0.10316266616185506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,51200,0.10281778044170803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,51200,0.1026079985830519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,51200,0.1027395526568095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,51200,0.10282488663991292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,51200,0.1021511091126336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,51200,0.1025422215461731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,51200,0.1021546655231052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,51200,0.10150044494205052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,51200,0.10099199745390151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,51200,0.10108088784747654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,51200,0.10131200154622395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,51200,0.10137066576215957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,51200,0.10082133611043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,51200,0.10084088643391927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,51200,0.10019910997814602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,51200,0.10091911421881782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,51200,0.1007573339674208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,51200,0.10073422061072455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,51200,0.09943644205729167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,51200,0.10068266921573216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,51200,0.09852800104353164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,51200,0.10028266906738281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,51200,0.10057066546546088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,51200,0.0994044476085239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,51200,0.09830222527186076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,51200,0.09939555327097575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,51200,0.10067911280526055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,51200,0.09875377681520249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,51200,0.09942755434248184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,51200,0.09984888633092244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,51200,0.09848888715108235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,51200,0.09870400031407674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,51200,0.09870044390360515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,51200,0.09869333108266194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,16384,1.4801333745320637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,16384,0.9153892993927002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,16384,0.44356266657511395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,16384,0.2806160052617391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,16384,0.2614319920539856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,16384,0.25569333632787067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,16384,0.26185333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,16384,0.1966800093650818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,16384,0.1780959963798523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,16384,0.16577333211898804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,16384,0.17079466581344604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,16384,0.16076800227165222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,16384,0.16140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,16384,0.14419466257095337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,16384,0.14778133233388266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,16384,0.13837066292762756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,16384,0.13587199648221335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,16384,0.12333866953849792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,16384,0.12330399950345357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,16384,0.12332266569137573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,16384,0.11296533544858296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,16384,0.10505333542823792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,16384,0.10584533214569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,16384,0.09489867091178894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,16384,0.08910933136940002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,16384,0.07981599867343903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,16384,0.08031733334064484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,16384,0.0711439996957779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,16384,0.06891199946403503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,16384,0.05983466903368632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,16384,0.05422666668891907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,16384,0.04928799966971079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,16384,0.04429066677888235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,16384,0.042135998606681824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,16384,0.033944000800450645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,16384,0.03134666631619135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,16384,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,16384,0.025727999707063038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,16384,0.025194667279720306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,16384,0.027232001225153606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,16384,0.02693866689999898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,16384,0.025578667720158894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,16384,0.023783999184767406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,16384,0.02455200006564458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,16384,0.021373334030310314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,16384,0.020938667158285778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,16384,0.0210533340771993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,16384,0.02255200097958247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,16384,0.02200799932082494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,16384,0.02139466752608617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,16384,0.021005332469940186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,16384,0.02089333285888036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,16384,0.022461332380771637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,16384,0.020920000970363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,16384,0.019962667177120846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,16384,0.01993600030740102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,16384,0.01985599969824155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,16384,0.021357332666714985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,16384,0.019893333315849304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,16384,0.02086399992307027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,16384,0.020871999363104504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,16384,0.02102133383353551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,16384,0.02094399929046631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,16384,0.020773333807786305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,16384,0.02085866779088974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,16384,0.02088533341884613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,16384,0.019317333896954853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,16384,0.0198186660806338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,16384,0.01938933382431666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,16384,0.01931200052301089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,16384,0.019837333510319393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,16384,0.0198213333884875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,16384,0.02006400004029274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,16384,0.019962667177120846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,16384,2.2121559778849282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,16384,1.1365760167439778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,16384,0.5883200168609619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,16384,0.3245493372281392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,16384,0.320525328318278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,16384,0.30374934275945026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,16384,0.3065613309542338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,16384,0.28401466210683185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,16384,0.275002658367157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,16384,0.25649066766103107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,16384,0.2580680052439372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,16384,0.24002800385157266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,16384,0.2416599988937378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,16384,0.22280667225519815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,16384,0.22563199202219644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,16384,0.2060826619466146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,16384,0.20242933432261148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,16384,0.18507999181747437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,16384,0.18453466892242432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,16384,0.16131732861200967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,16384,0.16000399986902872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,16384,0.1422279973824819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,16384,0.14220266540845236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,16384,0.12312533458073933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,16384,0.11962667107582092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,16384,0.10368133584658305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,16384,0.10546666383743286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,16384,0.09057199954986572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,16384,0.08733999729156494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,16384,0.07600266734759013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,16384,0.07273600002129872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,16384,0.062074666221936546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,16384,0.05938800175984701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,16384,0.04968666533629099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,16384,0.045491998394330345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,16384,0.039438667396704354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,16384,0.03605599949757258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,16384,0.036301332215468086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,16384,0.03613999982674917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,16384,0.03538266569375992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,16384,0.036902666091918945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,16384,0.03456799934307734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,16384,0.03374933451414108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,16384,0.03322399904330572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,16384,0.03159066786368688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,16384,0.03165333221356074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,16384,0.030897334218025208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,16384,0.030795998871326447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,16384,0.030002666016419727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,16384,0.029102665682633717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,16384,0.029252000153064728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,16384,0.02731066693862279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,16384,0.029365333418051403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,16384,0.027602667609850567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,16384,0.026880001028378803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,16384,0.02740799884001414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,16384,0.024858665963013966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,16384,0.027794666588306427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,16384,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,16384,0.02589999884366989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,16384,0.02590133249759674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,16384,0.026957333087921143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,16384,0.0260959987839063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,16384,0.025466665625572205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,16384,0.02646933247645696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,16384,0.025194667279720306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,16384,0.023579999804496765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,16384,0.022817333539326985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,16384,0.023609332740306854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,16384,0.022756000359853108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,16384,0.025006666779518127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,16384,0.023806666334470112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,16384,0.023046667377154034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,16384,0.02288266768058141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,51200,0.09817066457536484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,51200,0.09750044345855713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,51200,0.0976497795846727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,16384,2.374577363332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,16384,0.32953067620595294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,16384,1.229150692621867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,16384,0.6030373175938925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,16384,0.35385998090108234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,16384,0.2904120087623596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,16384,0.34171199798583984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,16384,0.3111773331960042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,16384,0.32206400235493976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,16384,0.3096533417701721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,16384,0.2481493353843689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,16384,0.2311319907506307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,16384,0.2343639930089315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,16384,0.2168226639429728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,16384,0.21499733130137125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,16384,0.1950546701749166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,16384,0.26753999789555866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,16384,0.17503867546717325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,16384,0.2692786653836568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,16384,0.1624253292878469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,16384,0.2537026604016622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,16384,0.18491067488988241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,16384,0.16975067059199014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,16384,0.11699199676513672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,16384,0.11342666546503703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,16384,0.09878399968147278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,16384,0.08672533432642619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,16384,0.15346133708953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,16384,0.08379200100898743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,16384,0.06525999804337819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,16384,0.14166000485420227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,16384,0.1374559998512268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,16384,0.061346665024757385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,16384,0.04497466484705607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,16384,0.04052933305501938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,16384,0.03503600011269251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,16384,0.033574665586153664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,16384,0.03308933228254318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,16384,0.03219733387231827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,16384,0.03196266790231069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,16384,0.03160533308982849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,16384,0.03387866665919622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,16384,0.0339626669883728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,16384,0.033589333295822144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,16384,0.025850666066010792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,16384,0.02465333292881648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,16384,0.024886667728424072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,16384,0.024276000758012135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,16384,0.024318667749563854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,16384,0.02327200025320053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,16384,0.023354666928450268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,16384,0.022889333466688793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,16384,0.022798667351404827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,16384,0.023009332517782848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,16384,0.022754666705926258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,16384,0.02235066642363866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,16384,0.02272533377011617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,16384,0.022656001150608063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,16384,0.02275333305199941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,16384,0.022820000847180683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,16384,0.022483999530474346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,16384,0.022718665500481922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,16384,0.022883998850981396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,16384,0.022641333440939587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,16384,0.025251999497413635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,16384,0.024447999894618988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,16384,0.055617332458496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,16384,0.053483997782071434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,16384,0.055318668484687805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,16384,0.05699199934800466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,16384,0.050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,16384,0.05816933512687683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,16384,0.056885331869125366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,16384,0.024845334390799206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,16384,0.4117247899373372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,16384,0.8025856018066406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,16384,0.23569280306498208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,16384,0.13968106905619304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,16384,0.13849066098531088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,16384,0.136516269048055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,16384,0.13427200317382812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,16384,0.13903147379557293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,16384,0.10384426911671955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,16384,0.10177919864654542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,16384,0.100819198290507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,16384,0.09937600294748941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,16384,0.09563306967417398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,16384,0.09444373448689779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,16384,0.09424746831258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,16384,0.09457813103993734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,16384,0.09311253229777018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,16384,0.09021653334299723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,16384,0.09010667006174723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,16384,0.09000853697458902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,16384,0.09003840287526449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,16384,0.08499733606974283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,16384,0.08558080196380616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,16384,0.05630613168080648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,16384,0.05403626759847006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,16384,0.050348798433939614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,16384,0.049932801723480226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,16384,0.04833920001983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,16384,0.047577599684397384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,16384,0.04453226725260417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,16384,0.0448853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,16384,0.04231040080388387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,16384,0.04165866772333781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,16384,0.03996266523996989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,16384,0.0395466685295105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,16384,0.037197868029276535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,16384,0.03716693321863811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,16384,0.03709866603215535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,16384,0.03715626796086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,16384,0.037102933724721274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,16384,0.03665493329366048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,16384,0.03712960084279378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,16384,0.03704746564229329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,16384,0.03674559990564982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,16384,0.036006398995717365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,16384,0.03607786496480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,16384,0.036032001177469894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,16384,0.03584533135096232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,16384,0.03590720097223918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,16384,0.0360479990641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,16384,0.035807998975118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,16384,0.03591146469116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,16384,0.0357749342918396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,16384,0.03576106627782186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,16384,0.03622080087661743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,16384,0.035936001936594644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,16384,0.03577386538187663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,16384,0.035818668206532796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,16384,0.035867734750111895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,16384,0.03619306484858195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,16384,0.03570346832275391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,16384,0.03584853410720825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,16384,0.03581546545028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,16384,0.03583679993947347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,16384,0.03561813433965047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,16384,0.035634132226308186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,16384,0.03590720097223918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,16384,0.03587520122528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,16384,0.03542933464050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,16384,0.03588053385416667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,16384,0.035906132062276205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,12288,1.1106186972724068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,12288,0.6419217851426866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,12288,0.3157671027713352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,12288,0.20905421839820015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,12288,0.19609244664510092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,12288,0.19149333900875518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,12288,0.1826488839255439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,12288,0.1552799940109253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,12288,0.13939200507269964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,12288,0.13103111584981283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,12288,0.1353777779473199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,12288,0.11937777201334636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,12288,0.12085866928100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,12288,0.11146488454606797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,12288,0.11743999852074517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,12288,0.1042791141404046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,12288,0.10039110978444417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,12288,0.09494577513800727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,12288,0.09408355421490139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,12288,0.09460622072219849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,12288,0.08757688601811726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,12288,0.08133866389592488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,12288,0.0823448896408081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,12288,0.07112711005740695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,12288,0.06643199920654297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,12288,0.06052088737487793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,12288,0.060897780789269336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,12288,0.0546595553557078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,12288,0.05235200126965841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,12288,0.04565155506134033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,12288,0.041441778341929116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,12288,0.03781333234575059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,12288,0.034083555142084755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,12288,0.032103111346562706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,12288,0.025916443930731878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,12288,0.025082666012975905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,12288,0.021591110361946955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,12288,0.019388443893856473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,12288,0.018949333164427016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,12288,0.02068622244728936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,12288,0.02260444396071964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,12288,0.0196088883611891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,12288,0.0181688881582684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,12288,0.018812444474962022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,12288,0.017464889420403373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,12288,0.017107556263605755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,12288,0.016746666696336534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,12288,0.016961778203646343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,12288,0.016591999265882704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,12288,0.016044444508022733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,12288,0.015985776980717976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,12288,0.01532977819442749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,12288,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,12288,0.015413333972295126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,12288,0.01458666721979777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,12288,0.01462933255566491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,12288,0.014183110660976835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,12288,0.0162435554795795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,12288,0.013950222068362765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,12288,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,12288,0.016227554943826463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,12288,0.01648000048266517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,12288,0.016442666451136272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,12288,0.01627200014061398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,12288,0.016138666205936007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,12288,0.016138666205936007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,12288,0.013665777941544851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,12288,0.013895110951529609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,12288,0.013914666242069669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,12288,0.013957333233621387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,12288,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,12288,0.014000000225173103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,12288,0.014583110809326172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,12288,0.014152889450391134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,12288,1.6714932759602863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,12288,0.8622581481933593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,16384,0.03614613215128581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,12288,0.4462570508321126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,12288,0.2546165307362874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,12288,0.24455787340799967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,12288,0.2344735940297445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,12288,0.2322453339894613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,12288,0.21951467196146646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,12288,0.2073589324951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,12288,0.19856106440226237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,12288,0.19442559878031412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,12288,0.18576745986938475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,12288,0.18141333262125653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,12288,0.16624959309895831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,12288,0.1628917376200358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,12288,0.1510719935099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,12288,0.14389653205871583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,12288,0.13581120173136393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,12288,0.13192533651987712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,12288,0.12093013127644855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,12288,0.11902506351470947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,12288,0.10768106778462727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,12288,0.104639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,12288,0.09789760112762451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,12288,0.09163839817047119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,12288,0.08403626283009848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,12288,0.08423999945322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,12288,0.07095999717712402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,12288,0.05700266758600871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,12288,0.05569173494974772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,12288,0.0479093352953593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,12288,0.04570026795069377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,12288,0.041121065616607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,12288,0.0387658675511678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,12288,0.03513600031534831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,12288,0.031225599845250446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,12288,0.03071146607398987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,12288,0.07374506791432699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,12288,0.03079040050506592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,12288,0.034485332171122235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,12288,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,12288,0.028947200377782183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,12288,0.030123732487360638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,12288,0.02839360038439433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,12288,0.028875732421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,12288,0.028892799218495684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,12288,0.027013333638509114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,12288,0.026999467611312868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,12288,0.026434133450190227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,12288,0.026243199904759724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,12288,0.02621226708094279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,12288,0.024938666820526124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,12288,0.026666667064030963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,12288,0.026273065805435182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,12288,0.0246453324953715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,12288,0.02582293351491292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,12288,0.02328746716181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,12288,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,12288,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,12288,0.02377386689186096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,12288,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,12288,0.02326719959576925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,12288,0.024307199319203696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,12288,0.023217066129048666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,12288,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,12288,0.024035199483235677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,12288,0.02250666618347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,12288,0.021569067239761354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,12288,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,12288,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,12288,0.021865600347518922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,12288,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,12288,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,12288,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,16384,0.03572160005569458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,16384,0.03581759929656982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,12288,1.088921610514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,12288,2.112878926595052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,12288,0.2998751958211263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,12288,0.5389343897501628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,12288,0.3116767883300781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,12288,0.2613311926523844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,12288,0.2805418650309245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,12288,0.2965866724650065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,12288,0.2827242533365885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,12288,0.27222932179768883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,12288,0.21982399622599283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,12288,0.2073215961456299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,12288,0.2071082592010498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,12288,0.1946730613708496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,12288,0.19054932594299318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,12288,0.17399892807006836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,12288,0.24525760014851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,12288,0.15997014045715333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,12288,0.23647680282592773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,12288,0.14180053075154622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,12288,0.2260512034098307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,12288,0.16355519294738768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,12288,0.15129706064860027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,12288,0.1069152037302653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,12288,0.08827520211537679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,12288,0.08533120155334473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,12288,0.0626741329828898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,12288,0.06451946496963501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,12288,0.1331935962041219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,12288,0.1244213342666626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,12288,0.11554559866587322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,12288,0.05049279928207397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,12288,0.04603519837061564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,12288,0.038048001130421956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,12288,0.03386026620864868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,12288,0.029590400060017903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,12288,0.02764586607615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,12288,0.026798933744430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,12288,0.026390399535497027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,12288,0.026338134209314985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,12288,0.026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,12288,0.027899734179178876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,12288,0.027863466739654542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,12288,0.028500266869862872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,12288,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,12288,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,12288,0.02038933237393697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,12288,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,12288,0.020514132579167683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,12288,0.019349332650502524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,12288,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,12288,0.019064533710479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,12288,0.020542933543523153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,12288,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,12288,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,12288,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,12288,0.018503467241923012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,12288,0.018822399775187175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,12288,0.01840106646219889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,12288,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,12288,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,12288,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,12288,0.039086933930714926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,12288,0.04112319946289063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,12288,0.040711466471354166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,12288,0.039510401089986165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,12288,0.037468798955281574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,12288,0.04158506790796916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,12288,0.04073706865310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,12288,0.037939198811848956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,12288,0.03743253151575725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,12288,0.04046719868977865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,12288,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,12288,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,12288,0.6174325307210287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,12288,0.3297045389811198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,12288,0.18088960647583008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,12288,0.11008959611256916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,12288,0.10718399683634441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,12288,0.10567893187204998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,12288,0.10625813007354737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,12288,0.10514559745788574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,12288,0.08044586976369222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,12288,0.07962773640950521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,12288,0.07910827000935873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,12288,0.07775466442108155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,12288,0.07544213136037191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,12288,0.07421973546346029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,12288,0.07482773462931315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,12288,0.07411519686381021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,12288,0.07310612996419272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,12288,0.07113920052846273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,12288,0.07094826698303222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,12288,0.07114880084991455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,12288,0.06991786956787109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,12288,0.06743040084838867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,12288,0.06758506298065185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,12288,0.04418453375498454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,12288,0.04212053219477336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,12288,0.03963946501413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,12288,0.03962986469268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,12288,0.03813120126724243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,12288,0.036263465881347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,12288,0.037315201759338376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,12288,0.035580801963806155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,12288,0.033930667241414386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,12288,0.033473066488901776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,12288,0.03213653365770976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,12288,0.0313429335753123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,12288,0.029769599437713623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,12288,0.029496532678604127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,12288,0.02934933304786682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,12288,0.029305599133173627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,12288,0.029714133342107135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,12288,0.029411200682322187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,12288,0.029704533020655316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,12288,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,12288,0.02895680069923401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,12288,0.028553599119186403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,12288,0.028733867406845092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,12288,0.028487465778986615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,12288,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,12288,0.02850346763928731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,12288,0.028498133023579914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,12288,0.028459733724594115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,12288,0.02812906702359517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,12288,0.02847893238067627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,12288,0.028519467512766523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,12288,0.028065067529678345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,12288,0.028468267122904463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,12288,0.028154667218526202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,12288,0.028707200288772584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,12288,0.028091732660929365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,12288,0.028089600801467895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,12288,0.028385066986083986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,12288,0.028785065809885664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,12288,0.02804159919420878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,12288,0.0279914657274882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,12288,0.02810773253440857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,12288,0.028407466411590577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,12288,0.02839679916699727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,12288,0.02821013331413269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,12288,0.028151466449101763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,12288,0.028501333793004353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,12288,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,10240,0.9522541893853081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,10240,0.5841795603434244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,10240,0.32763732804192436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,10240,0.1919715536965264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,10240,0.18908088737063936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,10240,0.1521493328942193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,10240,0.15195555157131618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,10240,0.12898133860694036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,10240,0.11754843923780654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,10240,0.11083377732170953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,10240,0.11546311113569473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,10240,0.10885866483052571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,12288,0.02807360092798869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,10240,0.09742933511734009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,10240,0.0972391102049086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,10240,0.09789333078596328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,10240,0.09444799688127305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,10240,0.08665244446860419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,10240,0.0888213316599528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,10240,0.08161777920193143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,10240,0.08025422361161974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,10240,0.0736231141620212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,10240,0.07118755578994751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,10240,0.06558933522966173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,10240,0.06024710999594795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,10240,0.05583288934495714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,10240,0.05031822125116984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,10240,0.05093155635727776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,10240,0.045441776514053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,10240,0.04324444466167026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,10240,0.037921776374181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,10240,0.0343537794219123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,10240,0.030782222747802734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,10240,0.027912888262006972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,10240,0.027772444817754958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,10240,0.021310221817758348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,10240,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,10240,0.025957332717047796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,10240,0.021543110410372417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,10240,0.022721777359644573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,10240,0.019359999232821994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,10240,0.01664533383316464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,10240,0.018872888551818002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,10240,0.016572443975342643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,10240,0.0169831116994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,10240,0.015951999359660678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,10240,0.015276443627145557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,10240,0.015221332510312399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,10240,0.01534400052494473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,10240,0.015020444989204407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,10240,0.014595554934607612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,10240,0.01461155547036065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,10240,0.014044443766276041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,10240,0.015953777564896476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,10240,0.015587555037604438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,10240,0.013201778133710226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,10240,0.015322667029168872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,10240,0.013265777793195514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,10240,0.015390222271283468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,10240,0.012906666431162091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,10240,0.014673777752452426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,10240,0.014689778288205465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,10240,0.014588443769348992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,10240,0.014547554983033074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,10240,0.01465777721669939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,10240,0.014599111345079211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,10240,0.014595554934607612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,10240,0.012805333567990197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,10240,0.01276088919904497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,10240,0.012652444342772165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,10240,0.012709333664841123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,10240,0.012780444489585029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,10240,0.012714666624863943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,10240,0.013247999880048962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,10240,0.013086222112178802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,10240,1.4022602081298827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,10240,0.3845173199971517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,10240,0.7161130905151367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,10240,0.2106719970703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,10240,0.21439679463704428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,10240,0.18577386538187662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,10240,0.1757919947306315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,10240,0.1697098731994629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,10240,0.15811947186787922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,10240,0.15994985898335773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,10240,0.1426047960917155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,10240,0.18988265991210937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,10240,0.1433695952097575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,10240,0.13479466438293458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,10240,0.131987198193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,10240,0.122708264986674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,10240,0.11955093542734782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,10240,0.11148906548817952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,10240,0.10857600371042889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,10240,0.10287360350290935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,10240,0.10046933492024739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,10240,0.09030186335245768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,10240,0.08627200126647949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,10240,0.08165547053019205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,10240,0.07878080209096273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,10240,0.07224533557891846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,10240,0.07184853553771972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,10240,0.05929386615753174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,10240,0.057549866040547695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,10240,0.05086719989776611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,10240,0.050196266174316405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,10240,0.04427413145701091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,10240,0.04145600001017253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,10240,0.03461440006891887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,10240,0.03742506504058838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,10240,0.0328874667485555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,10240,0.029564799865086873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,10240,0.028099199136098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,10240,0.028777599334716797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,10240,0.027345067262649535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,10240,0.026872533559799194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,10240,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,10240,0.025547732909520466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,10240,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,10240,0.025464532772699992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,10240,0.02646506627400716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,10240,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,10240,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,10240,0.027845333019892376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,10240,0.025494400660196943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,10240,0.025280000766118367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,10240,0.02566080093383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,10240,0.022870399554570518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,10240,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,10240,0.02434239983558655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,10240,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,10240,0.022822399934132896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,10240,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,10240,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,10240,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,10240,0.020826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,10240,0.021562665700912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,10240,0.02174506584803263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,10240,0.02290239930152893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,10240,0.02299306591351827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,10240,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,10240,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,10240,0.02090559999148051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,10240,0.020838399728139244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,10240,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,10240,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,10240,0.021559466918309532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,10240,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,10240,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,12288,0.0284223993619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,12288,0.028489599625269573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,10240,1.012068239847819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,10240,0.27531731923421227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,10240,1.9958260854085286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,10240,0.5076160113016764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,10240,0.2917994817097982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,10240,0.24634453455607094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,10240,0.2771552085876465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,10240,0.2615093390146891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,10240,0.26440000534057617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,10240,0.2543370723724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,10240,0.2061781406402588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,10240,0.1957877318064372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,10240,0.19230613708496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,10240,0.18219413757324218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,10240,0.17717760403951008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,10240,0.1646570682525635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,10240,0.22552213668823243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,10240,0.14591253598531087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,10240,0.22557973861694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,10240,0.13297173182169597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,10240,0.21240639686584473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,10240,0.1518133322397868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,10240,0.13412267367045086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,10240,0.11438933213551838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,10240,0.08754773139953613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,10240,0.07219839890797933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,10240,0.0702730655670166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,10240,0.05515093406041464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,10240,0.05724480152130127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,10240,0.046239999930063884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,10240,0.11446826457977295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,10240,0.09417386849721274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,10240,0.04200106859207153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,10240,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,10240,0.0314954658349355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,10240,0.026577067375183106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,10240,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,10240,0.023431466023127238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,10240,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,10240,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,10240,0.023085866371790567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,10240,0.025627734263737996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,10240,0.025573333104451496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,10240,0.02518186569213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,10240,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,10240,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,10240,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,10240,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,10240,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,10240,0.01721386710802714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,10240,0.01686933239301046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,10240,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,10240,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,10240,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,10240,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,10240,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,10240,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,10240,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,10240,0.016295466820398966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,10240,0.035121067365010576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,10240,0.031292800108591715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,10240,0.03264000018437703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,10240,0.0341973344484965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,10240,0.03222080071767171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,10240,0.03151786724726359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,10240,0.03248106638590495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,10240,0.03420480092366536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,10240,0.03609493176142375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,10240,0.03299199938774109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,10240,0.03378560145696004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,10240,0.03552746772766113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,10240,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,10240,0.01873706579208374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,10240,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,10240,0.5541002909342448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,10240,0.16372052828470868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,10240,0.2921663920084635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,10240,0.09373119672139486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,10240,0.09425066312154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,10240,0.09248960018157959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,10240,0.09369493325551351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,10240,0.09026986757914225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,10240,0.07155733108520508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,10240,0.07007893721262613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,10240,0.07069546381632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,10240,0.06703680356343587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,10240,0.06655040184656778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,10240,0.0664789319038391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,10240,0.06646080017089843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,10240,0.06401386658350626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,10240,0.06423146724700927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,10240,0.06248639822006226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,10240,0.0619925340016683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,10240,0.05984213352203369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,10240,0.05934826532999674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,10240,0.0577397346496582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,10240,0.05848000049591064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,10240,0.037170132001241044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,10240,0.037299199899037676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,10240,0.035113600889841716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,10240,0.03478506803512573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,10240,0.03323093255360921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,10240,0.032604799667994185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,10240,0.03207466602325439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,10240,0.03160213430722554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,10240,0.029715200265248615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,10240,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,10240,0.028540800015131634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,10240,0.027863466739654542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,10240,0.026383999983469648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,10240,0.02555840015411377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,10240,0.025492266813913984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,10240,0.02573440074920654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,10240,0.025628799200057985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,10240,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,10240,0.025271467367808026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,10240,0.026077866554260254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,10240,0.026022400458653765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,10240,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,10240,0.024755199750264488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,10240,0.02481493353843689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,10240,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,10240,0.02438933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,10240,0.02485439976056417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,10240,0.025116799275080363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,10240,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,10240,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,10240,0.024513065814971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,10240,0.02502400080362956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,10240,0.024829866488774617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,10240,0.024372265736262003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,10240,0.024420267343521117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,10240,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,10240,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,10240,0.024421334266662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,10240,0.024769065777460735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,10240,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,10240,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,10240,0.024396799008051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,10240,0.02438186605771383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,10240,0.024710400899251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,10240,0.024405332406361897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,10240,0.024343466758728026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,10240,0.024606933196385704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,10240,0.024387200673421226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,8192,0.8150640328725179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,8192,0.4764866828918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,8192,0.26214534044265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,10240,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,8192,0.16405333081881204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,8192,0.12070799867312114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,8192,0.10725200176239014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,8192,0.13386266430219015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,8192,0.11059600114822388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,8192,0.09989200035730998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,8192,0.08668133616447449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,10240,0.02437439958254496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,8192,0.09420667092005412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,8192,0.08190133174260457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,8192,0.0831520011027654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,8192,0.08304933210213979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,8192,0.07141866783301036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,8192,0.07626933356126149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,8192,0.06582266589005788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,8192,0.06844800213972728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,8192,0.06006666521231333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,8192,0.0626479983329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,8192,0.05492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,8192,0.05484666426976522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,8192,0.048142666618029274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,8192,0.04695066809654236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,8192,0.040362666050593056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,8192,0.04264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,8192,0.036757332583268486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,8192,0.03432800124088923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,8192,0.03134666631619135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,8192,0.02886933336655299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,8192,0.025744001070658367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,8192,0.023334667086601257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,8192,0.022073333462079365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,8192,0.017762667189041775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,8192,0.01996666689713796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,8192,0.014211999873320261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,8192,0.01498533288637797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,8192,0.014181333283583323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,8192,0.01776399960120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,8192,0.08231999973456065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,8192,0.014034666121006012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,8192,0.0140666663646698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,8192,0.016203999519348145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,8192,0.013834666460752487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,8192,0.013025333484013876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,8192,0.012969333678483963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,8192,0.012452000131209692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,8192,0.013114667187134424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,8192,0.011975999921560287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,8192,0.012453333785136541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,8192,0.012479999413092932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,8192,0.01195466642578443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,8192,0.013516000161568323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,8192,0.012960000584522883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,8192,0.011447999626398087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,8192,0.013476000477870306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,8192,0.011233333498239517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,8192,0.010998666286468506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,8192,0.01302933320403099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,8192,0.012993333240350088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,8192,0.012741333494583765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,8192,0.013111999879280726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,8192,0.01302933320403099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,8192,0.01294133315483729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,8192,0.012953333556652069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,8192,0.010630667209625244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,8192,0.010620000461737314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,8192,0.010627999901771545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,8192,0.010833332935969034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,8192,0.010994666566451391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,8192,0.011129333327213923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,8192,0.011326666921377182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,8192,0.011052000025908152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,8192,0.013246666640043259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,8192,0.30630718866984047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,8192,1.1500639597574869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,8192,0.5879733403523763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,8192,0.16605119705200194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,8192,0.16489386558532715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,8192,0.1432085355122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,8192,0.14449067115783693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,8192,0.13082559903462726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,8192,0.13494079907735188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,8192,0.12090240319569905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,8192,0.11367146968841553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,8192,0.1157696008682251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,8192,0.10179946422576905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,8192,0.1039690653483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,8192,0.09570346673329672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,8192,0.09815573692321777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,8192,0.08663466771443686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,8192,0.08799893061319987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,8192,0.08018879890441895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,8192,0.08211519718170165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,8192,0.07116053104400635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,8192,0.07074346542358398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,8192,0.06473919947942099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,8192,0.063591468334198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,8192,0.12032426993052166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,8192,0.05559573173522949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,8192,0.0546175996462504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,8192,0.05003840128580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,8192,0.05035093228022257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,8192,0.042148268222808837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,8192,0.04281599919001262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,8192,0.039902933438618976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,8192,0.03317226568857829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,8192,0.03137493332227071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,8192,0.02940053343772888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,8192,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,8192,0.026845866441726686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,8192,0.026903466383616133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,8192,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,8192,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,8192,0.02492693265279134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,8192,0.024910932779312132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,8192,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,8192,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,8192,0.02378666599591573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,8192,0.023818665742874147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,8192,0.02375040054321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,8192,0.023027199506759643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,8192,0.02332373261451721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,8192,0.023277866840362548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,8192,0.023205333948135377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,8192,0.020830933252970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,8192,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,8192,0.02204266587893168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,8192,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,8192,0.02087999979654948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,8192,0.021865600347518922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,8192,0.022006400426228843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,8192,0.01986453334490458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,8192,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,8192,0.021204266945521036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,8192,0.019937066237131755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,8192,0.039868799845377605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,8192,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,8192,0.01975253423055013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,8192,0.01953493356704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,8192,0.020470400651295982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,8192,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,8192,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,8192,0.020520534118016562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,8192,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,8192,0.01946880022684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,8192,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,8192,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,10240,0.024378667275110878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,8192,1.840002187093099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,8192,0.2573098659515381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,8192,0.47634239196777345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,8192,0.9340288162231445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,8192,0.24109867413838706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,8192,0.22957653999328614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,8192,0.26782614390055337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,8192,0.2548266728719076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,8192,0.2418048063913981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,8192,0.23025172551472983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,8192,0.18866027196248372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,8192,0.18209813435872396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,8192,0.17378133138020832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,8192,0.1683850606282552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,8192,0.15626346270243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,8192,0.14975573221842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,8192,0.20814186731974282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,8192,0.12818453311920167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,8192,0.20251733462015786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,8192,0.10650346279144288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,8192,0.19631892840067547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,8192,0.1331370671590169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,8192,0.10833813349405925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,8192,0.06785066922505698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,8192,0.06215253273646036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,8192,0.05615893205006918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,8192,0.049702401955922446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,8192,0.046248535315195724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,8192,0.08647786776224772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,8192,0.09035840034484863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,8192,0.07551786899566651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,8192,0.04164373477300008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,8192,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,8192,0.03214293320973714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,8192,0.028945066531499225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,8192,0.024465066194534302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,8192,0.02228906750679016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,8192,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,8192,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,8192,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,8192,0.022333866357803343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,8192,0.022286933660507203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,8192,0.02257173260052999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,8192,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,8192,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,8192,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,8192,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,8192,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,8192,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,8192,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,8192,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,8192,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,8192,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,8192,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,8192,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,8192,0.03163093328475952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,8192,0.030537599325180055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,8192,0.031674667199452715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,8192,0.03270293275515239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,8192,0.03252266645431519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,8192,0.031223465998967487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,8192,0.03127040068308513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,8192,0.030920533339182536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,8192,0.031199999650319415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,8192,0.03300799926122029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,8192,0.03311786651611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,8192,0.03185173273086548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,8192,0.031692800919214885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,8192,0.03385173479715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,8192,0.033744001388549806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,8192,0.44499839146931963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,8192,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,8192,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,8192,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,8192,0.23478933970133462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,8192,0.12788159847259523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,8192,0.07766826947530112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,8192,0.07643733024597169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,8192,0.07477760314941406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,8192,0.07556266784667968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,8192,0.07357227007548015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,8192,0.05902400016784668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,8192,0.057719465096791586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,8192,0.05854613383611044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,8192,0.05532906850179037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,8192,0.05539733171463013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,8192,0.053997866312662755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,8192,0.05420373280843099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,8192,0.05228373209635416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,8192,0.05209920008977255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,8192,0.05012906789779663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,8192,0.05112213293711344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,8192,0.048641065756479904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,8192,0.049401601155598954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,8192,0.04748479922612508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,8192,0.047498667240142824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,8192,0.03162026604016622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,8192,0.031173332532246904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,8192,0.029857067267100017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,8192,0.02904213269551595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,8192,0.028510934114456175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,8192,0.027715200185775758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,8192,0.026383999983469648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,8192,0.02679786682128906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,8192,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,8192,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,8192,0.024000000953674317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,8192,0.023175466060638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,8192,0.022285866737365722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,8192,0.021576533714930214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,8192,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,8192,0.02178986668586731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,8192,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,8192,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,8192,0.02186773419380188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,8192,0.021619200706481934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,8192,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,8192,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,8192,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,8192,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,8192,0.021081600586573282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,8192,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,8192,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,8192,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,8192,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,8192,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,8192,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,8192,0.020717867215474448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,8192,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,8192,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,8192,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,8192,0.021205333868662517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,8192,0.020781866709391274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,8192,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,8192,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,8192,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,8192,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,8192,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,8192,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,8192,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,8192,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,8192,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,8192,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,7168,0.7151947021484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,8192,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,7168,0.37428534030914307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,7168,0.18507466713587442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,7168,0.14633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,7168,0.1117960015932719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,7168,0.10202266772588094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,7168,0.09833066662152608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,8192,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,7168,0.0851426621278127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,7168,0.07663466533025105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,7168,0.08132266501585643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,7168,0.07339733342329662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,7168,0.0749559998512268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,7168,0.06518800059954326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,7168,0.07300933202107747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,7168,0.06138533353805542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,7168,0.06542933483918507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,7168,0.056115999817848206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,7168,0.059674665331840515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,7168,0.05053466558456421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,7168,0.054567997654279075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,7168,0.0465773344039917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,7168,0.04877466460069021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,7168,0.041849335034688316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,7168,0.04165733357270559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,7168,0.0386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,7168,0.031570665538311005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,7168,0.030805334448814392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,7168,0.026681333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,7168,0.02548133333524068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,7168,0.03512666622797648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,7168,0.021901334325472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,7168,0.020066666106383007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,7168,0.01926400015751521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,7168,0.015533333023389181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,7168,0.1115399996439616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,7168,0.018642666439215343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,7168,0.012714666624863943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,7168,0.01284400001168251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,7168,0.012630666295687357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,7168,0.012621333201726278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,7168,0.012430666635433832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,7168,0.012639999389648438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,7168,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,7168,0.012080000092585882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,7168,0.012425333261489868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,7168,0.012005332857370377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,7168,0.011473332842191061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,7168,0.012041332821051279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,7168,0.011806666851043701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,7168,0.012450666477282843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,7168,0.011529333889484406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,7168,0.012452000131209692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,7168,0.01221733291943868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,7168,0.01213999961813291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,7168,0.01202266663312912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,7168,0.010491999487082163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,7168,0.012035999447107315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,7168,0.01021733321249485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,7168,0.011605333536863327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,7168,0.011722666521867117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,7168,0.011614666630824408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,7168,0.011524000515540441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,7168,0.011586666107177734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,7168,0.011546666423479715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,7168,0.011508000393708548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,7168,0.009993333369493484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,7168,0.009974666560689608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,7168,0.00995333306491375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,7168,0.009925333162148794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,7168,0.009945333624879519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,7168,0.01002266692618529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,7168,0.01015066665907701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,7168,0.010233333334326744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,7168,0.010945333788792292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,7168,0.5114570617675781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,7168,0.9878549575805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,7168,0.26948798497517906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,7168,0.1428618590037028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,7168,0.1389525254567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,7168,0.11782933076222737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,7168,0.11231253147125245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,7168,0.12271146774291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,7168,0.12108480135599772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,7168,0.10295360088348389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,7168,0.10691733360290527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,7168,0.10352106889088948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,7168,0.10290239651997883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,7168,0.09416746298472087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,7168,0.09526293277740479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,7168,0.08472320238749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,7168,0.0845631996790568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,7168,0.08025279839833578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,7168,0.07633386452992758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,7168,0.07038719654083252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,7168,0.0712170680363973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,7168,0.06378773450851441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,7168,0.062317868073781334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,7168,0.0590282678604126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,7168,0.05539306799570719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,7168,0.05247893333435059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,7168,0.04458560148874919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,7168,0.05341440041859945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,7168,0.047406931718190506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,7168,0.04036480188369751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,7168,0.04194773435592651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,7168,0.035284264882405596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,7168,0.034626134236653644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,7168,0.033123199144999185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,7168,0.029994666576385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,7168,0.026514132817586262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,7168,0.02577706575393677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,7168,0.02593280076980591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,7168,0.024765866994857787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,7168,0.02568853298823039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,7168,0.025075199206670125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,7168,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,7168,0.02488853335380554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,7168,0.02443199952443441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,7168,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,7168,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,7168,0.022257065773010253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,7168,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,7168,0.022259199619293214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,7168,0.0226090669631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,7168,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,7168,0.021013333400090536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,7168,0.02180479963620504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,7168,0.020961066087086998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,7168,0.021719467639923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,7168,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,7168,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,7168,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,7168,0.02053546706835429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,7168,0.020478934049606323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,7168,0.020886399348576865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,7168,0.01917333404223124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,7168,0.020056533813476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,7168,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,7168,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,7168,0.020320000251134236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,7168,0.021865600347518922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,7168,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,7168,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,7168,0.019708800315856933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,7168,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,7168,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,7168,0.018897066513697304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,7168,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,8192,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,7168,0.9200682957967123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,7168,0.2538517316182455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,7168,1.7932565053304035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,7168,0.46909974416097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,7168,0.2618336041768392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,7168,0.22403306961059571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,7168,0.2511690616607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,7168,0.23456427256266274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,7168,0.2361589272816976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,7168,0.22302080790201823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,7168,0.1810186703999837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,7168,0.1772768020629883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,7168,0.1610698699951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,7168,0.15893227259318035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,7168,0.13505813280741374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,7168,0.1335744063059489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,7168,0.206223996480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,7168,0.10808746814727783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,7168,0.19541014035542806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,7168,0.09064746697743734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,7168,0.1945898691813151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,7168,0.10962773164113362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,7168,0.09415573279062907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,7168,0.06269760131835937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,7168,0.05900693337122599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,7168,0.053140266736348474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,7168,0.04732799927393595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,7168,0.04440639813741048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,7168,0.08160853385925293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,7168,0.03869119882583618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,7168,0.07661866346995036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,7168,0.07090773582458496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,7168,0.03028159936269124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,7168,0.036348799864451095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,7168,0.027618134021759035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,7168,0.02241493264834086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,7168,0.01999680002530416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,7168,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,7168,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,7168,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,7168,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,7168,0.020550400018692017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,7168,0.020336000124613444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,7168,0.02048426667849223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,7168,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,7168,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,7168,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,7168,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,7168,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,7168,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,7168,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,7168,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,7168,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,7168,0.013166933258374532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,7168,0.02330346703529358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,7168,0.025838933388392132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,7168,0.024292266368865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,7168,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,7168,0.02392959992090861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,7168,0.024307199319203696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,7168,0.025731199979782106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,7168,0.02581546703974406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,7168,0.02772586743036906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,7168,0.02672533392906189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,7168,0.02315733234087626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,7168,0.026279467344284057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,7168,0.025438932577768962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,7168,0.025659734010696413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,7168,0.02598080039024353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,7168,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,7168,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,7168,0.4046229362487793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,7168,0.01539306640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,7168,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,7168,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,7168,0.2139520009358724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,7168,0.11666239897410076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,7168,0.0707157293955485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,7168,0.07013973395029703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,7168,0.06894506613413492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,7168,0.06930452982584635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,7168,0.05438719987869263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,7168,0.06792853673299154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,7168,0.05270400047302246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,7168,0.052527999877929686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,7168,0.05168426831563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,7168,0.05105599959691366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,7168,0.048579200108846025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,7168,0.04856853485107422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,7168,0.04705066680908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,7168,0.0479477326075236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,7168,0.04583359956741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,7168,0.04549546639124553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,7168,0.04389973481496175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,7168,0.04498026768366496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,7168,0.04302826722462972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,7168,0.042888534069061277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,7168,0.029139200846354168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,7168,0.02876053253809611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,7168,0.027371732393900554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,7168,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,7168,0.026073600848515826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,7168,0.026040534178415935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,7168,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,7168,0.02322346568107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,7168,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,7168,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,7168,0.021861332654953002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,7168,0.021141332387924195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,7168,0.020269866784413657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,7168,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,7168,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,7168,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,7168,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,7168,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,7168,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,7168,0.019846399625142418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,7168,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,7168,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,7168,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,7168,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,7168,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,7168,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,7168,0.019151999553044637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,7168,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,7168,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,7168,0.019105066855748497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,7168,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,7168,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,7168,0.019027199347813925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,7168,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,7168,0.01924906571706136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,7168,0.019130667050679527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,7168,0.01917546590169271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,7168,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,7168,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,7168,0.01928960084915161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,7168,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,7168,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,7168,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,7168,0.019107200702031455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,7168,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,6144,0.5785856246948242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,6144,0.3333653450012207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,6144,0.18607039451599122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,6144,0.11005547046661376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,6144,0.11031893094380696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,6144,0.08074453671773275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,6144,0.08098133405049643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,6144,0.08022399743398032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,6144,0.06922880013783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,6144,0.06500159899393718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,6144,0.06765973567962646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,6144,0.0637226661046346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,7168,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,6144,0.06368639866511026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,6144,0.05666773319244385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,6144,0.058864001433054605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,6144,0.05288853247960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,6144,0.05272106726964315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,6144,0.05012480020523071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,6144,0.04512319962183635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,6144,0.04528533220291138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,6144,0.04192320108413696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,6144,0.039635201295216874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,6144,0.03650346597035726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,6144,0.03444586594899495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,6144,0.03006613254547119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,6144,0.030478932460149127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,6144,0.02609386642773946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,6144,0.025117866198221844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,6144,0.022430932521820067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,6144,0.02130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,6144,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,6144,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,7168,0.019065600633621217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,6144,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,6144,0.047235198815663654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,6144,0.015947733322779337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,6144,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,6144,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,6144,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,6144,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,6144,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,6144,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,6144,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,6144,0.01057919959227244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,6144,0.011152000228563944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,6144,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,6144,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,6144,0.010922666390736897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,6144,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,6144,0.010307199756304423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,6144,0.010301867127418518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,6144,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,6144,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,6144,0.017527467012405394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,6144,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,6144,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,6144,0.010967466235160827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,6144,0.009681066870689392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,6144,0.010563199718793232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,6144,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,6144,0.010297600428263347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,6144,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,6144,0.010265599687894185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,6144,0.010257066289583842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,6144,0.01016533374786377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,6144,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,6144,0.008881066242853801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,6144,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,6144,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,6144,0.00888213316599528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,6144,0.00906773308912913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,6144,0.00888320008913676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,6144,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,6144,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,6144,0.010206933816274006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,6144,0.8538101196289063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,6144,0.4419125239054362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,6144,0.23095466295878092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,6144,0.12285333474477131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,6144,0.11880640188852946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,6144,0.09990399678548177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,6144,0.10174506505330402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,6144,0.10242666403452556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,6144,0.08938133716583252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,6144,0.08538666566212973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,6144,0.0922922690709432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,6144,0.08746026357014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,6144,0.08210026423136393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,6144,0.07899413108825684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,6144,0.07260693709055582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,6144,0.07002027034759521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,6144,0.06609493494033813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,6144,0.06962986787160239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,6144,0.05914986530939738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,6144,0.06197226842244467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,6144,0.054022399584452305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,6144,0.05419946511586508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,6144,0.0507584015528361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,6144,0.05166933139165243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,6144,0.09701120058695475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,6144,0.04513066609700521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,6144,0.047671465078989665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,6144,0.040983466307322185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,6144,0.04205226500829061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,6144,0.0386624018351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,6144,0.03697173198064168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,6144,0.03296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,6144,0.0328000009059906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,6144,0.030239999294281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,6144,0.02914133270581563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,6144,0.023537067572275798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,6144,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,6144,0.02444159984588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,6144,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,6144,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,6144,0.02247999906539917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,6144,0.023423999547958374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,6144,0.02237866719563802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,6144,0.02133013407389323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,7168,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,6144,0.020826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,6144,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,6144,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,6144,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,6144,0.02033066749572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,6144,0.02177919944127401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,6144,0.021229867140452066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,6144,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,6144,0.018937599658966065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,6144,0.01921066641807556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,6144,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,6144,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,6144,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,6144,0.021061333020528157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,6144,0.017842133839925133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,6144,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,6144,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,6144,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,6144,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,6144,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,6144,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,6144,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,6144,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,6144,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,6144,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,6144,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,6144,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,6144,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,6144,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,6144,0.02477226654688517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,6144,0.451310920715332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,6144,0.24405760765075685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,6144,0.8846346537272135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,6144,0.22562774022420248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,6144,0.249618132909139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,6144,1.7458698272705078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,6144,0.21175146102905273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,6144,0.23703254063924156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,6144,0.22272000312805176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,6144,0.20463360150655113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,6144,0.19177172978719076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,6144,0.17386560440063475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,6144,0.15130027135213214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,6144,0.15264533360799154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,6144,0.1301034688949585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,6144,0.12762880325317383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,6144,0.11623893578847248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,6144,0.11188373565673829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,6144,0.0898634672164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,6144,0.07973439693450927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,6144,0.1787615935007731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,6144,0.07318613529205323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,6144,0.09505600134531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,6144,0.08286720116933187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,6144,0.06662613153457642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,6144,0.06021226644515991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,6144,0.05606293280919393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,6144,0.05168746709823609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,6144,0.04265706539154053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,6144,0.03746453523635864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,6144,0.045290664831797285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,6144,0.07010560035705567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,6144,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,6144,0.035018666585286455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,6144,0.02580159902572632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,6144,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,6144,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,6144,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,6144,0.017223467429478966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,6144,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,6144,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,6144,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,6144,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,6144,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,6144,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,6144,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,6144,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,6144,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,6144,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,6144,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,6144,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,6144,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,6144,0.01220373312632243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,6144,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,6144,0.024436267217000325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,6144,0.023946666717529298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,6144,0.02114026745160421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,6144,0.02179946700731913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,6144,0.024718934297561647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,6144,0.02386346658070882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,6144,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,6144,0.022347732384999593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,6144,0.02661120096842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,6144,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,6144,0.021654399236043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,6144,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,6144,0.025144533316294355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,6144,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,6144,0.022359466552734374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,6144,0.02341653307278951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,6144,0.025787732998530072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,6144,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,6144,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,6144,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,6144,0.374727471669515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,6144,0.19366079966227215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,6144,0.10513919989267986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,6144,0.06316159963607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,6144,0.06314133405685425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,6144,0.061468799908955894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,6144,0.061894400914510095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,6144,0.06011733214060465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,6144,0.04959893226623535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,6144,0.046787198384602866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,6144,0.04635413487752278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,6144,0.04554133415222168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,6144,0.045661866664886475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,6144,0.04411413272221883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,6144,0.04394666751225789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,6144,0.04249279896418254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,6144,0.04293653170267741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,6144,0.0413696010907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,6144,0.04105279843012492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,6144,0.03954133192698161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,6144,0.04058026472727458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,6144,0.03892373243967692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,6144,0.03876906633377075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,6144,0.026580266157786053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,6144,0.026691200335820515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,6144,0.025296000639597575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,6144,0.024360533555348715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,6144,0.023960532744725545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,6144,0.023601067066192628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,6144,0.02299306591351827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,6144,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,6144,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,6144,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,6144,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,6144,0.01978666583697001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,6144,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,6144,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,6144,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,6144,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,6144,0.017835734287897746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,6144,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,6144,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,6144,0.017851734161376955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,6144,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,6144,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,6144,0.017480534315109254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,6144,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,6144,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,6144,0.017504000663757326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,6144,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,6144,0.01720959941546122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,6144,0.017488000790278117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,6144,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,6144,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,6144,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,6144,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,6144,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,6144,0.01746986707051595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,6144,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,6144,0.017233065764109292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,6144,0.017449599504470826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,6144,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,6144,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,6144,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,6144,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,6144,0.01747093399365743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,6144,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,6144,0.017417599757512413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,6144,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,6144,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,5120,0.5175552050272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,5120,0.2933312098185221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,5120,0.15672000249226886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,5120,0.09509546756744384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,5120,0.08629759947458902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,5120,0.06954027016957601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,5120,0.06971413294474284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,5120,0.06835839748382569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,5120,0.06248746713002523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,5120,0.05837440093358358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,5120,0.05731946627298991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,5120,0.05352533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,5120,0.05284693241119385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,5120,0.04874133268992106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,6144,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,5120,0.05065066814422607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,5120,0.04374186595280965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,5120,0.045006934801737467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,5120,0.04123306671778361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,5120,0.041883734862009685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,5120,0.03894826571146647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,5120,0.038406399885813396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,5120,0.034828801949818924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,5120,0.03408746719360352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,5120,0.030379732449849445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,5120,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,5120,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,5120,0.027841067314147948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,5120,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,5120,0.022411733865737915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,5120,0.01949866612752279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,5120,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,5120,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,5120,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,5120,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,5120,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,5120,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,5120,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,5120,0.009765332937240601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,5120,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,5120,0.00979200005531311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,5120,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,5120,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,5120,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,5120,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,5120,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,5120,0.009274666508038838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,5120,0.009486933549245197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,5120,0.009723732868830364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,5120,0.009305600325266521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,5120,0.009326933821042379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,5120,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,5120,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,5120,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,5120,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,5120,0.009075199564297993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,5120,0.009044266740481059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,5120,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,5120,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,5120,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,5120,0.008874666690826417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,5120,0.00895360012849172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,5120,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,5120,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,5120,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,5120,0.008885332942008972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,5120,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,5120,0.0081535999973615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,5120,0.008101333181063335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,5120,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,5120,0.008074666559696197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,5120,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,5120,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,5120,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,5120,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,5120,0.7234282811482747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,5120,0.374942938486735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,5120,0.19291200637817382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,5120,0.09416960080464681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,5120,0.09500586986541748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,5120,0.0875157356262207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,5120,0.08695360024770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,5120,0.08677013715108237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,5120,0.08310399850209554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,5120,0.07727359930674235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,5120,0.07747626304626465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,5120,0.07102399667104085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,5120,0.07206400235493979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,5120,0.06813973585764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,5120,0.0666645328203837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,5120,0.061516801516215004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,5120,0.06023573478062948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,5120,0.05717973311742147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,5120,0.05391573508580526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,5120,0.05591146548589071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,5120,0.053812265396118164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,5120,0.05011093219121297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,5120,0.04954453309377034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,5120,0.044912000497182206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,5120,0.045449598630269365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,5120,0.041723732153574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,5120,0.04337706565856934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,5120,0.03750720024108887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,5120,0.03881066640218099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,5120,0.03390186627705892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,5120,0.034006400903065996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,5120,0.030163200696309407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,5120,0.031729066371917726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,5120,0.02767360011736552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,5120,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,5120,0.02291733423868815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,5120,0.022744532426198324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,5120,0.022600533564885457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,5120,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,5120,0.021993599335352578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,5120,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,5120,0.021944532791773476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,5120,0.022394667069117226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,5120,0.020508799950281778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,5120,0.0195743997891744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,5120,0.019169066349665323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,5120,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,5120,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,6144,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,5120,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,5120,0.01994346578915914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,5120,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,5120,0.01853653391202291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,5120,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,5120,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,5120,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,5120,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,5120,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,5120,0.018243199586868285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,5120,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,5120,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,5120,0.017056000232696534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,5120,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,5120,0.018243199586868285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,5120,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,6144,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,5120,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,5120,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,5120,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,5120,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,5120,0.01846933364868164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,5120,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,5120,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,5120,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,5120,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,5120,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,5120,0.4290848096211751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,5120,0.22857707341512046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,5120,0.8511231740315756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,5120,0.2081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,5120,1.6758485158284504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,5120,0.18680319786071778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,5120,0.23392640749613441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,5120,0.2157034715016683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,5120,0.19704319636027018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,5120,0.17125226656595866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,5120,0.12125546932220459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,5120,0.12232320308685303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,5120,0.10983466307322184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,5120,0.10581973393758137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,5120,0.09845333099365235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,5120,0.09209280014038086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,5120,0.16456640561421712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,5120,0.08268053531646728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,5120,0.14493014017740885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,5120,0.07565866311391195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,5120,0.14092693328857422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,5120,0.08519360224405924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,5120,0.07838079929351807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,5120,0.058023468653361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,5120,0.05296320120493571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,5120,0.05000213384628296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,5120,0.04196266730626424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,5120,0.04086293379465739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,5120,0.06897173722585043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,5120,0.06570560137430827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,5120,0.06314666668574015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,5120,0.03385066588719686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,5120,0.032576000690460204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,5120,0.025945599873860675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,5120,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,5120,0.02422399918238322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,5120,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,5120,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,5120,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,5120,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,5120,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,5120,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,5120,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,5120,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,5120,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,5120,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,5120,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,5120,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,5120,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,5120,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,5120,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,5120,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,5120,0.010735999544461567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,5120,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,5120,0.019746132691701255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,5120,0.012863999605178833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,5120,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,5120,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,5120,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,5120,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,5120,0.021356799205144248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,5120,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,5120,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,5120,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,5120,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,5120,0.021948800484339396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,5120,0.019669334093729653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,5120,0.020256000757217407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,5120,0.020258132616678873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,5120,0.02021013299624125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,5120,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,5120,0.17395520210266113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,5120,0.337883726755778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,5120,0.0947808027267456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,5120,0.05632319847742716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,5120,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,5120,0.012970667084058127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,5120,0.05432213147481283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,5120,0.05377813180287679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,5120,0.05328640143076578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,5120,0.05301973422368368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,5120,0.04206613302230835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,5120,0.042260265350341795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,5120,0.04155946572621663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,5120,0.04001706838607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,5120,0.039545599619547525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,5120,0.04027413527170817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,5120,0.03848533233006795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,5120,0.03812266588211059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,5120,0.03817066748936971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,5120,0.03678186734517415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,5120,0.03640426794687907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,5120,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,5120,0.03552639881769816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,5120,0.03425920009613037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,5120,0.034618667761484784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,5120,0.024487467606862386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,5120,0.023202133178710938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,5120,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,5120,0.02234986623128255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,5120,0.021180800596872964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,5120,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,5120,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,5120,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,5120,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,5120,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,5120,0.017819732427597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,5120,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,5120,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,5120,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,5120,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,5120,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,5120,0.016285866498947144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,5120,0.016251732905705772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,5120,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,5120,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,5120,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,5120,0.015821866194407144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,5120,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,5120,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,5120,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,5120,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,5120,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,5120,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,5120,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,5120,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,5120,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,5120,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,5120,0.01581546664237976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,5120,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,5120,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,5120,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,5120,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,5120,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,5120,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,5120,0.015450666348139444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,5120,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,5120,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,4096,0.39559787114461265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,4096,0.1951807975769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,4096,0.12127146720886231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,4096,0.07207893530527751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,4096,0.06745279630025228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,4096,0.054819198449452725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,4096,0.05480320056279501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,4096,0.054764799276987707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,4096,0.044251732031504315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,4096,0.0417248010635376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,4096,0.042685866355895996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,4096,0.040329599380493165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,4096,0.04053119818369548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,4096,0.0374944011370341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,4096,0.038500265280405684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,4096,0.034295467535654704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,4096,0.03429973522822062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,4096,0.03285013238588969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,4096,0.03223359982172648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,4096,0.02980053424835205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,4096,0.029683200518290202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,4096,0.02773653268814087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,4096,0.026675200462341307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,4096,0.02462293306986491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,4096,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,4096,0.021270400285720824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,4096,0.022296533981959025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,4096,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,5120,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,4096,0.017850667238235474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,4096,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,4096,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,4096,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,4096,0.012351999680201214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,4096,0.010279466708501179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,4096,0.01074773371219635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,4096,0.008437333504358928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,4096,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,4096,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,4096,0.011103999614715577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,4096,0.008531199892361958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,4096,0.0086218665043513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,4096,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,4096,0.012709333499272665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,4096,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,4096,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,4096,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,4096,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,4096,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,4096,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,4096,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,4096,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,4096,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,4096,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,4096,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,4096,0.007852800190448761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,4096,0.007857066889603932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,4096,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,4096,0.007754666606585185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,4096,0.009460266431172688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,4096,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,4096,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,4096,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,4096,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,4096,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,4096,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,4096,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,4096,0.007209600011507671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,5120,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,4096,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,4096,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,4096,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,4096,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,4096,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,4096,0.007012266914049785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,4096,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,4096,0.30005547205607097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,4096,0.14630613327026368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,4096,0.5823925018310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,4096,0.0736512025197347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,4096,0.07430506547292073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,5120,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,4096,0.06823360125223796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,4096,0.06875840028127035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,4096,0.06569919983545938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,4096,0.06857919692993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,4096,0.06036800146102905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,4096,0.05713813304901123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,4096,0.05903573433558146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,4096,0.05431893269220987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,4096,0.0527669350306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,4096,0.05169493357340495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,4096,0.051463464895884194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,4096,0.048622934023539226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,4096,0.04878933429718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,4096,0.04563946723937988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,4096,0.04303786754608154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,4096,0.04577706654866536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,4096,0.04114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,4096,0.0399946649869283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,4096,0.0374570647875468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,4096,0.037308800220489505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,4096,0.03397546609242757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,4096,0.03299946586290996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,4096,0.029435733954111736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,4096,0.029286400477091475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,4096,0.028178133567174274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,4096,0.02835200031598409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,4096,0.06373226642608643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,4096,0.024681599934895833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,4096,0.024516266584396363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,4096,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,4096,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,4096,0.020891733964284263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,4096,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,4096,0.020551466941833497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,4096,0.01991999944051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,4096,0.020538665850957236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,4096,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,4096,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,4096,0.01825493375460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,4096,0.018795732657114664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,4096,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,4096,0.04104426701863607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,4096,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,4096,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,4096,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,4096,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,4096,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,4096,0.017166932423909508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,4096,0.017196800311406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,4096,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,4096,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,4096,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,4096,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,4096,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,4096,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,4096,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,4096,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,4096,0.021740800142288207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,4096,0.0170741339524587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,4096,0.01685973405838013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,4096,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,4096,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,4096,0.017997866868972777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,4096,0.017080533504486083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,4096,0.01771519978841146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,4096,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,4096,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,4096,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,4096,0.40932585398356125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,4096,0.18754453659057618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,4096,0.8149279912312826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,4096,0.1605024019877116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,4096,1.607132848103841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,4096,0.13948480288187665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,4096,0.18406079610188802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,4096,0.16427839597066243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,4096,0.14857172966003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,4096,0.12971519629160563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,4096,0.10425386428833008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,4096,0.09995306332906087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,4096,0.09786240259806314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,4096,0.09282026290893555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,4096,0.08989760080973307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,4096,0.08452160358428955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,4096,0.12508906523386637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,4096,0.07738986810048422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,4096,0.11284480094909669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,4096,0.11441600322723389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,4096,0.07014293670654297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,4096,0.08002560138702393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,4096,0.07203413645426432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,4096,0.05407040119171143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,4096,0.0483573317527771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,4096,0.046174931526184085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,4096,0.03870826562245687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,4096,0.038500265280405684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,4096,0.06385066509246826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,4096,0.06207040150960287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,4096,0.05720426638921102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,4096,0.031093333164850873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,4096,0.030084266265233355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,4096,0.023937066396077476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,4096,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,4096,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,4096,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,4096,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,4096,0.013820800185203552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,4096,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,4096,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,4096,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,4096,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,4096,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,4096,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,4096,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,4096,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,4096,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,4096,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,4096,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,4096,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,4096,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,4096,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,4096,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,4096,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,4096,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,4096,0.017423999309539796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,4096,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,4096,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,4096,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,4096,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,4096,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,4096,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,4096,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,4096,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,4096,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,4096,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,4096,0.018263467152913413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,4096,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,4096,0.018433066209157307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,4096,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,4096,0.264026673634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,4096,0.14007253646850587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,4096,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,4096,0.011743999520937602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,4096,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,4096,0.07642880280812582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,4096,0.044828800360361735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,4096,0.044905598958333334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,4096,0.04368319908777873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,4096,0.044265600045522054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,4096,0.04262080192565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,4096,0.03507200082143148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,4096,0.03449493249257406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,4096,0.03426986535390218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,4096,0.03361173470815022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,4096,0.033462401231129965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,4096,0.032707200447718306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,4096,0.03238506714502971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,4096,0.031436800956726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,4096,0.03171520034472148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,4096,0.030903466542561847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,4096,0.03133119940757752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,4096,0.02988693316777547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,4096,0.030048000812530517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,4096,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,4096,0.02919680078824361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,4096,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,4096,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,4096,0.019387733936309815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,4096,0.0191648006439209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,4096,0.018227199713389076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,4096,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,4096,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,4096,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,4096,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,4096,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,4096,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,4096,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,4096,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,4096,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,4096,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,4096,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,4096,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,4096,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,4096,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,4096,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,4096,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,4096,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,4096,0.01386666695276896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,4096,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,4096,0.013572266697883606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,4096,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,4096,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,4096,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,4096,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,4096,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,4096,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,4096,0.01374399960041046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,4096,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,4096,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,4096,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,4096,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,4096,0.013752532998720804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,4096,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,4096,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,4096,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,4096,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,4096,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,3584,0.35025065739949546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,3584,0.18381546338399252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,3584,0.10853439966837566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,3584,0.06534293492635092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,3584,0.06545066833496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,3584,0.04901226758956909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,3584,0.04896106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,3584,0.04535359938939412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,3584,0.041338666280110674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,3584,0.03901546796162923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,3584,0.04007360140482585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,3584,0.03799893458684285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,3584,0.03935679992039998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,3584,0.034777601559956864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,3584,0.03552533388137817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,3584,0.031769599517186484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,4096,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,3584,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,3584,0.029527467489242554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,3584,0.0298527995745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,3584,0.026808534065882367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,3584,0.027204267183939618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,3584,0.025226666529973345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,3584,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,3584,0.02219840089480082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,3584,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,3584,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,3584,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,3584,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,3584,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,3584,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,3584,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,3584,0.011918933192888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,3584,0.010991999506950378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,3584,0.009504000345865887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,3584,0.009038933118184407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,3584,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,3584,0.00851200024286906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,3584,0.008884267012278239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,3584,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,3584,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,3584,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,3584,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,3584,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,3584,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,3584,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,3584,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,3584,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,3584,0.007368533313274384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,3584,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,3584,0.0073525334397951765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,3584,0.0073642666141192125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,3584,0.007377066711584728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,3584,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,3584,0.006780800223350525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,3584,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,3584,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,3584,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,3584,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,3584,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,3584,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,3584,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,3584,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,4096,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,3584,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,3584,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,3584,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,3584,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,3584,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,3584,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,3584,0.006391466657320659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,3584,0.006363733112812043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,3584,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,3584,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,3584,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,3584,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,3584,0.2636298656463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,3584,0.5076128005981445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,3584,0.1251914660135905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,3584,0.06656959851582846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,3584,0.06763199965159097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,3584,0.06205120086669922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,3584,0.06196693181991577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,3584,0.06189973354339599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,3584,0.05752213398615519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,3584,0.055819733937581384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,3584,0.05403626759847006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,3584,0.052254935105641685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,3584,0.053705600897471104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,3584,0.051072001457214355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,3584,0.04979413350423177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,3584,0.047068798542022706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,3584,0.04675413370132446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,3584,0.04458880027135213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,3584,0.04488639831542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,3584,0.041221332550048825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,3584,0.04166933298110962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,3584,0.04061973492304484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,3584,0.03975786765416463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,3584,0.03689706722895304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,3584,0.03729493220647176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,3584,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,4096,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,3584,0.03528000116348266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,3584,0.030881067117055256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,3584,0.0307093342145284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,3584,0.02821333408355713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,3584,0.029013333717981975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,3584,0.02669973373413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,3584,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,3584,0.024980266888936363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,3584,0.020482132832209267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,3584,0.024267733097076416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,3584,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,3584,0.02086826761563619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,3584,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,3584,0.019522132476170857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,3584,0.020312533775965372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,3584,0.018846933046976724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,3584,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,3584,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,3584,0.016796799500783284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,3584,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,3584,0.01837013363838196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,3584,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,3584,0.018472532431284584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,3584,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,3584,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,3584,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,3584,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,3584,0.017820799350738527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,3584,0.017249067624409996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,3584,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,3584,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,3584,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,3584,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,3584,0.016316800316174825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,3584,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,3584,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,3584,0.016251732905705772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,3584,0.014979199568430582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,3584,0.01763520042101542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,3584,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,3584,0.017474132776260375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,3584,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,3584,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,3584,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,3584,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,3584,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,3584,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,3584,0.01802133321762085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,3584,0.4152661323547363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,3584,0.819157346089681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,3584,0.16011199951171876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,3584,0.14122026761372883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,3584,1.6084810892740886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,3584,0.12465066909790039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,3584,0.1568138599395752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,3584,0.14782506624857586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,3584,0.13360640207926433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,3584,0.12182826995849609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,3584,0.09994666576385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,3584,0.09766293366750081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,3584,0.09384426275889078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,3584,0.09067626794179282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,3584,0.08589440186818441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,3584,0.08271146615346273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,3584,0.11510826746622722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,3584,0.07446186542510987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,3584,0.11352319717407226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,3584,0.06837120056152343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,3584,0.10667200088500976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,3584,0.07645440101623535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,3584,0.06969919999440512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,3584,0.05146559874216715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,3584,0.04600640137990315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,3584,0.0444053332010905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,3584,0.03699306646982829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,3584,0.03630293210347493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,3584,0.06139200131098429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,3584,0.030008532603581745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,3584,0.060108800729115806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,3584,0.055188266436258945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,3584,0.02991039951642354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,3584,0.023523199558258056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,3584,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,3584,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,3584,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,3584,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,3584,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,3584,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,3584,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,3584,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,3584,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,3584,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,3584,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,3584,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,3584,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,3584,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,3584,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,3584,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,3584,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,3584,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,3584,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,3584,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,3584,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,3584,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,3584,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,3584,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,3584,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,3584,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,3584,0.01708266735076904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,3584,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,3584,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,3584,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,3584,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,3584,0.015166933337847391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,3584,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,3584,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,3584,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,3584,0.017731199661890663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,3584,0.12444480260213216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,3584,0.23599786758422853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,3584,0.040948267777760824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,3584,0.0681984027226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,3584,0.040717868010203044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,3584,0.03992426792780558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,3584,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,3584,0.010910933216412861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,3584,0.039774934450785324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,3584,0.039027198155721025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,3584,0.03222080071767171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,3584,0.031436800956726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,3584,0.031178667147954302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,3584,0.030634667476018267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,3584,0.030957865715026855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,3584,0.02993599971135457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,3584,0.029639466603597002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,3584,0.028860799471537274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,3584,0.029713066418965657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,3584,0.02818453311920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,3584,0.028145066897074383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,3584,0.02725013295809428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,3584,0.027726932366689043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,3584,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,3584,0.02645866672197978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,3584,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,3584,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,3584,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,3584,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,3584,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,3584,0.01704533298810323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,3584,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,3584,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,3584,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,3584,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,3584,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,3584,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,3584,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,3584,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,3584,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,3584,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,3584,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,3584,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,3584,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,3584,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,3584,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,3584,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,3584,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,3584,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,3584,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,3584,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,3584,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,3584,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,3584,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,3584,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,3584,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,3584,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,3584,0.012903466820716858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,3584,0.012683733304341634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,3584,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,3584,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,3584,0.012919466694196066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,3584,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,3584,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,3584,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,3584,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,3584,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,3584,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,3584,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,3584,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,3584,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,3072,0.28968852361043296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,3072,0.1478879928588867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,3072,0.09037439823150635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,3584,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,3072,0.05067946513493856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,3072,0.047798399130503336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,3072,0.04089920123418172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,3072,0.03881813287734985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,3072,0.041000533103942874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,3072,0.03489280144373576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,3072,0.03521386782328288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,3072,0.03368000189463298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,3072,0.03471999963124593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,3072,0.03381653229395549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,3072,0.03423573176066081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,3072,0.03025706609090169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,3072,0.026338134209314985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,3072,0.027127466599146527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,3072,0.02518080075581868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,3072,0.02564799984296163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,3072,0.022521599133809408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,3072,0.023427200317382813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,3072,0.021746132771174112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,3072,0.021227733294169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,3072,0.019257599115371705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,3072,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,3072,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,3072,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,3072,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,3072,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,3072,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,3072,0.012221866846084594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,3072,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,3072,0.010318932930628459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,3072,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,3072,0.008601599931716919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,3072,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,3072,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,3072,0.007342933118343354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,3072,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,3072,0.007834666470686594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,3072,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,3072,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,3072,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,3072,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,3072,0.00621013343334198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,3072,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,3072,0.006400000055631001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,3072,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,3072,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,3072,0.0068458666404088335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,3072,0.006494933366775512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,3072,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,3072,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,3072,0.005815466741720835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,3072,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,3072,0.006357333560784657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,3072,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,3584,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,3072,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,3072,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,3072,0.00595413347085317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,3072,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,3072,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,3072,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,3072,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,3072,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,3072,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,3072,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,3072,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,3072,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,3072,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,3072,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,3072,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,3072,0.4495552062988281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,3072,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,3072,0.23021119435628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,3072,0.10748159885406494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,3072,0.05828266541163126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,3072,0.05789653460184733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,3072,0.05415039857228597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,3072,0.05457706848780314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,3072,0.05444586674372355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,3072,0.051540267467498777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,3072,0.05037333170572916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,3072,0.050016001860300696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,3072,0.04893440008163452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,3072,0.049158398310343424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,3072,0.04582826693852742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,3072,0.04547093311945598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,3072,0.04337066809336344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,3072,0.04210133155186971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,3072,0.042497066656748454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,3584,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,3072,0.04116693337758382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,3072,0.03961919943491618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,3072,0.038815999031066896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,3072,0.03781439860661824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,3072,0.03492053349812825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,3072,0.031259733438491824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,3072,0.03470293283462524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,3072,0.031863466898600264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,3072,0.028945066531499225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,3072,0.027000532547632856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,3072,0.029282132784525555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,3072,0.02687893311182658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,3072,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,3072,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,3072,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,3072,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,3072,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,3072,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,3072,0.018885332345962524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,3072,0.019684267044067384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,3072,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,3072,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,3072,0.01923840045928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,3072,0.01803306738535563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,3072,0.0172650674978892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,3072,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,3072,0.01768959959348043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,3072,0.035843201478322345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,3072,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,3072,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,3072,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,3072,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,3072,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,3072,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,3072,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,3072,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,3072,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,3072,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,3072,0.01590720017751058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,3072,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,3072,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,3072,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,3072,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,3072,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,3072,0.019461333751678467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,3072,0.01702400048573812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,3072,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,3072,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,3072,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,3072,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,3072,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,3072,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,3072,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,3072,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,3072,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,3072,0.398036257425944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,3072,0.13633279800415038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,3072,1.5628021240234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,3072,0.8002037048339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,3072,0.1323754628499349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,3072,0.12054186662038166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,3072,0.1483466625213623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,3072,0.1312650680541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,3072,0.1256821314493815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,3072,0.1165728012720744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,3072,0.09712639649709066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,3072,0.09524693489074706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,3072,0.08979093233744304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,3072,0.08887680371602377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,3072,0.08348373572031656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,3072,0.08027306397755941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,3072,0.10910399754842122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,3072,0.07172479629516601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,3072,0.10623573462168376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,3072,0.06603413422902425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,3072,0.10384213129679362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,3072,0.073909330368042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,3072,0.06702933311462403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,3072,0.05028586784998575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,3072,0.0448309342066447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,3072,0.043212799231211345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,3072,0.0366154670715332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,3072,0.03572373390197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,3072,0.05997546513875326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,3072,0.058721065521240234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,3072,0.052604798475901285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,3072,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,3072,0.028102399905522664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,3072,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,3072,0.02108906706174215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,3072,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,3072,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,3072,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,3072,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,3072,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,3072,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,3072,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,3072,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,3072,0.01058666706085205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,3072,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,3072,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,3072,0.010713600118954976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,3072,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,3072,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,3072,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,3072,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,3072,0.015214932958285013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,3072,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,3072,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,3072,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,3072,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,3072,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,3072,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,3072,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,3072,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,3072,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,3072,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,3072,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,3072,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,3072,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,3072,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,3072,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,3072,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,3072,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,3072,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,3072,0.2043381373087565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,3072,0.10673279762268066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,3072,0.060711467266082765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,3072,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,3072,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,3072,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,3072,0.03679360151290893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,3072,0.036558934052785236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,3072,0.03586560090382894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,3072,0.03543359835942586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,3072,0.03505280017852783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,3072,0.028545065720876055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,3072,0.02885226607322693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,3072,0.02807040015856425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,3072,0.02789226571718852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,3072,0.02760319908459981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,3072,0.026855466763178508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,3072,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,3072,0.025947733720143633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,3072,0.026310400168100996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,3072,0.025603200991948443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,3072,0.024714666604995727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,3072,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,3072,0.02442880074183146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,3072,0.024336000283559166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,3072,0.02393066684405009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,3072,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,3072,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,3072,0.016193067034085594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,3072,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,3072,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,3072,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,3072,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,3072,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,3072,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,3072,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,3072,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,3072,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,3072,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,3072,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,3072,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,3072,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,3072,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,3072,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,3072,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,3072,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,3072,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,3072,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,3072,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,3072,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,3072,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,3072,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,3072,0.012149332960446676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,3072,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,3072,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,3072,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,3072,0.011788800358772278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,3072,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,3072,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,3072,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,3072,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,3072,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,3072,0.011780266960461933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,3072,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,2560,0.24684267044067382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,2560,0.06828587055206299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,2560,0.13346773783365887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,3072,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,2560,0.03597546815872192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,2560,0.03715306520462036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,2560,0.032858665784200033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,2560,0.03732800086339315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,2560,0.03242239952087402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,2560,0.029423999786376952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,2560,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,2560,0.026782933870951337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,2560,0.02898240089416504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,2560,0.02532373269399007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,2560,0.026172800858815508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,2560,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,2560,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,2560,0.02201813260714213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,2560,0.023465599616368613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,2560,0.019666133324305217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,2560,0.02103253404299418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,2560,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,2560,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,2560,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,2560,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,2560,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,2560,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,2560,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,2560,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,2560,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,2560,0.009416533509890239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,2560,0.009111467003822326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,2560,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,2560,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,2560,0.006421333551406861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,2560,0.0068234667181968685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,2560,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,2560,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,2560,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,2560,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,2560,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,2560,0.005771733323733012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,2560,0.00561599979797999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,2560,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,2560,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,2560,0.031189332405726116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,2560,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,2560,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,2560,0.005738666653633118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,2560,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,2560,0.00595306654771169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,2560,0.005126399795214335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,2560,0.005637333293755849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,2560,0.005576533575852713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,2560,0.00576853354771932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,2560,0.006523733337720235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,2560,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,2560,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,2560,0.00644053320089976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,2560,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,2560,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,2560,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,2560,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,2560,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,2560,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,2560,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,2560,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,2560,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,2560,0.1857386589050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,2560,0.37862720489501955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,2560,0.08989120324452718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,2560,0.052342398961385095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,2560,0.04910080035527547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,2560,0.04893333514531453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,2560,0.0463648001352946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,2560,0.04848320086797078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,2560,0.045227734247843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,2560,0.04508693218231201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,2560,0.044344532489776614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,3072,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,2560,0.04338560104370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,2560,0.045066666603088376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,2560,0.0428928017616272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,2560,0.04234986702601115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,2560,0.03887893358866374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,2560,0.04018986622492472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,2560,0.037880531946818036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,2560,0.034798932075500486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,2560,0.03467520078023274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,2560,0.03313386638959249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,2560,0.03199573357899983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,2560,0.030362667640050252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,2560,0.03009386658668518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,2560,0.029468800624211627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,2560,0.02909226616223653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,2560,0.026726400852203368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,2560,0.025016532341639204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,2560,0.024954666694005333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,2560,0.023035732905069987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,2560,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,2560,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,2560,0.021201066176096597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,2560,0.01996586720148722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,2560,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,2560,0.03983253240585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,2560,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,2560,0.019215999046961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,2560,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,2560,0.01879146695137024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,2560,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,2560,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,2560,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,2560,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,2560,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,2560,0.017298134167989095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,2560,0.018075732390085857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,2560,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,2560,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,2560,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,2560,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,2560,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,2560,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,2560,0.015415466825167336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,2560,0.015191466609636942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,2560,0.01595946649710337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,2560,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,2560,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,2560,0.016270933548609416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,2560,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,2560,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,2560,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,2560,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,2560,0.014782933394114175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,2560,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,2560,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,2560,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,2560,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,2560,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,2560,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,2560,0.015961600343386333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,2560,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,2560,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,2560,0.027067732810974122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,2560,0.1316533327102661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,2560,0.1289194663365682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,2560,0.7755818684895833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,2560,0.12570772965749105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,2560,0.38803625106811523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,2560,0.12098453044891358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,2560,0.11401920318603516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,2560,1.5312469482421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,2560,0.11799786885579426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,2560,0.11166826883951823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,2560,0.09374399979909262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,2560,0.09244159857432047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,2560,0.08756799697875976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,2560,0.08572586377461752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,2560,0.07979733149210612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,2560,0.0782090663909912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,2560,0.10634666283925373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,2560,0.07023999691009522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,2560,0.10195199648539226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,2560,0.06323093175888062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,2560,0.10044586658477783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,2560,0.07118186950683594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,2560,0.06463146607081095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,2560,0.049092264970143636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,2560,0.043025068442026776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,2560,0.041934935251871745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,2560,0.03539199829101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,2560,0.05739839871724447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,2560,0.028471465905507403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,2560,0.034246400992075605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,2560,0.05659093459447225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,2560,0.0516053318977356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,2560,0.027241599559783936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,2560,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,2560,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,2560,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,2560,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,2560,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,2560,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,2560,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,2560,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,2560,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,2560,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,2560,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,2560,0.010082133611043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,2560,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,2560,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,2560,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,2560,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,2560,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,2560,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,2560,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,2560,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,2560,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,2560,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,2560,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,2560,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,2560,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,2560,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,2560,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,2560,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,2560,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,2560,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,2560,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,2560,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,2560,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,2560,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,2560,0.015241600076357522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,2560,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,2560,0.1763242721557617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,2560,0.09296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,2560,0.052434134483337405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,2560,0.03192853331565857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,2560,0.0321834663550059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,2560,0.0313536008199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,2560,0.03130773305892944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,2560,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,2560,0.03068480094273885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,2560,0.024871466557184856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,2560,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,2560,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,2560,0.010514133175214132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,2560,0.02408533294995626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,2560,0.023884799083073935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,2560,0.023605332771937052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,2560,0.02358186642328898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,2560,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,2560,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,2560,0.022334933280944824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,2560,0.022380799055099487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,2560,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,2560,0.021618133783340453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,2560,0.02131839990615845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,2560,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,2560,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,2560,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,2560,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,2560,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,2560,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,2560,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,2560,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,2560,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,2560,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,2560,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,2560,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,2560,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,2560,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,2560,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,2560,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,2560,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,2560,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,2560,0.010989866654078166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,2560,0.0113045334815979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,2560,0.01106346646944682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,2560,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,2560,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,2560,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,2560,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,2560,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,2560,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,2560,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,2560,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,2560,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,2560,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,2560,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,2560,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,2560,0.010920533537864685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,2560,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,2560,0.011015466849009196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,2560,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,2560,0.010946133732795715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,2560,0.011099732915560405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,2048,0.19744319915771485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,2048,0.10130453109741211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,2048,0.05707733233769735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,2560,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,2048,0.029132799307505293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,2048,0.02664320071538289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,2048,0.02635626594225566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,2048,0.026771199703216553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,2048,0.0238154669602712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,2048,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,2048,0.02334293325742086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,2048,0.022010666131973267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,2560,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,2048,0.023661865790685018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,2048,0.022062933444976805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,2048,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,2048,0.019771732886632285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,2048,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,2048,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,2560,0.011027200023333232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,2048,0.017541333039601644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,2048,0.01707306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,2048,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,2048,0.015593600273132325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,2048,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,2048,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,2048,0.012227200468381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,2048,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,2048,0.01071999967098236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,2048,0.010921600461006164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,2048,0.009382399916648864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,2048,0.009294933080673218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,2048,0.007743999858697255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,2048,0.007842133442560833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,2048,0.007451733450094859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,2048,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,2048,0.005634133517742157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,2048,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,2048,0.006231466432412466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,2048,0.006420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,2048,0.006192000210285186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,2048,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,2048,0.02887360056241353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,2048,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,2048,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,2048,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,2048,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,2048,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,2048,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,2048,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,2048,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,2048,0.004845866560935974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,2048,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,2048,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,2048,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,2048,0.004571733375390371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,2048,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,2048,0.0044832001129786175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,2048,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,2048,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,2048,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,2048,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,2048,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,2048,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,2048,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,2048,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,2048,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,2048,0.30788160959879557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,2048,0.1433461348215739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,2048,0.07580479780832926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,2048,0.04295253356297811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,2048,0.04368853171666463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,2048,0.040318934122721355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,2048,0.04164053201675415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,2048,0.04234773317972819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,2048,0.04195520083109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,2048,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,2048,0.04001173178354899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,2048,0.04012159903844197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,2048,0.03747413158416748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,2048,0.039496533075968426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,2048,0.03738773266474406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,2048,0.03581759929656982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,2048,0.03359146515528361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,2048,0.034457600116729735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,2048,0.03312746683756511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,2048,0.03200640082359314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,2048,0.030344533920288085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,2048,0.029762132962544756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,2048,0.029435733954111736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,2048,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,2048,0.028388265768686933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,2048,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,2048,0.027091199159622194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,2048,0.025544534126917522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,2048,0.0247978667418162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,2048,0.02395520011583964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,2048,0.0231989324092865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,2048,0.021514666080474854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,2048,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,2048,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,2048,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,2048,0.021259733041127524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,2048,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,2048,0.017566933234532674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,2048,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,2048,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,2048,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,2048,0.017908267180124917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,2048,0.016345600287119545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,2048,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,2048,0.030453334252039593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,2048,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,2048,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,2048,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,2048,0.016721065839131674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,2048,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,2048,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,2048,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,2048,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,2048,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,2048,0.015220266580581666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,2048,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,2048,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,2048,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,2048,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,2048,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,2048,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,2048,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,2048,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,2048,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,2048,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,2048,0.016451199849446617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,2048,0.015493333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,2048,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,2048,0.015414399902025857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,2048,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,2048,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,2048,0.015147733688354491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,2048,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,2048,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,2048,0.01607146660486857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,2048,0.34644905726114905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,2048,0.12491412957509358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,2048,0.7530399958292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,2048,0.12643520037333172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,2048,0.11750506560007731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,2048,0.11013973553975423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,2048,1.4935391743977866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,2048,0.1130784034729004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,2048,0.12097280025482178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,2048,0.10691946347554523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,2048,0.10327680110931396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,2048,0.09117866357167562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,2048,0.089464537302653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,2048,0.08470613161722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,2048,0.08242133458455404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,2048,0.0773034652074178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,2048,0.07517333030700683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,2048,0.06801706949869792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,2048,0.09874773025512695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,2048,0.062089598178863524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,2048,0.0966368039449056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,2048,0.06998720169067382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,2048,0.06290666659673055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,2048,0.04770239988962809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,2048,0.04164266586303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,2048,0.04085119962692261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,2048,0.034203732013702394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,2048,0.0337557315826416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,2048,0.055617066224416103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,2048,0.05467626651128134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,2048,0.05014293193817139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,2048,0.027412267525990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,2048,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,2048,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,2048,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,2048,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,2048,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,2048,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,2048,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,2048,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,2048,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,2048,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,2048,0.012969600160916648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,2048,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,2048,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,2048,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,2048,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,2048,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,2048,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,2048,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,2048,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,2048,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,2048,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,2048,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,2048,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,2048,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,2048,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,2048,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,2048,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,2048,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,2048,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,2048,0.012843733032544455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,2048,0.013402666648228964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,2048,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,2048,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,2048,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,2048,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,2048,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,2048,0.013336533308029174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,2048,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,2048,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,2048,0.14566826820373535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,2048,0.07802346547444662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,2048,0.04335466623306274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,2048,0.02696320017178853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,2048,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,2048,0.027034666140874224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,2048,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,2048,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,2048,0.027089067300160724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,2048,0.02643306652704875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,2048,0.025972266991933186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,2048,0.02196906606356303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,2048,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,2048,0.02152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,2048,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,2048,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,2048,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,2048,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,2048,0.020278400182723998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,2048,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,2048,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,2048,0.019460266828536986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,2048,0.01945706605911255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,2048,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,2048,0.01913599967956543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,2048,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,2048,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,2048,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,2048,0.013379200299580892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,2048,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,2048,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,2048,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,2048,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,2048,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,2048,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,2048,0.011539199948310852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,2048,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,2048,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,2048,0.010684800148010255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,2048,0.010443733135859171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,2048,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,2048,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,2048,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,2048,0.010611200332641601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,2048,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,2048,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,2048,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,2048,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,2048,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,2048,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,2048,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,2048,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,2048,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,2048,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,2048,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,2048,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,2048,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,2048,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,2048,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,2048,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,2048,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,2048,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,2048,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,2048,0.010036266843477885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,1536,0.15060052871704102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,1536,0.07508800029754639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,1536,0.04174826542536418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,1536,0.02217493255933126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,1536,0.022309333086013794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,1536,0.019976532459259032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,1536,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,1536,0.020833067099253335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,1536,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,1536,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,1536,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,1536,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,1536,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,1536,0.016264533003171287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,1536,0.016402133305867515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,2048,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,1536,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,1536,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,1536,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,1536,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,1536,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,1536,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,1536,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,1536,0.01171946624914805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,1536,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,1536,0.0105813334385554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,1536,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,1536,0.010503466924031575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,1536,0.008572799960772197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,1536,0.00817920019229253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,1536,0.007765333354473114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,1536,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,1536,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,1536,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,1536,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,1536,0.00555626650651296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,1536,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,1536,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,1536,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,1536,0.005144533514976501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,1536,0.0052255998055140175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,1536,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,1536,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,1536,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,1536,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,1536,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,1536,0.004300799965858459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,1536,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,1536,0.004353066782156626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,1536,0.003945599993069967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,1536,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,1536,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,1536,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,1536,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,1536,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,1536,0.004016000032424927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,1536,0.004980266590913137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,1536,0.0038922667503356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,1536,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,2048,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,1536,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,1536,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,1536,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,1536,0.005645866692066193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,1536,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,1536,0.006401066482067108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,1536,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,1536,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,1536,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,2048,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,1536,0.059556265672047935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,1536,0.10756800174713135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,1536,0.23236479759216308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,1536,0.03808853228886922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,1536,0.03736213445663452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,1536,0.035000534852345784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,1536,0.036228267351786296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,1536,0.03562133312225342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,1536,0.03454933166503906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,1536,0.03368213176727295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,1536,0.03323626716931661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,1536,0.033061333497365314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,1536,0.03312639991442363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,1536,0.03107626636823018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,1536,0.02903253237406413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,1536,0.02895680069923401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,1536,0.029051733016967774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,1536,0.028751999139785767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,1536,0.02831253409385681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,1536,0.026927999655405682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,1536,0.02828693389892578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,1536,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,1536,0.02643520037333171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,1536,0.026919466257095338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,1536,0.025081600745519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,1536,0.025355732440948485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,1536,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,1536,0.02368746598561605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,1536,0.021669334173202513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,1536,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,1536,0.020537600914637247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,1536,0.02069973349571228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,1536,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,1536,0.018663465976715088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,1536,0.030982400973637896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,1536,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,1536,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,1536,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,1536,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,1536,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,1536,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,1536,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,1536,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,1536,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,1536,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,1536,0.016370133558909098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,1536,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,1536,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,1536,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,1536,0.01502293348312378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,1536,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,1536,0.014758400122324624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,1536,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,1536,0.01585919956366221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,1536,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,1536,0.015377066532770791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,1536,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,1536,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,1536,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,1536,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,1536,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,1536,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,1536,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,1536,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,1536,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,1536,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,1536,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,1536,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,1536,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,1536,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,1536,0.2734623908996582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,1536,0.11985279719034832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,1536,0.12181973457336426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,1536,0.11670506795247396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,1536,0.7423370361328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,1536,0.11274133523305256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,1536,0.1071552038192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,1536,1.4666954040527345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,1536,0.10263466835021973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,1536,0.10901119709014892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,1536,0.08770986398061117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,1536,0.10017706553141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,1536,0.08608427047729492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,1536,0.08153706391652425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,1536,0.09376213550567628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,1536,0.07976640065511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,1536,0.07375040054321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,1536,0.07283199628194173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,1536,0.06662186781565348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,1536,0.06583253145217896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,1536,0.06041920185089111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,1536,0.059170134862264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,1536,0.09314773082733155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,1536,0.04613759915033976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,1536,0.04076160192489624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,1536,0.03950080076853434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,1536,0.033427198727925614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,1536,0.03290773431460063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,1536,0.053889067967732754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,1536,0.05320213238398234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,1536,0.025616000096003216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,1536,0.04813333352406819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,1536,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,1536,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,1536,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,1536,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,1536,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,1536,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,1536,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,1536,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,1536,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,1536,0.0124917338291804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,1536,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,1536,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,1536,0.010146133104960124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,1536,0.010276266932487487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,1536,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,1536,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,1536,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,1536,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,1536,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,1536,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,1536,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,1536,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,1536,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,1536,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,1536,0.01074773371219635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,1536,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,1536,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,1536,0.010227200388908387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,1536,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,1536,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,1536,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,1536,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,1536,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,1536,0.11981653372446696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,1536,0.0645792007446289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,1536,0.035974399248758955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,1536,0.023627734184265135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,1536,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,1536,0.023129600286483764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,1536,0.023558400074640908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,1536,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,1536,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,1536,0.022344533602396646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,1536,0.008886399865150451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,1536,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,1536,0.018247467279434205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,1536,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,1536,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,1536,0.017781333128611247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,1536,0.01783039967219035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,1536,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,1536,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,1536,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,1536,0.017194666465123496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,1536,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,1536,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,1536,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,1536,0.015991466244061787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,1536,0.016203733285268147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,1536,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,1536,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,1536,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,1536,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,1536,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,1536,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,1536,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,1536,0.011087999741236369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,1536,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,1536,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,1536,0.009648000200589497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,1536,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,1536,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,1536,0.009642666578292847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,1536,0.00951039989789327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,1536,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,1536,0.009485866626103718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,1536,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,1536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,1536,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,1536,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,1536,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,1536,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,1536,0.00927786628405253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,1536,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,1536,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,1536,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,1536,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,1536,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,1536,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,1536,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,1536,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,1536,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,1536,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,1536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,1024,0.10417813460032146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,1024,0.05351680119832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,1024,0.029332266251246138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,1024,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,1024,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,1024,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,1024,0.015100799997647605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,1024,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,1024,0.012773332993189493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,1024,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,1024,0.012266666690508524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,1024,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,1024,0.012248532970746358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,1024,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,1024,0.010502400000890096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,1024,0.010694400469462077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,1024,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,1024,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,1024,0.009390933314959209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,1024,0.009366400043169658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,1024,0.008896000186602275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,1024,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,1024,0.00780266672372818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,1024,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,1024,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,1024,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,1024,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,1024,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,1024,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,1024,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,1024,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,1024,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,1024,0.00450133333603541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,1024,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,1024,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,1024,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,1024,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,1024,0.0041685332854588825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,1024,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,1024,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,1024,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,1024,0.0038890667259693147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,1024,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,1024,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,1024,0.0034944000343481696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,1024,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,1024,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,1024,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,1024,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,1024,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,1024,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,1024,0.0033610666791598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,1024,0.003115733216206233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,1024,0.00311253344019254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,1024,0.0031008000175158186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,1024,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,1024,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,1024,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,1024,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,1024,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,1024,0.004444799820582072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,1024,0.004423466821511587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,1024,0.004539733131726583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,1024,0.005142400165398916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,1024,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,1024,0.14916693369547526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,1024,0.07612373034159342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,1024,0.043365331490834554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,1024,0.030212267239888506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,1024,0.010619733730951946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,1024,0.004045866678158442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,1024,0.03001813292503357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,1024,0.029495465755462646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,1024,0.029053866863250732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,1024,0.03054080009460449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,1024,0.029381332794825236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,1024,0.028595199187596638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,1024,0.027749333779017133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,1024,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,1024,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,1024,0.027321600914001466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,1024,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,1024,0.02688746651013692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,1024,0.027409066756566364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,1024,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,1024,0.026500266790390015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,1024,0.02462293306986491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,1024,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,1024,0.024225066105524697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,1024,0.02445759971936544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,1024,0.023423999547958374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,1024,0.02331839998563131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,1024,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,1024,0.02207039992014567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,1024,0.020845866203308104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,1024,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,1024,0.02091946601867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,1024,0.019211733341217042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,1024,0.018875734011332194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,1024,0.017573332786560057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,1024,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,1024,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,1024,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,1024,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,1024,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,1024,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,1024,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,1024,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,1024,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,1024,0.015103999773661295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,1024,0.022537599007288613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,1024,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,1024,0.015944533546765647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,1024,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,1024,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,1024,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,1024,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,1024,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,1024,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,1024,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,1024,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,1024,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,1024,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,1024,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,1024,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,1024,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,1024,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,1024,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,1024,0.014013866583506266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,1024,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,1024,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,1024,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,1024,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,1024,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,1024,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,1024,0.7209664026896159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,1024,0.11637547016143798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,1024,0.21738773981730142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,1024,0.11810026963551838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,1024,0.1115616003672282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,1024,0.10933972994486492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,1024,0.1038581371307373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,1024,1.435329055786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,1024,0.10500906308492024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,1024,0.09686933358510336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,1024,0.09053653081258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,1024,0.0844544013341268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,1024,0.09941973686218261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,1024,0.08411093552907309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,1024,0.07844800154368083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,1024,0.07171093622843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,1024,0.07756053606669108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,1024,0.07139306863149007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,1024,0.06441919803619385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,1024,0.09201813538869222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,1024,0.05790293216705322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,1024,0.05867840051651001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,1024,0.05278826554616293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,1024,0.04526400168736776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,1024,0.0649130662282308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,1024,0.03962666591008504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,1024,0.03830506801605225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,1024,0.0328821341196696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,1024,0.026345600684483845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,1024,0.031703466176986696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,1024,0.051582932472229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,1024,0.046139732996622725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,1024,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,1024,0.02513279914855957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,1024,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,1024,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,1024,0.011724799871444702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,1024,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,1024,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,1024,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,1024,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,1024,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,1024,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,1024,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,1024,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,1024,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,1024,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,1024,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,1024,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,1024,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,1024,0.008578133583068848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,1024,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,1024,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,1024,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,1024,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,1024,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,1024,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,1024,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,1024,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,1024,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,1024,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,1024,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,1024,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,1024,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,1024,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,1024,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,1024,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,1024,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,1024,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,1024,0.08728319803873698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,1024,0.048446933428446456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,1024,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,1024,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,1024,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,1024,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,1024,0.018450133005777993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,1024,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,1024,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,1024,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,1024,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,1024,0.015210666259129844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,1024,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,1024,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,1024,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,1024,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,1024,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,1024,0.014130133390426635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,1024,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,1024,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,1024,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,1024,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,1024,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,1024,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,1024,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,1024,0.010894933342933654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,1024,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,1024,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,1024,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,1024,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,1024,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,1024,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,1024,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,1024,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,1024,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,1024,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,1024,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,1024,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,1024,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,1024,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,1024,0.008263466755549113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,1024,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,1024,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,1024,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,768,0.08087466557820638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,768,0.041392000516255696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,768,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,768,0.01234879990418752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,768,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,768,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,768,0.01153600017229716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,768,0.012276267011960346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,768,0.011014399925867717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,768,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,768,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,768,0.010076799988746643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,768,0.01088213324546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,768,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,768,0.009776000181833904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,768,0.008541867136955261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,768,0.008585600058237712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,768,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,768,0.00853013296922048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,768,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,768,0.00767146646976471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,768,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,768,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,768,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,768,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,768,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,768,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,768,0.006033066908518473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,768,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,768,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,768,0.00489386667807897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,768,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,768,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,768,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,768,0.004193066557248434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,768,0.0035103999078273775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,768,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,768,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,768,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,768,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,768,0.0035562666753927866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,768,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,768,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,768,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,768,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,768,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,768,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,768,0.0030752000709374744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,768,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,768,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,768,0.0031328000128269195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,768,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,768,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,768,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,768,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,768,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,768,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,768,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,768,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,768,0.003818666686614355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,768,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,768,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,768,0.0056618665655454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,768,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,768,0.11296106974283855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,768,0.06376106739044189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,768,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,768,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,768,0.027857067187627156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,768,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,768,0.028360533714294433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,768,0.028493867317835493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,768,0.02768106659253438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,768,0.025465599695841473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,768,0.02648106614748637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,768,0.02501759926478068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,768,0.026239999135335285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,768,0.02696640094121297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,768,0.026121600468953447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,768,0.023283199469248454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,768,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,768,0.023413334290186563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,768,0.03770666519800822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,768,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,768,0.02260266741116842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,768,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,768,0.022616533438364665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,768,0.022003199656804404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,768,0.022282665967941283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,768,0.02172799905141195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,768,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,768,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,768,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,768,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,768,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,768,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,768,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,768,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,768,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,768,0.02355519930521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,768,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,768,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,768,0.017491199572881064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,768,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,768,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,768,0.01593386630217234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,768,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,768,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,768,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,768,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,768,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,768,0.015508266290028891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,768,0.01718613306681315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,768,0.015150933464368185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,768,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,768,0.015124266346295675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,768,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,768,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,768,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,768,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,768,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,768,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,768,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,768,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,768,0.015233066678047181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,768,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,768,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,768,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,768,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,768,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,768,0.11557973225911458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,768,0.21081813176472983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,768,0.11463572978973388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,768,0.11001599629720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,768,0.713157335917155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,768,0.10769386291503906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,768,1.4318154652913413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,768,0.10126187006632488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,768,0.10301439762115479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,768,0.09690240224202475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,768,0.08300586541493735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,768,0.0818890651067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,768,0.07679359912872315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,768,0.0759989341100057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,768,0.09493652979532877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,768,0.06994132995605469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,768,0.06938347021738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,768,0.08903786341349283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,768,0.06320746739705405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,768,0.06373973290125529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,768,0.057093334197998044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,768,0.056309334437052404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,768,0.08859519958496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,768,0.04399146636327107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,768,0.039079467455546066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,768,0.03741439978281657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,768,0.032126933336257935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,768,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,768,0.05024106502532959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,768,0.04982719818751018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,768,0.0448853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,768,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,768,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,768,0.019489065806070963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,768,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,768,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,768,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,768,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,768,0.009843200445175171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,768,0.01074133316675822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,768,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,768,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,768,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,768,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,768,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,768,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,768,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,768,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,768,0.008591999610265095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,768,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,768,0.007655466596285502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,768,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,768,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,768,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,768,0.008488532900810242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,768,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,768,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,768,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,768,0.07363626956939698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,768,0.041493332386016844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,768,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,768,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,768,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,768,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,768,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,768,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,768,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,768,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,768,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,768,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,768,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,768,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,768,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,768,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,768,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,768,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,768,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,768,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,768,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,768,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,768,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,768,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,768,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,768,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,768,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,768,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,768,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,768,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,768,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,768,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,768,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,768,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,768,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,768,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,768,0.008024533092975617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,768,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,768,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,768,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,768,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,768,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,768,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,768,0.008180266618728638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,768,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,768,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,512,0.05892693201700846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,512,0.03022506634394328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,512,0.01684479912122091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,512,0.009732266267140705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,512,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,512,0.008984532952308655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,512,0.008894933263460796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,512,0.009643733501434326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,512,0.008145066599051159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,512,0.008215466638406117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,512,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,768,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,512,0.008612266182899475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,512,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,512,0.006855466465155284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,512,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,512,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,512,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,512,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,512,0.006227200229962667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,512,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,512,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,512,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,512,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,512,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,512,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,512,0.005125333368778229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,512,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,512,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,512,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,512,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,512,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,512,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,512,0.0037632000943024955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,512,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,512,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,512,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,512,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,512,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,512,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,512,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,512,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,512,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,512,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,512,0.0027146667242050173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,512,0.0027829334139823914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,512,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,512,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,512,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,512,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,512,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,512,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,512,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,512,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,512,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,512,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,512,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,512,0.05236159960428873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,512,0.03277759949366252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,512,0.025697066386540728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,512,0.025153066714604693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,512,0.024460800488789878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,512,0.024655999739964803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,512,0.02482346693674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,512,0.024552534023920693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,512,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,512,0.02424959937731425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,512,0.02264639933904012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,512,0.02386666735013326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,512,0.02445333401362101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,512,0.023187200228373207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,512,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,512,0.02285333275794983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,512,0.021050665775934854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,512,0.022644267479578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,512,0.08623147010803223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,512,0.021370667219161987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,512,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,512,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,512,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,512,0.01950613260269165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,512,0.019478400548299156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,512,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,512,0.01879253387451172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,512,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,512,0.01728640000025431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,512,0.019268266359965005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,512,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,512,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,512,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,512,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,512,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,512,0.01560426652431488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,512,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,512,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,512,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,512,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,512,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,512,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,512,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,512,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,512,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,512,0.015491200486818948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,512,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,512,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,512,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,512,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,512,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,512,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,512,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,512,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,512,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,512,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,512,0.013798399766286214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,512,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,512,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,512,0.015473066767056783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,512,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,512,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,512,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,512,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,512,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,512,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,512,0.20485119819641112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,512,0.6971114476521809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,512,0.11156373023986817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,512,0.10510293642679851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,512,0.1136245330174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,512,1.407912572224935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,512,0.09959039688110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,512,0.10808107058207195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,512,0.10016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,512,0.09402346611022949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,512,0.08081706364949545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,512,0.08143680095672608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,512,0.07516799767812093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,512,0.0928938627243042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,512,0.07513813177744547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,512,0.06901226838429769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,512,0.0681717316309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,512,0.06207573413848877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,512,0.08664533297220865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,512,0.05544960101445516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,512,0.088372270266215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,512,0.062490665912628175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,512,0.056302932898203525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,512,0.043594666322072345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,512,0.037853864828745525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,512,0.03702293237050374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,512,0.031250133117039995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,512,0.03046720027923584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,512,0.049355733394622806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,512,0.04891200065612793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,512,0.043646931648254395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,512,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,512,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,512,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,512,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,512,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,512,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,512,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,512,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,512,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,512,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,512,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,512,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,512,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,512,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,512,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,512,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,512,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,512,0.008518399794896443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,512,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,512,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,512,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,512,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,512,0.007620266576608021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,512,0.007334400216738384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,512,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,512,0.007451733450094859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,512,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,512,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,512,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,512,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,512,0.05954346656799316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,512,0.0341599980990092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,512,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,512,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,512,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,512,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,512,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,512,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,512,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,512,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,512,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,512,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,512,0.012963199615478515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,512,0.012928000092506409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,512,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,512,0.012264532844225566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,512,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,512,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,512,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,512,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,512,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,512,0.011392000317573547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,512,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,512,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,512,0.011377066373825073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,512,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,512,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,512,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,512,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,512,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,512,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,512,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,512,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,512,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,512,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,512,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,512,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,512,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,512,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,512,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,512,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,512,0.007719466586907704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,512,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,512,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,512,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,512,0.007747200131416321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,512,0.007302399973074596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,512,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,512,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,512,0.007411199808120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,512,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,256,0.020964266856511433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,256,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,256,0.00766293356815974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,256,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,256,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,256,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,256,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,256,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,256,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,256,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,256,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,256,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,256,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,256,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,256,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,256,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,256,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,256,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,256,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,256,0.004726399978001913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,512,0.007213866710662842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,256,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,256,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,256,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,256,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,256,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,256,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,256,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,256,0.0037077332536379496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,256,0.0031093334158261614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,256,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,256,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,256,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,256,0.0029397333661715193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,256,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,256,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,256,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,256,0.03913280169169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,256,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,256,0.002311466634273529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,256,0.0023445333043734234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,256,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,256,0.002478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,256,0.002423466742038727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,256,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,256,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,256,0.0026837334036827086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,256,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,256,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,256,0.03934400081634522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,256,0.0619488000869751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,256,0.028100266059239702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,256,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,256,0.02294399936993917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,256,0.021332265933354695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,256,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,256,0.021116799116134642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,256,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,256,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,256,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,256,0.020483199755350748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,256,0.021280000607172646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,256,0.02074346741040548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,256,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,256,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,256,0.0027701333165168762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,256,0.018786134322484334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,256,0.01887786587079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,256,0.01965226729710897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,256,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,256,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,256,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,256,0.017930666605631508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,256,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,256,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,256,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,256,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,256,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,256,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,256,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,256,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,256,0.01725546717643738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,256,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,256,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,256,0.01507306694984436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,256,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,256,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,256,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,256,0.015201066931088766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,256,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,256,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,256,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,256,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,256,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,256,0.013814399639765421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,256,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,256,0.01604693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,256,0.015236266454060874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,256,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,256,0.013592533270517983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,256,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,256,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,256,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,256,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,256,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,256,0.012688000003496805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,256,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,256,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,256,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,256,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,256,0.013548800349235534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,256,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,256,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,256,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,256,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,256,0.014011733730634055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,256,0.014342400431632995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,256,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,256,0.16738880475362142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,256,0.44425919850667317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,256,0.09158293406168619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,256,0.09148586591084798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,256,0.9531424204508463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,256,0.08579520384470621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,256,0.08090453147888184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,256,0.08122773170471191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,256,0.08708266417185465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,256,0.07683093547821045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,256,0.06658133268356323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,256,0.07579413255055746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,256,0.0661141316095988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,256,0.06168746550877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,256,0.060828800996144614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,256,0.05630720059076945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,256,0.05570346514383952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,256,0.05059306621551514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,256,0.07105920314788819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,256,0.045638398329416914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,256,0.07100373109181722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,256,0.04649279912312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,256,0.05142506758371988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,256,0.03538133303324382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,256,0.031241599718729657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,256,0.030487465858459472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,256,0.02595199942588806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,256,0.025464532772699992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,256,0.04074560006459554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,256,0.04034133354822795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,256,0.03626453479131063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,256,0.021138133605321248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,256,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,256,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,256,0.020433066288630168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,256,0.011297067006429035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,256,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,256,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,256,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,256,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,256,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,256,0.00967680017153422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,256,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,256,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,256,0.007640533149242401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,256,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,256,0.005972266693909963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,256,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,256,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,256,0.006121600170930227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,256,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,256,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,256,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,256,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,256,0.006386133531729381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,256,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,256,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,256,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,256,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,256,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,256,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,256,0.006363733112812043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,256,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,256,0.00644053320089976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,256,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,256,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,256,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,256,0.04846400022506714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,256,0.03247039914131165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,256,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,256,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,256,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,256,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,256,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,256,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,256,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,256,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,256,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,256,0.012362666924794515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,256,0.012014933427174886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,256,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,256,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,256,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,256,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,256,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,256,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,256,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,256,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,256,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,256,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,256,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,256,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,256,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,256,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,256,0.00892799993356069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,256,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,256,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,256,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,256,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,256,0.007635200023651123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,256,0.008038400113582611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,256,0.007604266703128815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,256,0.0076330666740735366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,256,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,256,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,256,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,256,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,256,0.007301333546638489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,256,0.007646933197975159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,256,0.007245866457621257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,256,0.0077354664603869125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,256,0.00739519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,256,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,256,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,256,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,256,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,256,0.007225599884986877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,256,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,256,0.0072618668278058365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,256,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,256,0.007418666779994964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,256,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,256,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,256,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,256,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,256,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,256,0.007421866556008657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,128,0.033583998680114746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,128,0.017122133572896322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,128,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,128,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,256,0.006905599931875865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,128,0.0064522668719291685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,128,0.005930666625499725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,128,0.006498133142789205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,128,0.00598826656738917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,128,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,128,0.006035199761390686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,128,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,128,0.005952000121275584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,128,0.005621333420276642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,128,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,256,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,128,0.005211733281612396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,128,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,128,0.0051136001944541935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,128,0.00518506666024526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,128,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,128,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,128,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,128,0.004785066843032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,128,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,128,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,128,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,128,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,128,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,128,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,128,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,128,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,128,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,128,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,128,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,128,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,128,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,128,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,128,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,128,0.0026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,128,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,128,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,128,0.0024106666445732118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,128,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,128,0.0035477332770824433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,128,0.002316800008217494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,128,0.0023189333577950796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,128,0.05066986481348673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,128,0.03691946665445964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,128,0.02379093368848165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,128,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,128,0.020805333058039346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,128,0.01998293399810791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,128,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,128,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,128,0.019462400674819948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,128,0.018931200106938682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,128,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,128,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,128,0.020533333222071327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,128,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,128,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,128,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,128,0.017892267306645712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,128,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,128,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,128,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,128,0.01885973413785299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,128,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,128,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,128,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,128,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,128,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,128,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,128,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,128,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,128,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,128,0.015425067146619162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,128,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,128,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,128,0.015990400314331056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,128,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,128,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,128,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,128,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,128,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,128,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,128,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,128,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,128,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,128,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,128,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,128,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,128,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,128,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,128,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,128,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,128,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,128,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,128,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,128,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,128,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,128,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,128,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,128,0.013867732882499696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,128,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,128,0.013379200299580892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,128,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,128,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,128,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,128,0.013011200229326883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,128,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,128,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,128,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,128,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,128,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,128,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,128,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,128,0.012617599964141846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,128,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,128,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,128,0.7266837437947591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,128,0.08129066626230876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,128,0.3423647880554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,128,0.08126826286315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,128,0.14632426897684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,128,0.07208213011423746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,128,0.07589013576507568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,128,0.07772693634033204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,128,0.06772692998250326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,128,0.07202026844024659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,128,0.0592309315999349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,128,0.05866346756617228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,128,0.05438826481501261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,128,0.05451093514760336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,128,0.04992640018463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,128,0.049449598789215087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,128,0.06783573627471924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,128,0.06382186810175577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,128,0.04489920139312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,128,0.06331520080566407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,128,0.040746665000915526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,128,0.04158186515172323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,128,0.045398398240407305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,128,0.03187519907951355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,128,0.02818346619606018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,128,0.02728319962819417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,128,0.023746132850646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,128,0.022825600703557332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,128,0.03624000151952107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,128,0.03671893278757731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,128,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,128,0.03241066733996074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,128,0.019128533204396565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,128,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,128,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,128,0.010526933272679647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,128,0.009301333626111349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,128,0.008044800162315369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,128,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,128,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,128,0.008489599823951722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,128,0.009726933638254802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,128,0.008820266524950663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,128,0.009325866897900898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,128,0.006885333359241486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,128,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,128,0.007235200206438701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,128,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,128,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,128,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,128,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,128,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,128,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,128,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,128,0.006838400165239971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,128,0.006009600063165029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,128,0.005681066711743673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,128,0.005975466469923655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,128,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,128,0.005990399916966756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,128,0.006090666850407918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,128,0.0059456000725428265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,128,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,128,0.006093866626421611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,128,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,128,0.005992533266544342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,128,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,128,0.0056085333228111265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,128,0.006018133461475372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,128,0.006005333364009857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,128,0.053318401177724205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,128,0.03691840171813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,128,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,128,0.02164693276087443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,128,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,128,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,128,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,128,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,128,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,128,0.013083733121554055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,128,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,128,0.011779200037320454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,128,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,128,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,128,0.011819733182589214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,128,0.011306666334470113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,128,0.011509333054224651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,128,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,128,0.010913067062695821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,128,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,128,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,128,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,128,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,128,0.01011840005715688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,128,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,128,0.008893866340319316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,128,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,128,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,128,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,128,0.008027733365694682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,128,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,128,0.007646933197975159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,128,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,128,0.0071936001380284624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,128,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,128,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,128,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,128,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,128,0.007319466769695282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,128,0.007216000060240428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,128,0.007400533556938172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,128,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,128,0.007274666428565979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,128,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,128,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,128,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,128,0.006810666620731353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,128,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,128,0.006872533261775971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,128,0.006840533514817555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,128,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,128,0.00682773341735204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,128,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,128,0.0068458666404088335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,128,0.006942933301130931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,128,0.007021866738796234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,128,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,128,0.0068256000677744556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,128,0.006861866513888042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,128,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,128,0.00737066666285197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,128,0.00681279997030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,128,0.0069472000002861025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,128,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,64,0.028728532791137695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,64,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,64,0.00851093331972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,128,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,64,0.006805333495140076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,64,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,64,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,64,0.005579733351866404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,64,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,64,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,64,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,64,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,64,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,64,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,64,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,64,0.006385066608587901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,64,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,64,0.004779733220736186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,64,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,64,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,64,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,64,0.004370133578777313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,64,0.004009599983692169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,64,0.004739200075467428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,64,0.003918933371702829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,64,0.0039434666434923805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,64,0.003499733408292135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,64,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,64,0.003606399893760681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,64,0.0035477332770824433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,64,0.0035232000052928926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,64,0.0036159999668598174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,64,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,64,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,64,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,64,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,64,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,64,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,64,0.0023786666492621104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,64,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,64,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,64,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,64,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,64,0.0022976001103719073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,64,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,128,0.006828799843788147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,64,0.003134933362404505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,64,0.049364264806111655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,64,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,64,0.03469013373057048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,64,0.01949119965235392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,64,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,64,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,64,0.019211733341217042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,64,0.020139733950297035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,64,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,64,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,64,0.019138133525848387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,64,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,64,0.019910399119059244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,64,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,64,0.017963733275731406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,64,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,64,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,64,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,64,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,64,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,64,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,64,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,64,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,64,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,64,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,64,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,64,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,64,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,64,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,64,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,64,0.01583146651585897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,64,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,64,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,64,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,64,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,64,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,64,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,64,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,64,0.014857600132624308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,64,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,64,0.014225066701571146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,64,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,64,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,64,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,64,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,64,0.01383573313554128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,64,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,64,0.01393280029296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,64,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,64,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,64,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,64,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,64,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,64,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,64,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,64,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,64,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,64,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,64,0.013174399733543396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,64,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,64,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,64,0.013857066631317139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,64,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,64,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,64,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,64,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,64,0.013821867108345032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,64,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,64,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,64,0.01307413379351298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,32,0.029691733916600543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,64,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,64,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,32,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,32,0.006388266881306966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,32,0.009291733304659527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,32,0.006788266698519389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,32,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,64,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,32,0.005693866809209188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,32,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,32,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,32,0.005554133156935374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,32,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,32,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,32,0.0051594664653142296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,32,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,32,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,32,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,32,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,32,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,32,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,32,0.004344533383846283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,32,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,32,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,32,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,32,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,32,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,32,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,32,0.003940266619126002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,32,0.0034624000390370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,32,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2560,32,0.00325546662012736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2560,32,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2560,32,0.0031210665901501974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2560,32,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2560,32,0.002733866622050603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2560,32,0.0027200000981489818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2560,32,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,32,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2560,32,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,32,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2560,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2560,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2560,32,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2560,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2560,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2560,32,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2560,32,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2560,32,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2560,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2560,32,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2560,32,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2560,32,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2560,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2560,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2560,32,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2560,32,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2560,32,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2560,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2560,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2560,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2560,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2560,32,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2560,32,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2560,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2560,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2560,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2560,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2560,32,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2560,32,0.0021173333128293352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2560,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2560,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2560,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2560,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2560,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,32,0.04862933158874512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,32,0.031438932816187544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,32,0.023541333278020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,32,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,32,0.02042133410771688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,32,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,32,0.01848213275273641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2560,32,0.002338133255640666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,32,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,32,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,32,0.01843093236287435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,32,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,32,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,32,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,32,0.016709333658218382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,32,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,32,0.019552000363667808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,32,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,32,0.016820265849431356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,32,0.016662399967511496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,32,0.017417599757512413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,32,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,32,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,32,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,32,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,32,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,32,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,32,0.017592533429463705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,32,0.018230400482813516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,32,0.015100799997647605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,32,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,32,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,32,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,32,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,32,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,32,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,32,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,32,0.013860266407330832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,32,0.013431466619173684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,32,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,32,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,32,0.01421333352724711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,32,0.014283733566602072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,32,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,32,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,32,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,32,0.012972799936930337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,32,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,32,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,32,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,32,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,32,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,32,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,32,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,32,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,32,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,32,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,32,0.014289066195487976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,32,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,32,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,32,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,32,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,65536,1.2320160071055095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,65536,0.6348906755447388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,65536,2.7449652353922525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,65536,0.6454079945882162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,65536,0.7252373695373535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,65536,0.6336106856664022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,65536,0.6817279656728109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,65536,0.6226826508839926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,65536,5.263562520345052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,65536,0.636954665184021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,65536,0.5341866811116537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,65536,0.6137066682179769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,65536,0.4764853318532308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,65536,0.5897493362426758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,65536,0.5744426647822062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,65536,0.4459679921468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,65536,0.5197439988454183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,65536,0.4214080174763997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,65536,0.519589344660441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,65536,0.4125973383585612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,65536,0.3666880130767822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,65536,0.3909493287404378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,65536,0.2969119946161906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,65536,0.34457600116729736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,65536,0.28515734275182086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,65536,0.2637973427772522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,65536,0.23119999965031943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,65536,0.2226346731185913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,65536,0.1832480033238729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,65536,0.17640533049901327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,65536,0.1532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,65536,0.12869866689046225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,65536,0.10885333021481831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,65536,0.07397333284219106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,65536,0.06624533236026764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,65536,0.06976533432801564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,65536,0.06569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,65536,0.06840533514817555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,65536,0.06730133295059204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,65536,0.06163200239340464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,65536,0.05798399945100149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,65536,0.059717332323392235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,65536,0.05763733386993408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,65536,0.05423999826113383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,65536,0.05197866757710775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,65536,0.05308799942334493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,65536,0.05136533578236898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,65536,0.05167999863624573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,65536,0.40294400850931805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,65536,0.051301335295041404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,65536,0.04994133114814758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,65536,0.05143466591835022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,65536,0.05020266771316528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,65536,0.048810665806134544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,65536,0.04724800089995066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,65536,0.04881600042184194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,65536,0.04669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,65536,0.04780266682306925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,65536,0.04692266881465912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,65536,0.04635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,65536,0.046816001335779824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,65536,0.046469335754712425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,65536,0.2135039965311686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,65536,0.0462773342927297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,65536,0.045706664522488914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,65536,0.046341334780057274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,65536,0.045594667394955955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,65536,0.0461760014295578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,65536,0.04939733445644379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,65536,0.048991998036702476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,65536,0.049327999353408813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,65536,0.048858667413393654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,65536,0.05529599885145823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,65536,0.04655466477076212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,65536,1.1184453169504802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,65536,4.143882751464844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,65536,2.115272045135498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,65536,1.1033626397450764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,65536,1.0516640345255535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,65536,1.0720960299173992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,65536,0.9810319741566976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,65536,1.0013946692148845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,65536,0.9392266273498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,65536,0.9148399829864502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,65536,0.8622612953186035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,65536,0.8726346492767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,65536,8.160514831542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,65536,0.793287992477417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,65536,0.7493173281351725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,65536,0.801578680674235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,65536,0.7553733189900717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,65536,0.6832026640574137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,65536,0.6909973621368408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,65536,0.6142186721165975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,65536,0.6156453291575114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,65536,0.5548880100250244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,65536,0.5027066469192505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,65536,0.5090426603953043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,65536,0.43434667587280273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,65536,0.42988534768422443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,65536,0.3706959883371989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,65536,0.36698134740193683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,65536,0.30186400810877484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,65536,0.2934266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,65536,0.23382399479548135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,65536,0.22089866797129312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,65536,0.14943466583887735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,65536,0.13942933082580566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,65536,0.08056266605854034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,65536,0.08807200193405151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,65536,0.5557920138041178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,65536,0.07977866629759471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,65536,0.08140533169110616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,65536,0.07257600128650665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,65536,0.07264000177383423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,65536,0.07050133248170216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,65536,0.060189331571261086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,65536,0.06807466844717662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,65536,0.061389332016309105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,65536,0.060266668597857155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,65536,0.06032533446947733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,65536,0.05779199798901876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,65536,0.057130664587020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,65536,0.055029332637786865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,65536,0.05113333463668823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,65536,0.05030133326848348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,65536,0.05142666896184286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,65536,0.051407997806866966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,65536,0.04781066874663035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,65536,0.047450666626294456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,65536,0.04394133388996124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,65536,0.04348800083001455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,65536,0.04470933477083842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,65536,0.04365866879622141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,65536,0.045007998744646706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,65536,0.04339999953905741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,65536,0.04390400151411692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,65536,0.042650664846102394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,65536,0.04128533353408178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,65536,0.040133332212766014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,65536,0.04041066765785217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,65536,0.040034666657447815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,65536,0.04161333292722702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,65536,0.03943199912707011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,65536,0.03993333379427592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,65536,0.05373600125312805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,65536,0.043784002463022866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,65536,0.03994933267434438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,65536,0.8895333607991537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,65536,1.5380667050679524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,65536,3.068573315938314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,65536,0.8345466454823812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,65536,0.7976533571879069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,65536,6.248170852661133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,65536,0.720583995183309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,65536,0.6828986803690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,65536,0.8319173653920492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,65536,0.6441893180211385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,65536,0.774066686630249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,65536,0.5901679992675781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,65536,0.5574586788813273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,65536,0.744861364364624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,65536,0.5301573276519775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,65536,0.5320506493250529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,65536,0.49507200717926025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,65536,0.706274668375651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,65536,0.6805173556009928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,65536,0.4941653410593669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,65536,0.37512266635894775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,65536,0.34433066844940186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,65536,0.4522293408711751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,65536,0.3423466682434082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,65536,0.4644560019175212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,65536,0.27430133024851483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,65536,0.2977199951807658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,65536,0.2558799982070923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,65536,0.23639200131098428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,65536,0.21450134118398032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,65536,0.20302400986353555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,65536,0.42034133275349933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,65536,0.1701386570930481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,65536,0.13063733776410422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,65536,0.15147733688354492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,65536,0.11983733375867207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,65536,0.09876799583435059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,65536,0.08904000123341878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,65536,0.09213599562644958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,65536,0.09310666720072429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,65536,0.08506133159001668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,65536,0.08653333783149719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,65536,0.08297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,65536,0.09060532848040263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,65536,0.07539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,65536,0.07725599904855092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,65536,0.07233066856861115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,65536,0.07112800081570943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,65536,0.07051999866962433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,65536,0.06944533189137776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,65536,0.0689840018749237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,65536,0.0680293341477712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,65536,0.06805600225925446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,65536,0.06534133354822795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,65536,0.0660159985224406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,65536,0.06492533286412557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,65536,0.0652666687965393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,65536,0.06524000068505605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,65536,0.06554133196671803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,65536,0.0690773328145345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,65536,0.0652133325735728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,65536,0.06544533371925354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,65536,0.06486666699250539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,65536,0.06486666699250539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,65536,0.06524266799290974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,65536,0.06516533096631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,65536,0.06516533096631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,65536,0.0650160014629364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,65536,0.06509066621462505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,65536,0.06486399968465169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,65536,0.16741599639256796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,65536,0.06486666699250539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,65536,0.07524799803892772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,65536,0.07328266898790996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,65536,0.7342613538106283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,65536,2.900682661268446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,65536,1.367866622077094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,65536,0.3921351167890761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,65536,0.38172088729010684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,65536,0.3730044364929199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,65536,0.3757599989573161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,65536,0.3661795457204183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,65536,0.36058489481608075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,65536,0.3558364444308811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,65536,0.3572995662689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,65536,0.3496782249874539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,65536,0.34573154979281956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,65536,0.34003912078009707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,65536,0.3376782205369737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,65536,0.3416213459438748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,65536,0.336684438917372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,65536,0.3221831056806776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,65536,0.32212622960408527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,65536,0.21332621574401855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,65536,0.20795378420088026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,65536,0.19085333082411024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,65536,0.18939377201928032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,65536,0.18260088231828478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,65536,0.17669688330756295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,65536,0.16819377740224203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,65536,0.16739732689327666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,65536,0.16167110866970485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,65536,0.16132444805569118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,65536,0.15359644095102945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,65536,0.15298133426242405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,65536,0.14474666118621826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,65536,0.14527822865380183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,65536,0.1370613310072157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,65536,0.13551644484202066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,65536,0.12914489375220403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,65536,0.12950578000810412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,65536,0.12869155406951904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,65536,0.12834844324323866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,65536,0.1287591060002645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,65536,0.12839644485049778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,65536,0.12801067034403482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,65536,0.12738666269514295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,65536,0.12753955523173013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,65536,0.1268142196867201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,65536,0.12666666507720947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,65536,0.12655644946628147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,65536,0.12660266293419734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,65536,0.1263964441087511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,65536,0.12664000193277994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,65536,0.12587911552853054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,65536,0.126254227426317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,65536,0.12604444556766087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,65536,0.12672711743248835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,65536,0.12621511353386775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,65536,0.12669511636098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,65536,0.12592711713578966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,65536,0.12328355842166477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,65536,0.1254097753100925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,65536,0.12481599383884007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,65536,0.12538666195339626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,65536,0.12313421567281087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,65536,0.12544177638159856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,65536,0.12590044074588352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,65536,0.1247840060128106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,65536,0.12320355574289958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,65536,0.12544711430867514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,65536,0.12451022201114231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,65536,0.12533156077067056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,65536,0.12618311246236166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,65536,0.12500445048014322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,51200,3.6409759521484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,51200,2.30349334081014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,51200,1.0857386589050293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,51200,0.5355253219604492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,51200,0.5357866684595743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,51200,0.49644267559051514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,51200,0.5351839860280355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,51200,0.4708319902420044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,51200,0.5355679988861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,51200,0.4476960102717082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,51200,0.428607980410258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,51200,0.40859735012054443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,51200,0.4084959824879964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,51200,0.3922986586888631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,51200,0.411626656850179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,51200,0.34622399012247723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,51200,0.404639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,51200,0.29637332757314044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,51200,0.3606933355331421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,51200,0.29519466559092206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,51200,0.2687679926554362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,51200,0.2760319908459981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,51200,0.24660799900690714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,51200,0.2238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,51200,0.23874666293462118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,51200,0.21606934070587158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,51200,0.1890986760457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,51200,0.16905067364374796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,51200,0.16430399815241495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,51200,0.15748799840609232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,51200,0.1352000037829081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,51200,0.15594133734703064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,51200,0.11229333281517029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,51200,0.09797867139180501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,51200,0.0794293334086736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,51200,0.05966933568318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,51200,0.050197333097457886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,51200,0.056501333912213646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,51200,0.05053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,51200,0.05387733379999796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,51200,0.05601066847642263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,51200,0.049173335234324135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,51200,0.04577599962552389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,51200,0.04378133515516917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,51200,0.049733335773150124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,51200,0.04358933369318644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,51200,0.04385599990685781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,51200,0.04381866753101349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,51200,0.043493335445721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,51200,0.043749332427978516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,51200,0.04161066561937332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,51200,0.043023998538653054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,51200,0.04142933338880539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,51200,0.041840001940727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,51200,0.040576001008351646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,51200,0.04162666698296865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,51200,0.03990933299064636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,51200,0.04095999896526337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,51200,0.03944533318281174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,51200,0.0415040006240209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,51200,0.04181333382924398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,51200,0.042026668787002563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,51200,0.04172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,51200,0.04171200096607208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,51200,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,51200,0.0421066681543986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,51200,0.03862933317820231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,51200,0.03851199895143509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,51200,0.038021333515644073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,51200,0.03822399924198786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,51200,0.041690667470296226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,51200,0.041706666350364685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,51200,0.04081599911053976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,51200,0.04155199974775314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,65536,0.12416533629099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,51200,3.297343889872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,51200,6.31605847676595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,51200,0.8704533576965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,51200,1.6495919227600098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,51200,0.8718187014261881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,51200,0.8377412954966227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,51200,0.8241919676462809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,51200,0.7888453006744385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,51200,0.785912036895752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,51200,0.7399679819742838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,51200,0.722442626953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,51200,0.6887493133544922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,51200,0.6768480141957601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,51200,0.639087994893392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,51200,0.6315679947535197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,51200,0.5878346761067709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,51200,0.589896003405253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,51200,0.535370667775472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,51200,0.5447839895884196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,51200,0.4895706574122111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,51200,0.47569866975148517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,51200,0.43692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,51200,0.42823465665181476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,51200,0.379807988802592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,51200,0.38064531485239667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,51200,0.338645339012146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,51200,0.32840534051259357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,51200,0.29037866989771527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,51200,0.27723467350006104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,51200,0.23492532968521118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,51200,0.23863999048868814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,51200,0.17911465962727866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,51200,0.17282666762669882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,51200,0.11446133255958557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,51200,0.10779466231664021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,51200,0.0729973316192627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,51200,0.06786133348941803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,51200,0.06856266657511394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,51200,0.06781866649786632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,51200,0.06468533476193745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,51200,0.0658186674118042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,51200,0.0603359987338384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,51200,0.0562639981508255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,51200,0.05491466820240021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,51200,0.05356800059477488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,51200,0.05190399785836538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,51200,0.05134666462739309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,51200,0.04840533435344696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,51200,0.04704533517360687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,51200,0.04557600120703379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,51200,0.045647998650868736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,51200,0.04587733248869578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,51200,0.04530933499336243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,51200,0.043394664923350014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,51200,0.04205066462357839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,51200,0.039994666973749794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,51200,0.040362666050593056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,51200,0.0379600003361702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,51200,0.037176000575224556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,51200,0.03749866783618927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,51200,0.03736533224582672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,51200,0.03932799895604452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,51200,0.03705599904060364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,51200,0.0376826673746109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,51200,0.0372533326347669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,51200,0.036845333874225616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,51200,0.03623999903599421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,51200,0.03454133371512095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,51200,0.035877334574858345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,51200,0.03535466641187668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,51200,0.03581066677967707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,51200,0.034232000509897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,51200,0.035930665830771126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,51200,0.03512533257404963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,65536,0.12472355365753174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,51200,2.6300026575724282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,51200,5.559029261271159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,51200,1.3281866709391277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,65536,0.12322844399346246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,51200,0.754314661026001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,51200,0.693943977355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,51200,0.6370026667912801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,51200,0.7290986378987631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,51200,0.6158613363901774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,51200,0.7168800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,51200,0.5481760104497274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,51200,0.678376038869222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,51200,0.5165466864903768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,51200,0.49508265654246014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,51200,0.4649920066197713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,51200,0.4677199920018514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,51200,0.4373386700948079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,51200,0.649727980295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,51200,0.6194959878921509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,51200,0.5811013380686442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,51200,0.4317306677500407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,51200,0.33153865734736127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,51200,0.30661600828170776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,51200,0.2972373366355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,51200,0.2581839958826701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,51200,0.2381626764933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,51200,0.22333866357803345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,51200,0.20403200387954712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,51200,0.39656798044840497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,51200,0.17495467265446982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,51200,0.40405865510304767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,51200,0.36508798599243164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,51200,0.18634132544199625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,51200,0.146997332572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,51200,0.129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,51200,0.11310666799545288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,51200,0.09739200274149577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,51200,0.080935999751091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,51200,0.07477599879105885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,51200,0.0698773314555486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,51200,0.06964799761772156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,51200,0.06776266793409984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,51200,0.07725866635640462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,51200,0.07638666530450185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,51200,0.07420533398787181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,51200,0.06319199999173482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,51200,0.057775999108950295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,51200,0.056741332014401756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,51200,0.05667733152707418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,51200,0.05606933434804281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,51200,0.056648001074790955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,51200,0.05529333154360453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,51200,0.05464000006516775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,51200,0.053039997816085815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,51200,0.052760000030199684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,51200,0.05273066461086273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,51200,0.0526506652434667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,51200,0.05251200000445048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,51200,0.05275199810663859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,51200,0.05250933269659678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,51200,0.05269066492716471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,51200,0.05278133352597555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,51200,0.051927998661994934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,51200,0.052890668312708534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,51200,0.05258400241533915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,51200,0.05273066461086273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,51200,0.052570665876070656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,51200,0.05230399966239929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,51200,0.05565333366394043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,51200,0.06186666587988535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,51200,0.05272266765435537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,51200,0.17415465911229452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,51200,0.1436080038547516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,51200,0.05906666815280914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,51200,0.05784533421198527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,51200,1.0533830854627821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,51200,2.3026061587863498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,51200,0.5841084586249458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,51200,0.305585781733195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,51200,0.30345243877834743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,51200,0.3044053448571099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,51200,0.30008355776468915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,51200,0.28734755516052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,51200,0.2863697740766737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,51200,0.2890293333265516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,51200,0.2847413221995036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,51200,0.2744355466630724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,51200,0.27247288491990834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,51200,0.2736213207244873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,51200,0.2705102231767443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,51200,0.2677760124206543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,51200,0.2664959960513645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,51200,0.26164266798231334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,51200,0.2586008972591824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,51200,0.1678631173239814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,51200,0.16546666622161865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,51200,0.1554702255460951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,51200,0.15104356076982287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,51200,0.1439288854598999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,51200,0.14147555828094482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,51200,0.13534400198194715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,51200,0.13454400168524847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,51200,0.12860443856981066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,51200,0.12873066796196833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,51200,0.12291910913255479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,51200,0.12361778153313531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,51200,0.11600177817874485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,51200,0.11590933799743652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,51200,0.10956088701883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,51200,0.10898488759994507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,51200,0.10307200087441339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,51200,0.10282311174604629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,51200,0.10234310891893174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,51200,0.10281066762076484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,51200,0.10246577527787949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,51200,0.10195377800199722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,51200,0.10180444187588161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,51200,0.10211733314726089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,51200,0.10134400261773004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,51200,0.10083378023571438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,51200,0.100746664736006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,51200,0.10096177789900039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,51200,0.10046755605273777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,51200,0.10074133343166775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,51200,0.09877333376142715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,51200,0.10003555483288235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,51200,0.09877333376142715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,51200,0.100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,51200,0.09736533297432794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,51200,0.09944177998436822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,51200,0.0972835554016961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,51200,0.09939733478758071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,51200,0.09744355413648818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,51200,0.09730488724178737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,51200,0.09792888826794094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,51200,0.09661689069535996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,51200,0.09699910879135132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,51200,0.09692266914579604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,51200,0.09733511341942681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,51200,0.09868088695738052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,51200,0.09717688957850139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,51200,0.09851021899117364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,51200,0.09733511341942681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,51200,0.09814933273527358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,51200,0.09822222259309556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,51200,0.0972106655438741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,16384,1.2625439961751301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,16384,0.7977795600891113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,16384,0.4000728925069173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,16384,0.20151289304097494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,16384,0.16904000441233316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,16384,0.16074844201405844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,16384,0.16856711440616182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,16384,0.1441742181777954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,16384,0.15260799725850424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,16384,0.13468444347381592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,16384,0.13166577286190456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,16384,0.12588622834947374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,16384,0.12593777974446616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,16384,0.11716622776455349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,16384,0.11979377269744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,16384,0.1074826651149326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,16384,0.1163431141111586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,16384,0.09866133663389419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,16384,0.11049777931637234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,16384,0.09760889079835679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,16384,0.08924622005886501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,16384,0.08896178007125854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,16384,0.0822168919775221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,16384,0.07527822256088257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,16384,0.07977244589063856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,16384,0.07010310888290405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,16384,0.06291733185450236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,16384,0.05808533562554253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,16384,0.05437866515583462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,16384,0.054451555013656616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,16384,0.04587199952867296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,16384,0.04559822214974297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,16384,0.03906133439805772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,16384,0.04323377874162462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,16384,0.03422755665249295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,16384,0.023800889650980633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,16384,0.02200355629126231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,16384,0.023911111884646948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,16384,0.023585778143670823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,16384,0.02084622283776601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,16384,0.02199288871553209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,16384,0.021448888712459143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,16384,0.01779733267095354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,16384,0.018197332819302876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,16384,0.017303110824690927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,16384,0.017343999611006845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,16384,0.017292444904645283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,16384,0.017301332619455125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,16384,0.019159111711714003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,16384,0.01679111189312405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,16384,0.016677333248986136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,16384,0.016673778494199116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,16384,0.017649778061442904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,16384,0.015930665863884818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,16384,0.015879111157523263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,16384,0.014597333139843412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,16384,0.016014221641752455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,16384,0.016979555288950603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,16384,0.016369778248998854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,16384,0.016775111357371014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,16384,0.01663644446267022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,16384,0.016753777861595154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,16384,0.016705777910020616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,16384,0.016759110821617972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,16384,0.016661332713233102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,16384,0.016766221986876596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,16384,0.016028443972269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,16384,0.01603555513752831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,16384,0.01609244445959727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,16384,0.01593777702914344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,16384,0.015843555331230164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,16384,0.015951999359660678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,16384,0.015962666935390897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,16384,0.01574222246805827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,16384,2.0657535552978517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,16384,1.0658442815144857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,16384,0.5439690907796224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,16384,0.29231573740641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,16384,0.292089589436849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,16384,0.2762965202331543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,16384,0.2765568097432455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,16384,0.25936640103658043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,16384,0.26281065940856935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,16384,0.24159572919209799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,16384,0.23879359563191732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,16384,0.22510719299316406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,16384,0.22434453964233397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,16384,0.20710719426472984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,16384,0.20812373161315917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,16384,0.1882815996805827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,16384,0.19332799911499024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,16384,0.1681930700937907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,16384,0.17660586039225262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,16384,0.15260480244954427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,16384,0.14750506083170573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,16384,0.13294506867726644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,16384,0.13008639812469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,16384,0.11110933621724446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,16384,0.11115840276082356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,16384,0.09842133522033691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,16384,0.09605013529459636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,16384,0.08240853150685629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,16384,0.08157546520233154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,16384,0.07204480171203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,16384,0.06949439843495687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,16384,0.05857813358306885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,16384,0.05687786738077799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,16384,0.047047468026479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,16384,0.043483734130859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,16384,0.03504960139592488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,16384,0.03577066659927368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,16384,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,16384,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,16384,0.03527146577835083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,16384,0.03465493520100911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,16384,0.033188267548878984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,16384,0.03125653266906738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,16384,0.03089066743850708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,16384,0.030503465731938677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,16384,0.029259733359018963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,16384,0.028904533386230467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,16384,0.02913600007692973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,16384,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,16384,0.027508266766866046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,16384,0.028649600346883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,16384,0.02781333327293396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,16384,0.027556266387303668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,16384,0.026972800493240356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,16384,0.026426666975021364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,16384,0.02546986738840739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,16384,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,16384,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,16384,0.02296853264172872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,16384,0.02545706629753113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,16384,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,16384,0.024877866109212242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,16384,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,16384,0.023783467213312783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,16384,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,16384,0.024939733743667602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,16384,0.02342080076535543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,16384,0.022869332631429037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,16384,0.023010132710138957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,16384,0.02291733423868815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,16384,0.022796799739201866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,16384,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,51200,0.09719644652472602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,16384,0.023430399099985757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,16384,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,51200,0.0974844429228041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,51200,0.0973937776353624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,16384,1.118081029256185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,16384,2.1890635172526043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,16384,0.5649023691813151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,16384,0.31805121103922523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,16384,0.28766825993855794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,16384,0.2693450609842936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,16384,0.3011647860209147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,16384,0.251853863398234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,16384,0.29965012868245444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,16384,0.23249173164367676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,16384,0.28761491775512693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,16384,0.21849493980407714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,16384,0.20575359662373863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,16384,0.19707627296447755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,16384,0.19195733070373536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,16384,0.18256319363911946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,16384,0.2707061449686686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,16384,0.2521930694580078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,16384,0.238700803120931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,16384,0.17602453231811524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,16384,0.1380949338277181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,16384,0.1278805335362752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,16384,0.12298986911773682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,16384,0.11165440082550049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,16384,0.09771413008371989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,16384,0.0936469316482544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,16384,0.0755359967549642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,16384,0.16754666964213055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,16384,0.06110613346099854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,16384,0.1610165278116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,16384,0.1499765396118164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,16384,0.07672213713328044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,16384,0.05382080078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,16384,0.04341226816177368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,16384,0.03791679938634236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,16384,0.03464320103327433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,16384,0.028622933228810626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,16384,0.026602667570114136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,16384,0.025998934110005693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,16384,0.026341332991917925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,16384,0.026124799251556398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,16384,0.027607466777165728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,16384,0.027857067187627156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,16384,0.027287467320760088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,16384,0.023653332392374674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,16384,0.022856533527374268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,16384,0.023165865739186605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,16384,0.02294506629308065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,16384,0.022613332668940226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,16384,0.021884800990422566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,16384,0.02151573300361633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,16384,0.021865600347518922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,16384,0.021345067024230956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,16384,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,16384,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,16384,0.021067732572555543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,16384,0.021157334248224892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,16384,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,16384,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,16384,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,16384,0.021180800596872964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,16384,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,16384,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,16384,0.021027199427286782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,16384,0.05981546640396118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,16384,0.06076693137486776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,16384,0.06117333173751831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,16384,0.06124693155288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,16384,0.06131306489308676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,16384,0.02345493237177531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,16384,0.06105706691741943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,16384,0.05574613412221273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,16384,0.023177599906921385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,16384,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,16384,0.36637439727783205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,16384,0.2019434611002604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,16384,0.7503082911173503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,16384,0.10708159605662029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,16384,0.10590293407440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,16384,0.10433599948883057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,16384,0.10591999689737956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,16384,0.10075519879659016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,16384,0.10018773078918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,16384,0.09982399940490723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,16384,0.10014399687449138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,16384,0.09612800280253092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,16384,0.0955018679300944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,16384,0.09554879665374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,16384,0.09602453708648681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,16384,0.09363733132680258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,16384,0.09359359741210938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,16384,0.09043306509653727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,16384,0.09110933144887289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,16384,0.059860265254974364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,16384,0.05919893185297648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,16384,0.05536213318506876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,16384,0.05530346632003784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,16384,0.05321280161539713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,16384,0.052169601122538246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,16384,0.049141331513722734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,16384,0.04903573195139567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,16384,0.0477567990620931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,16384,0.04654080073038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,16384,0.04486506779988607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,16384,0.044120534261067705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,16384,0.041604268550872806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,16384,0.041265066464742026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,16384,0.039927466710408525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,16384,0.0394976019859314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,16384,0.03709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,16384,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,16384,0.036697598298390706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,16384,0.03700480063756307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,16384,0.0365877350171407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,16384,0.036744534969329834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,16384,0.03669866720835368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,16384,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,16384,0.03614720106124878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,16384,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,16384,0.035813331604003906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,16384,0.03587520122528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,16384,0.03580053249994914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,16384,0.03548693259557088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,16384,0.03547306855519612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,16384,0.035658665498097736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,16384,0.03546346823374431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,16384,0.035691734155019125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,16384,0.03550186554590861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,16384,0.03538453181584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,16384,0.035869868596394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,16384,0.03539199829101562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,16384,0.035469865798950194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,16384,0.03512959877649943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,16384,0.03548373381296794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,16384,0.03545600175857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,16384,0.03545066515604655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,16384,0.03508906761805217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,16384,0.03582826852798462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,16384,0.03542186816533406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,16384,0.03543359835942586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,16384,0.035190399487813315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,16384,0.03539733489354451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,16384,0.03528106609980265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,16384,0.03544960021972656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,16384,0.035104000568389894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,12288,0.9021795060899523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,12288,0.5450702243381077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,12288,0.30279466840955943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,16384,0.03585280179977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,12288,0.13121067153082952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,12288,0.13119644588894314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,12288,0.12531556023491755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,12288,0.12625955210791692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,12288,0.11534578270382351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,12288,0.12392889128790961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,12288,0.10898311270607842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,12288,0.10493155320485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,12288,0.09915910826789008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,12288,0.09929422537485759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,12288,0.09266844722959731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,12288,0.09339733256234063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,12288,0.08539733621809219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,12288,0.0935786697599623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,12288,0.07896000146865845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,12288,0.09040000041325887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,12288,0.07730844285753039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,12288,0.07148266500896878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,12288,0.06945777601665921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,12288,0.06504533025953504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,12288,0.058908442656199135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,12288,0.06313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,12288,0.05468444360627068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,12288,0.04986310998598734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,12288,0.042853332228130765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,12288,0.04136177897453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,12288,0.03586488962173462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,12288,0.03501155641343858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,12288,0.03059200114674038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,12288,0.032700445916917585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,12288,0.02588266630967458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,12288,0.018968888454967074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,12288,0.01975822283162011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,12288,0.01885511146651374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,12288,0.01887999971707662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,12288,0.019278221660190158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,12288,0.01779022150569492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,12288,0.01716444392999013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,12288,0.015036443869272867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,12288,0.01610133383009169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,12288,0.01369955556260215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,12288,0.013381332986884646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,12288,0.013370667066839008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,12288,0.01404622197151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,12288,0.044885334041383534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,12288,0.015107555521859063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,12288,0.014883556299739413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,12288,0.014846222268210517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,12288,0.014053333136770459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,12288,0.014133334159851074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,12288,0.014394667413499622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,12288,0.014000000225173103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,12288,0.012625777886973487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,12288,0.013644444445768992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,12288,0.011968000067604912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,12288,0.013445333474212222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,12288,0.013390222357379066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,12288,0.013260444833172692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,12288,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,12288,0.013418667018413544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,12288,0.013397333522637686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,12288,0.013372444444232516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,12288,0.01182577759027481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,12288,0.011818666425016193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,12288,0.011884444289737277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,12288,0.011824000212881299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,12288,0.011912888950771756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,12288,0.011891555454995898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,12288,0.01218488895230823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,12288,0.011911110745535957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,12288,0.014259555273585849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,12288,0.8239562352498373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,12288,1.557149887084961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,12288,0.4211882591247559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,12288,0.22473492622375488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,12288,0.22744320233662924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,12288,0.20802133878072104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,12288,0.2116607983907064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,12288,0.195304536819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,12288,0.20205334027608238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,12288,0.1823466618855794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,12288,0.1819935957590739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,12288,0.16821014086405436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,12288,0.1717642625172933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,12288,0.14843519528706867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,12288,0.15340800285339357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,12288,0.13389120101928711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,12288,0.14209173520406088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,12288,0.12069226900736492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,12288,0.13435413042704264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,12288,0.11267840067545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,12288,0.111244797706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,12288,0.09681920210520426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,12288,0.09706133206685384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,12288,0.08446719646453857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,12288,0.0870357354482015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,12288,0.07693760395050049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,12288,0.07638826370239257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,12288,0.06437013149261475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,12288,0.06579840183258057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,12288,0.05470293362935384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,12288,0.05145599842071533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,12288,0.04719039996465047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,12288,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,12288,0.04025280078252157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,12288,0.03905493418375651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,12288,0.034031999111175534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,12288,0.031850665807724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,12288,0.03317333261171977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,12288,0.030833067496617635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,12288,0.03221120039621989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,12288,0.03141760031382243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,12288,0.03070826729138692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,12288,0.029070933659871418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,12288,0.028497066100438433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,12288,0.027497599522272747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,12288,0.02683626612027486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,12288,0.027848533789316815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,12288,0.026627200841903686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,12288,0.026924800872802735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,12288,0.0249674657980601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,12288,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,12288,0.026039467255274458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,12288,0.025384533405303954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,12288,0.024408533175786336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,12288,0.023257599274317423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,12288,0.023656533161799113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,12288,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,12288,0.023710934321085612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,12288,0.02537173430124919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,12288,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,12288,0.024530132611592613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,12288,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,12288,0.024194133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,12288,0.023710934321085612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,12288,0.02155733307202657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,12288,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,12288,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,12288,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,12288,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,12288,0.020932267109553017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,12288,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,12288,0.02130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,12288,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,12288,0.021101866165796915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,16384,0.035488001505533856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,16384,0.03550933202107747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,12288,1.9676831563313801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,12288,1.0287285486857096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,12288,0.5072437286376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,12288,0.2796064058939616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,12288,0.2564309279123942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,12288,0.23974293073018393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,12288,0.2751434644063314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,12288,0.22903040250142417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,12288,0.25774933497111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,12288,0.27312959035237633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,12288,0.209663995107015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,12288,0.1978549321492513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,12288,0.1860223929087321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,12288,0.1800949255625407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,12288,0.17260692914326986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,12288,0.1662336031595866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,12288,0.23814080556233724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,12288,0.2229856014251709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,12288,0.21634666124979654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,12288,0.15659947395324708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,12288,0.11991253693898518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,12288,0.11412479877471923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,12288,0.09708906809488932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,12288,0.0963637351989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,12288,0.06897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,12288,0.14923946062723797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,12288,0.07174719969431559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,12288,0.055889066060384116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,12288,0.05371306737263998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,12288,0.04900693496068319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,12288,0.1435530662536621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,12288,0.13670506477355956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,12288,0.04148693482081096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,12288,0.03700266679128011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,12288,0.032629332939783734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,12288,0.029228800535202028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,12288,0.02430079976717631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,12288,0.022268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,12288,0.023982934157053628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,12288,0.02220266660054525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,12288,0.0223146657148997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,12288,0.02150933345158895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,12288,0.024260266621907552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,12288,0.02408000032107035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,12288,0.020150399208068846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,12288,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,12288,0.020077866315841675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,12288,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,12288,0.0195413331190745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,12288,0.019435733556747437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,12288,0.01791999936103821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,12288,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,12288,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,12288,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,12288,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,12288,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,12288,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,12288,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,12288,0.017483733097712197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,12288,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,12288,0.017489065726598106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,12288,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,12288,0.0401802659034729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,12288,0.04346453348795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,12288,0.044512001673380534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,12288,0.041994667053222655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,12288,0.04512853225072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,12288,0.043569068113962814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,12288,0.04202026526133219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,12288,0.04283200105031331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,12288,0.044550398985544845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,12288,0.043034664789835614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,12288,0.019504000743230186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,12288,0.020101332664489747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,12288,0.5559488296508789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,12288,0.28395306269327797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,12288,0.1567413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,12288,0.08357333342234294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,12288,0.08611093362172445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,12288,0.08117653528849283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,12288,0.08100266456604004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,12288,0.07994773387908935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,12288,0.07809066772460938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,12288,0.08026453653971354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,12288,0.07790613174438477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,12288,0.07565226554870605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,12288,0.07490773200988769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,12288,0.07559893131256104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,12288,0.07451626459757486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,12288,0.07352853616078694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,12288,0.07327360312143961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,12288,0.07213546435038248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,12288,0.07079253196716309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,12288,0.04728320042292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,12288,0.04454186757405599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,12288,0.04734613498051961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,12288,0.04378026723861694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,12288,0.04087040026982625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,12288,0.04143786827723185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,12288,0.039477332433064775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,12288,0.03881173531214396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,12288,0.03714453379313151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,12288,0.03668266534805298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,12288,0.035818668206532796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,12288,0.035545599460601804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,12288,0.033460267384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,12288,0.03342080116271973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,12288,0.031803733110427855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,12288,0.031104000409444173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,12288,0.029265065987904865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,12288,0.028995199998219805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,12288,0.02932373285293579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,12288,0.028868265946706134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,12288,0.02905279994010925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,12288,0.02908586661020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,12288,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,12288,0.02893226742744446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,12288,0.028652799129486085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,12288,0.028406399488449096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,12288,0.02845120032628377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,12288,0.02807360092798869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,12288,0.02810346682866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,12288,0.028075732787450153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,12288,0.02805440028508504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,12288,0.0281333327293396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,12288,0.02767893274625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,12288,0.028097067276636762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,12288,0.02809813419977824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,12288,0.0280458668867747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,12288,0.028130133946736652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,12288,0.02808000048001607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,12288,0.027937066555023194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,12288,0.028061866760253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,12288,0.028066132465998334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,12288,0.02763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,12288,0.028115199009577437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,12288,0.027669332424799603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,12288,0.028094933430353804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,12288,0.028033065795898437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,12288,0.027992532650629683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,12288,0.027692800760269164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,12288,0.027662932872772217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,12288,0.027640533447265626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,12288,0.02783893346786499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,12288,0.028040534257888793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,10240,0.7948119640350342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,10240,0.3949506680170695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,10240,0.256168007850647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,10240,0.12565199534098306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,10240,0.1396066645781199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,10240,0.12357333302497864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,10240,0.12425333261489868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,12288,0.028061866760253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,10240,0.09362666805585225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,10240,0.10333200295766194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,10240,0.08905200163523357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,10240,0.08867333332697551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,10240,0.08486933509508769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,10240,0.0847053329149882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,10240,0.07583333551883698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,10240,0.07958800097306569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,10240,0.07374533514181773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,10240,0.07468666632970174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,10240,0.0666266679763794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,10240,0.06978266437848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,10240,0.06304133435090382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,10240,0.057664001981417336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,10240,0.05811066428820292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,10240,0.05373466511567434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,10240,0.04730000098546346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,10240,0.04370266695817312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,10240,0.038921333849430084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,10240,0.0359226663907369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,10240,0.03352133433024088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,10240,0.03309199959039688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,10240,0.02900800108909607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,10240,0.02756800005833308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,10240,0.023875998953978222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,10240,0.02850666642189026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,10240,0.021126667658487957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,10240,0.01632399981220563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,10240,0.01545466606815656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,12288,0.028084266185760497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,10240,0.016441332797209423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,10240,0.016311999410390854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,10240,0.016753333310286205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,10240,0.015426666786273321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,10240,0.015022666503985723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,10240,0.01303999995191892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,10240,0.014062666644652685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,10240,0.012878666321436564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,10240,0.012622666855653128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,10240,0.012377332895994186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,10240,0.012546667208274206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,10240,0.0136266661187013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,10240,0.013033332924048105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,10240,0.012970666090647379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,10240,0.012465332945187887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,10240,0.012703999876976013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,10240,0.012601333359877268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,10240,0.05341466764609019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,10240,0.012507999936739603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,10240,0.010914667199055353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,10240,0.012438666075468063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,10240,0.010389333590865135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,10240,0.012038666754961014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,10240,0.011857333282629648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,10240,0.012017333259185156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,10240,0.011855999628702799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,10240,0.012017333259185156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,10240,0.011778666327397028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,10240,0.012026666353146235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,10240,0.01039333331088225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,10240,0.010449333737293879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,10240,0.01041733349363009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,10240,0.010476000607013702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,12288,0.02799786726633708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,10240,0.010406666745742163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,10240,0.010473333299160004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,10240,0.010905332863330841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,10240,0.012017333259185156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,10240,0.6738965352376302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,10240,0.18739412625630697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,10240,0.34870185852050783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,10240,0.18661866188049317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,10240,1.3418261210123696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,10240,0.01040266640484333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,10240,0.17082346280415853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,10240,0.17411840756734212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,10240,0.16606292724609376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,10240,0.1654304027557373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,10240,0.14784000714619955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,10240,0.14587626457214356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,10240,0.13643733660380047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,10240,0.13235946496327716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,10240,0.12420480251312256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,10240,0.12138773600260418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,10240,0.11498346328735351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,10240,0.10073280334472656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,10240,0.1001962661743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,10240,0.0944106658299764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,10240,0.0898634672164917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,10240,0.08135146299997965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,10240,0.08184320131937663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,10240,0.0707541306813558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,10240,0.07208426793416342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,10240,0.06237546602884928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,10240,0.06405119895935059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,10240,0.05230933427810669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,10240,0.05143466790517172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,10240,0.049260799090067545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,10240,0.04577066500981648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,10240,0.041289599736531575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,10240,0.04099733432133992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,10240,0.03582826852798462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,10240,0.03519573211669922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,10240,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,10240,0.03105386694272359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,10240,0.028534400463104247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,10240,0.029207466046015422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,10240,0.027297067642211913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,10240,0.026982400814692182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,10240,0.11160853703816731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,10240,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,10240,0.024961066246032716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,10240,0.028333866596221925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,10240,0.026700800657272337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,10240,0.02491733431816101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,10240,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,10240,0.025171200434366863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,10240,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,10240,0.024521599213282265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,10240,0.024295467138290405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,10240,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,10240,0.023135999838511147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,10240,0.02352213263511658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,10240,0.022906666994094847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,10240,0.021690666675567627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,10240,0.02337706685066223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,10240,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,10240,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,10240,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,10240,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,10240,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,10240,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,10240,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,10240,0.0216757337252299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,10240,0.02229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,10240,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,10240,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,10240,0.02137706677118937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,10240,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,10240,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,10240,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,10240,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,10240,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,10240,0.48290239969889326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,10240,0.9585781097412109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,10240,0.26850560506184895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,10240,0.25494933128356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,10240,0.2431818644205729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,10240,0.22966507275899253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,10240,1.8916671752929688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,10240,0.2191552003224691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,10240,0.2574965318044027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,10240,0.199235200881958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,10240,0.24470826784769692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,10240,0.22581653594970702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,10240,0.1849760055541992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,10240,0.17409067153930663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,10240,0.16963733037312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,10240,0.16085119247436525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,10240,0.1555786609649658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,10240,0.2142848014831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,10240,0.19862613677978516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,10240,0.12919466495513915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,10240,0.0976095994313558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,10240,0.09801386992136638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,10240,0.0791157325108846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,10240,0.1386602719624837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,10240,0.14495894114176433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,10240,0.07657600243886312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,10240,0.06193493207295736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,10240,0.06010453303654989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,10240,0.053641601403554284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,10240,0.04912960131963094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,10240,0.04491839806238811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,10240,0.11996693611145019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,10240,0.030181332429250078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,10240,0.03439360062281291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,10240,0.03933546543121338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,10240,0.026311467091242473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,10240,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,10240,0.020142932732899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,10240,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,10240,0.022057600816090903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,10240,0.0201365331808726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,10240,0.020456532637278237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,10240,0.019980800151824952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,10240,0.021715199947357176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,10240,0.018012799819310508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,10240,0.01755733291308085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,10240,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,10240,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,10240,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,10240,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,10240,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,10240,0.01759999990463257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,10240,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,10240,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,10240,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,10240,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,10240,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,10240,0.015657599767049155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,10240,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,10240,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,10240,0.03582293192545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,10240,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,10240,0.03862506548563639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,10240,0.03627200126647949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,10240,0.03562560081481934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,10240,0.038976001739501956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,10240,0.03762773275375366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,10240,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,10240,0.03658879995346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,10240,0.03588800032933553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,10240,0.040164268016815184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,10240,0.0373962680498759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,10240,0.03744106690088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,10240,0.2509781360626221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,10240,0.48369814554850266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,10240,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,10240,0.14009812672932942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,10240,0.07495466868082681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,10240,0.07454613049825033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,10240,0.07247786521911621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,10240,0.07380053202311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,10240,0.07017707029978434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,10240,0.07020586331685384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,10240,0.06916159788767497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,10240,0.0702677329381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,10240,0.06666026512781778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,10240,0.06655040184656778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,10240,0.06597546736399332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,10240,0.06626346508661905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,10240,0.06312533219655356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,10240,0.0646186669667562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,10240,0.06202453374862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,10240,0.06159466505050659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,10240,0.040744535128275555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,10240,0.04105706612269084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,10240,0.038142931461334226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,10240,0.038262399037679036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,10240,0.03622613350550334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,10240,0.03562133312225342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,10240,0.034330666065216064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,10240,0.03321920037269592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,10240,0.032474666833877563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,10240,0.03262293338775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,10240,0.031354665756225586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,10240,0.031178667147954302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,10240,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,10240,0.02911679943402608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,10240,0.02768639922142029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,10240,0.027373866240183516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,10240,0.025946666797002155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,10240,0.025706666707992553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,10240,0.02518613338470459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,10240,0.025642667214075727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,10240,0.025225599606831867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,10240,0.02534826596577962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,10240,0.025246934096018477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,10240,0.025230934222539265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,10240,0.02523626685142517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,10240,0.02479893366495768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,10240,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,10240,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,10240,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,10240,0.02486613392829895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,10240,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,10240,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,10240,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,10240,0.024388267596562704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,10240,0.024412800868352257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,10240,0.02440426747004191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,10240,0.024327466885248818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,10240,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,10240,0.024430932601292928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,10240,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,10240,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,10240,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,10240,0.024410667022069295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,10240,0.024437334140141806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,10240,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,10240,0.02438933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,10240,0.02434026598930359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,10240,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,10240,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,10240,0.02440320054690043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,10240,0.024359466632207234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,10240,0.024430932601292928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,8192,0.709877332051595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,8192,0.40006294250488283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,8192,0.2369706630706787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,8192,0.12261333465576171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,8192,0.12383360068003338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,8192,0.10301760037740071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,8192,0.10834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,8192,0.08922773202260335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,8192,0.09249707063039145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,8192,0.07554666996002198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,8192,0.07557013034820556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,8192,0.07391253312428793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,8192,0.07354986667633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,8192,0.0637450655301412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,8192,0.06699413458506266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,8192,0.06069120168685913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,8192,0.060908798376719156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,8192,0.05453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,8192,0.056263466676076256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,8192,0.05167680184046427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,8192,0.04780160188674927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,8192,0.04615893363952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,8192,0.04367680152257283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,8192,0.03897279898325602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,8192,0.042521599928538004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,8192,0.03522773186365764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,8192,0.033625598748524985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,8192,0.029705599943796797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,8192,0.028627200921376543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,8192,0.026715733607610065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,8192,0.024548266331354776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,8192,0.02277440031369527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,8192,0.020438400904337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,8192,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,8192,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,8192,0.01714986761411031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,8192,0.01301653285821279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,8192,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,8192,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,8192,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,8192,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,10240,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,8192,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,8192,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,8192,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,8192,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,8192,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,8192,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,8192,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,8192,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,8192,0.011041067043940226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,8192,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,8192,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,8192,0.010551466544469198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,8192,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,8192,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,8192,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,8192,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,8192,0.010580266515413921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,8192,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,8192,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,8192,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,10240,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,8192,0.010108799735705058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,8192,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,8192,0.010131200154622395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,8192,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,8192,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,8192,0.009275733431180318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,8192,0.009475200374921163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,8192,0.00928106705347697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,8192,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,8192,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,8192,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,8192,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,8192,0.5427018483479817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,10240,0.02426346739133199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,8192,0.28112427393595374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,8192,0.14314133326212566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,8192,1.0529855728149413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,8192,0.14247253735860188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,8192,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,8192,0.13085013230641682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,8192,0.1325482686360677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,8192,0.12202133337656658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,8192,0.13053759733835857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,8192,0.11058453718821208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,8192,0.11245439847310383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,8192,0.1051466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,8192,0.10834879875183105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,8192,0.09398399988810222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,8192,0.09912213484446207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,8192,0.08889066378275554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,8192,0.09113492965698242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,8192,0.07728319962819417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,8192,0.08213439782460531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,8192,0.07351253032684327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,8192,0.07377813657124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,8192,0.06282026767730713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,8192,0.06410453319549561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,8192,0.05653013388315836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,8192,0.04992640018463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,8192,0.04951253334681193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,8192,0.04689813454945882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,8192,0.04011840025583903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,8192,0.04119786818822225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,8192,0.0371338685353597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,8192,0.03540053367614746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,8192,0.03176426688830058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,8192,0.029290666182835896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,8192,0.027147734165191652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,8192,0.026173865795135497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,8192,0.025193599859873454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,8192,0.025463465849558515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,8192,0.024948267141977946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,8192,0.02499413291613261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,8192,0.024233599503835045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,8192,0.06157546838124593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,8192,0.02484053373336792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,8192,0.023796266317367552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,8192,0.046879998842875165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,8192,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,8192,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,8192,0.02235520084698995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,8192,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,8192,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,8192,0.02090559999148051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,8192,0.023028266429901124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,8192,0.023627734184265135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,8192,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,8192,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,8192,0.02076906760533651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,8192,0.019910399119059244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,8192,0.021375999848047892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,8192,0.02144533395767212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,8192,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,8192,0.01883413394292196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,8192,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,8192,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,8192,0.01915839910507202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,8192,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,8192,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,8192,0.01916586756706238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,8192,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,8192,0.019146666924158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,8192,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,8192,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,8192,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,8192,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,8192,0.01726400057474772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,8192,0.45255254109700516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,8192,0.9017706553141276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,8192,0.2481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,8192,1.7587540944417317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,8192,0.22325545946756997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,8192,0.2134314695994059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,8192,0.23771519660949708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,8192,0.24095892906188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,8192,0.20490454037984213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,8192,0.22917866706848145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,8192,0.18667839368184408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,8192,0.17277226448059083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,8192,0.15440533955891927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,8192,0.20742079416910805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,8192,0.15459200541178386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,8192,0.13376639684041342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,8192,0.13634133338928223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,8192,0.1804245313008626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,8192,0.19348373413085937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,8192,0.11256533463795979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,8192,0.11337707042694092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,8192,0.07649386723836263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,8192,0.07543360392252604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,8192,0.06720533370971679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,8192,0.06358933448791504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,8192,0.05532480080922445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,8192,0.05417066812515259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,8192,0.04726399978001912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,8192,0.04501973390579224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,8192,0.040506664911905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,8192,0.09087466398874919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,8192,0.0934666633605957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,8192,0.036108799775441486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,8192,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,8192,0.02773333390553792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,8192,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,8192,0.019537067413330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,8192,0.017547732591629027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,8192,0.019477333625157675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,8192,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,8192,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,8192,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,8192,0.019462400674819948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,8192,0.01904639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,8192,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,8192,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,8192,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,8192,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,8192,0.015217066804567973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,8192,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,8192,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,8192,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,8192,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,8192,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,8192,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,8192,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,8192,0.029315199454625445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,8192,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,8192,0.030076799790064494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,8192,0.03060693343480428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,8192,0.03100053270657857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,8192,0.03041386604309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,8192,0.029842134316762286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,8192,0.029897600412368774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,8192,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,8192,0.03109546701113383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,8192,0.03102506597836812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,8192,0.031214932600657146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,8192,0.030938667058944703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,8192,0.031035733222961426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,8192,0.030930133660634358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,8192,0.030935466289520264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,8192,0.40153067906697587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,8192,0.20309653282165527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,8192,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,8192,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,8192,0.1131935993830363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,8192,0.06133439938227335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,8192,0.060811734199523924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,8192,0.0593013326327006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,8192,0.06021973292032877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,8192,0.05745813449223837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,8192,0.05793919960657755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,8192,0.05660266478856405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,8192,0.05699093341827392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,8192,0.054568533102671304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,8192,0.05496639808019003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,8192,0.05303680102030436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,8192,0.05337066650390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,8192,0.05166399876276652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,8192,0.05173546473185221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,8192,0.05010773340861002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,8192,0.050288001696268715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,8192,0.03383359909057617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,8192,0.033506135145823165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,8192,0.031754666566848756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,8192,0.03206826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,8192,0.0306549330552419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,8192,0.030114134152730305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,8192,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,8192,0.02821226716041565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,8192,0.02781760096549988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,8192,0.027422932783762614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,8192,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,8192,0.026229333877563477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,8192,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,8192,0.024372265736262003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,8192,0.023618133862813313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,8192,0.023452800512313843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,8192,0.021950932343800862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,8192,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,8192,0.021465599536895752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,8192,0.02157333294550578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,8192,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,8192,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,8192,0.021554134289423623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,8192,0.021639466285705566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,8192,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,8192,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,8192,0.02109760046005249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,8192,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,8192,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,8192,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,8192,0.020915200312932335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,8192,0.02114560008049011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,8192,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,8192,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,8192,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,8192,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,8192,0.020361600319544475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,8192,0.020730666319529214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,8192,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,8192,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,8192,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,8192,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,8192,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,8192,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,8192,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,8192,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,8192,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,8192,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,8192,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,8192,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,8192,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,8192,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,8192,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,7168,0.577572250366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,7168,0.1961525281270345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,7168,0.2786879857381185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,7168,0.1013973315556844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,7168,0.07641493479410807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,7168,0.09390506744384766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,7168,0.07477973302205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,7168,0.09079466660817465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,7168,0.07146773338317872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,7168,0.061190398534139004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,7168,0.07830399672190348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,7168,0.05846933523813883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,7168,0.0775210698445638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,7168,0.05225813388824463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,7168,0.060830934842427575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,7168,0.05566399892171224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,7168,0.05539413293202718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,7168,0.047326934337615964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,7168,0.048690132300059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,7168,0.044437332948048906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,7168,0.04170026779174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,7168,0.04030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,7168,0.03828373352686564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,7168,0.03342506488164266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,7168,0.03684480190277099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,7168,0.030616533756256104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,7168,0.029373866319656373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,7168,0.025689599911371867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,7168,0.02547840078671773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,7168,0.023808000485102336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,7168,0.02116586764653524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,7168,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,8192,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,7168,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,7168,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,7168,0.015864533185958863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,7168,0.0151936004559199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,7168,0.011751466989517212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,7168,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,7168,0.011784533659617107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,7168,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,7168,0.011892267068227132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,7168,0.013963733116785684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,7168,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,7168,0.01093226671218872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,7168,0.011336533228556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,7168,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,7168,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,7168,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,7168,0.010179199775060018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,7168,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,7168,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,7168,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,7168,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,7168,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,7168,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,7168,0.01071573297182719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,7168,0.009693866968154908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,7168,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,7168,0.009307733178138733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,8192,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,7168,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,7168,0.009356799721717834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,7168,0.009311999877293904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,7168,0.009436800082524618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,7168,0.00932373305161794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,7168,0.009428266684214275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,7168,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,7168,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,7168,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,7168,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,7168,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,7168,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,7168,0.008657067020734151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,7168,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,7168,0.2499008019765218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,7168,0.47588478724161787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,7168,0.12397653261820477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,7168,0.11370773315429687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,7168,0.9345525105794271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,7168,0.12278933525085449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,7168,0.10857813358306885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,7168,0.11521813074747722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,7168,0.10748693148295085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,7168,0.09755093256632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,7168,0.09601173400878907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,7168,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,7168,0.09304533004760743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,7168,0.09467413425445556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,7168,0.09047786394755045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,7168,0.08382293383280436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,7168,0.07868373394012451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,7168,0.07985386848449708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,7168,0.06998613675435385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,7168,0.06648213466008504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,7168,0.06359786589940389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,7168,0.05670613447825114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,7168,0.05461653470993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,7168,0.05757759809494019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,7168,0.05213760137557984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,7168,0.04720426797866821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,7168,0.04273279905319214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,7168,0.04764480193456014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,7168,0.041526401042938234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,7168,0.040085331598917646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,7168,0.03797546625137329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,7168,0.03443520069122315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,7168,0.033855998516082765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,7168,0.0308405339717865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,7168,0.028450133403142293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,7168,0.025167999664942424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,7168,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,7168,0.023996800184249878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,7168,0.025256532430648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,7168,0.02330026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,7168,0.022856533527374268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,7168,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,7168,0.072707200050354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,7168,0.020833067099253335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,7168,0.022193066279093423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,7168,0.020962133010228475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,7168,0.021637332439422608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,7168,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,7168,0.022900267442067464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,7168,0.02090453306833903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,7168,0.022873600323994957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,7168,0.02434239983558655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,7168,0.019656533002853395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,7168,0.020321067174275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,7168,0.01913493275642395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,7168,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,7168,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,7168,0.018398932615915933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,7168,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,7168,0.01913493275642395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,7168,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,7168,0.020154666900634766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,7168,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,7168,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,7168,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,7168,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,7168,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,7168,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,7168,0.018052266041437785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,7168,0.018385066588719686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,7168,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,7168,0.01718399922053019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,7168,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,7168,0.017899733781814576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,7168,0.44710187911987304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,7168,0.8882933298746745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,7168,1.7393280029296876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,7168,0.24799787203470863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,7168,0.22156160672505698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,7168,0.21425813039143882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,7168,0.23835840225219726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,7168,0.23289173444112143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,7168,0.1975221316019694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,7168,0.18028693199157714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,7168,0.22826239267985024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,7168,0.15999892552693684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,7168,0.13247679869333903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,7168,0.13478186925252278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,7168,0.11122666994730632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,7168,0.20329705874125162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,7168,0.11528213024139404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,7168,0.18414932886759441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,7168,0.16199893951416017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,7168,0.09411733150482178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,7168,0.09516800244649251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,7168,0.07215786774953206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,7168,0.07026240030924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,7168,0.06416426499684652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,7168,0.06010453303654989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,7168,0.053155199686686194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,7168,0.05160426696141561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,7168,0.045338666439056395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,7168,0.042931199073791504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,7168,0.03834240039189656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,7168,0.08515840371449789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,7168,0.08099839687347413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,7168,0.028994133075078327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,7168,0.03428693215052287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,7168,0.026004266738891602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,7168,0.02190720041592916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,7168,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,7168,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,7168,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,7168,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,7168,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,7168,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,7168,0.01791680057843526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,7168,0.01844586730003357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,7168,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,7168,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,7168,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,7168,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,7168,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,7168,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,7168,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,7168,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,7168,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,7168,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,7168,0.026020266612370807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,7168,0.025675733884175617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,7168,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,7168,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,7168,0.025187200307846068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,7168,0.02671146591504415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,7168,0.02725546757380168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,7168,0.02764586607615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,7168,0.02680533329645793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,7168,0.031175466378529866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,7168,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,7168,0.02589973409970601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,7168,0.026562132438023883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,7168,0.027799467245737713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,7168,0.02964800000190735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,7168,0.02722240090370178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,7168,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,7168,0.028411734104156493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,7168,0.3591221491495768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,7168,0.1899338722229004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,7168,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,7168,0.10160106817881268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,7168,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,7168,0.05767573515574137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,7168,0.05619839827219645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,7168,0.054321066538492835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,7168,0.05414079825083414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,7168,0.05391253232955932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,7168,0.052655998865763345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,7168,0.051151998837788905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,7168,0.05092693169911703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,7168,0.05023253361384074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,7168,0.0491210659344991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,7168,0.04790079991022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,7168,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,7168,0.047364266713460286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,7168,0.047020800908406574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,7168,0.04495999813079834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,7168,0.04532159964243571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,7168,0.03141546646753947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,7168,0.030407466491063434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,7168,0.02895039916038513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,7168,0.029149866104125975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,7168,0.028413865963617963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,7168,0.027412267525990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,7168,0.02689066727956136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,7168,0.0264682670434316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,7168,0.025243733326594037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,7168,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,7168,0.023931733767191567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,7168,0.02435520092646281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,7168,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,7168,0.02236586610476176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,7168,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,7168,0.02118720014890035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,7168,0.01994880040486654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,7168,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,7168,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,7168,0.019874133666356406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,7168,0.0202890674273173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,7168,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,7168,0.019939200083414713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,7168,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,7168,0.01949653426806132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,7168,0.019460266828536986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,7168,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,7168,0.0195743997891744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,7168,0.01904639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,7168,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,7168,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,7168,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,7168,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,7168,0.019008000691731773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,7168,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,7168,0.019105066855748497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,7168,0.019113600254058838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,7168,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,7168,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,7168,0.019146666924158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,7168,0.019501866896947224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,7168,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,7168,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,7168,0.01907520095507304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,7168,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,7168,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,7168,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,7168,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,6144,0.4642602602640788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,6144,0.2567573388417562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,6144,0.14455146789550782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,6144,0.07408533096313477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,6144,0.07498666445414225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,6144,0.07189226945241292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,6144,0.06425919930140177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,6144,0.056296531359354654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,6144,0.0636192003885905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,6144,0.052680532137552895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,6144,0.05176959832509359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,6144,0.049694931507110594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,6144,0.04970666567484538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,6144,0.04460373322168986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,6144,0.04612693389256795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,6144,0.04243520100911458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,7168,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,6144,0.043281066417694095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,6144,0.04164479970932007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,6144,0.041572264830271405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,6144,0.03620373407999675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,6144,0.03412160078684489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,6144,0.03270933429400126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,6144,0.031921066840489704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,6144,0.027827199300130206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,6144,0.031011199951171874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,6144,0.025172267357508344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,6144,0.024477867285410564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,6144,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,6144,0.021185066302617392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,6144,0.020228266716003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,6144,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,6144,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,6144,0.015532799561818442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,6144,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,6144,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,6144,0.013593600193659464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,6144,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,6144,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,6144,0.010493866602579753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,6144,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,6144,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,6144,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,6144,0.010665599505106609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,6144,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,6144,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,6144,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,6144,0.010156800349553425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,6144,0.009674666325251262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,6144,0.009697066744168599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,6144,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,6144,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,6144,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,6144,0.00942080020904541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,6144,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,6144,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,6144,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,6144,0.009753599762916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,6144,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,6144,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,6144,0.00885973374048869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,6144,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,6144,0.008836266398429871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,6144,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,6144,0.008820266524950663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,6144,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,6144,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,6144,0.008099199831485748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,6144,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,6144,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,6144,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,6144,0.008059733112653096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,6144,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,6144,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,6144,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,6144,0.8018794377644858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,6144,0.22273707389831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,6144,0.4215402603149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,6144,0.10188266436258953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,7168,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,6144,0.09632853666941324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,6144,0.10584853490193684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,6144,0.0957258701324463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,6144,0.09171520074208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,6144,0.09720853169759115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,6144,0.08239466349283854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,6144,0.0831168015797933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,6144,0.08228906790415445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,6144,0.07738880316416422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,6144,0.07162026564280191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,6144,0.06450239817301431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,6144,0.07375146547953287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,6144,0.05944960117340088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,6144,0.0624618649482727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,6144,0.05512319803237915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,6144,0.05559680064519247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,6144,0.04942506551742554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,6144,0.05122559865315755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,7168,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,6144,0.04617813428243001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,6144,0.049582934379577635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,6144,0.041801599661509196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,6144,0.041406933466593424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,6144,0.04007573525110881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,6144,0.039262934525807695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,6144,0.03555200099945068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,6144,0.03500159978866577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,6144,0.03116160035133362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,6144,0.03020799954732259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,6144,0.029385600487391157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,6144,0.026841600735982258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,6144,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,6144,0.023316266139348348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,6144,0.022789333264033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,6144,0.022872533400853476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,6144,0.022796799739201866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,6144,0.06682133674621582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,6144,0.02157333294550578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,6144,0.021655466159184775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,6144,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,6144,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,6144,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,6144,0.02114773392677307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,6144,0.019027199347813925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,6144,0.02125119964281718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,6144,0.01889280080795288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,6144,0.022367999951044718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,6144,0.020830933252970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,6144,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,6144,0.01915093262990316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,6144,0.018658133347829182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,6144,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,6144,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,6144,0.018870399395624796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,6144,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,6144,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,6144,0.017450666427612303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,6144,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,6144,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,6144,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,6144,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,6144,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,6144,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,6144,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,6144,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,6144,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,6144,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,6144,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,6144,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,6144,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,6144,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,6144,0.4361141204833984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,6144,0.8466101328531901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,6144,0.23254826863606773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,6144,0.2186474641164144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,6144,1.6781653086344401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,6144,0.2014239947001139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,6144,0.19697813987731932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,6144,0.1758560021718343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,6144,0.2296053409576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,6144,0.1547701358795166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,6144,0.21538666089375816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,6144,0.1740597407023112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,6144,0.13200106620788574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,6144,0.11118826866149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,6144,0.11003093719482422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,6144,0.09815466403961182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,6144,0.09778133233388266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,6144,0.15037226676940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,6144,0.13437120119730633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,6144,0.08802986939748128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,6144,0.07004693349202475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,6144,0.08338879744211833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,6144,0.0790005366007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,6144,0.060914134979248045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,6144,0.05067946513493856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,6144,0.05752960046132406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,6144,0.04896106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,6144,0.042821331818898516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,6144,0.0408458669980367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,6144,0.035809067885080974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,6144,0.06579093138376871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,6144,0.07626880009969075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,6144,0.027203200260798137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,6144,0.03256319959958394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,6144,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,6144,0.020295466979344687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,6144,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,6144,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,6144,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,6144,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,6144,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,6144,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,6144,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,6144,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,6144,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,6144,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,6144,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,6144,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,6144,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,6144,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,6144,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,6144,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,6144,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,6144,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,6144,0.011872000495592753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,6144,0.02439039945602417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,6144,0.023196800549825033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,6144,0.024366933107376098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,6144,0.024369066953659056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,6144,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,6144,0.024741333723068238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,6144,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,6144,0.023946666717529298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,6144,0.024729599555333458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,6144,0.023911466201146446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,6144,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,6144,0.024308266242345174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,6144,0.024768000841140746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,6144,0.024794665972391765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,6144,0.025943466027577716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,6144,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,6144,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,6144,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,6144,0.33016214370727537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,6144,0.1697439988454183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,6144,0.09229866663614908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,6144,0.05010453462600708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,6144,0.05017280181248983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,6144,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,6144,0.049160532156626385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,6144,0.04822933276494344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,6144,0.04685759941736857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,6144,0.04703786770502726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,6144,0.04572480122248332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,6144,0.04547839959462484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,6144,0.0446122686068217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,6144,0.04457279841105143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,6144,0.043942399819691974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,6144,0.04301760196685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,6144,0.04256106615066528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,6144,0.04256213506062825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,6144,0.04099626541137695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,6144,0.028488532702128096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,6144,0.041034666697184245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,6144,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,6144,0.02686079939206441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,6144,0.02644053300221761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,6144,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,6144,0.02523306608200073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,6144,0.024631466468175253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,6144,0.02400533358256022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,6144,0.023332266012827556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,6144,0.022759467363357544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,6144,0.022296533981959025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,6144,0.021869866053263347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,6144,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,6144,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,6144,0.01991573373476664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,6144,0.019500799973805747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,6144,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,6144,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,6144,0.01780479947725932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,6144,0.017864533265431724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,6144,0.01790720025698344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,6144,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,6144,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,6144,0.017571200927098594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,6144,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,6144,0.01761173407236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,6144,0.017509333292643228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,6144,0.017826133966445924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,6144,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,6144,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,6144,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,6144,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,6144,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,6144,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,6144,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,6144,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,6144,0.017027199268341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,6144,0.017450666427612303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,6144,0.017417599757512413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,6144,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,6144,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,6144,0.017833600441614784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,6144,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,6144,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,6144,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,6144,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,6144,0.017081600427627564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,6144,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,5120,0.3881194750467936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,5120,0.20682133038838707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,5120,0.11001493136088054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,5120,0.06076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,6144,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,5120,0.0627946654955546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,5120,0.05444373289744059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,5120,0.06075093348821005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,5120,0.047782401243845626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,5120,0.05211946566899618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,5120,0.04453546603520711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,5120,0.04352106650670369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,5120,0.04274880091349284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,5120,0.04169706503550212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,5120,0.03870826562245687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,5120,0.03938026825586955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,5120,0.03714986642201741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,5120,0.038065067927042645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,5120,0.032051199674606325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,5120,0.03421013355255127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,5120,0.03064746658007304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,5120,0.029682133595148725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,5120,0.027537065744400024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,5120,0.027089067300160724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,5120,0.02323306600252787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,5120,0.02633066574732463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,5120,0.021285333236058555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,5120,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,5120,0.018363734086354576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,5120,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,5120,0.017219199736913045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,5120,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,5120,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,5120,0.013518933455149332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,5120,0.01209920048713684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,5120,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,5120,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,5120,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,5120,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,5120,0.009754666686058044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,5120,0.009475200374921163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,5120,0.009686400492986042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,5120,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,5120,0.009351467092831928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,5120,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,5120,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,5120,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,5120,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,5120,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,5120,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,5120,0.008514133095741273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,5120,0.008970666925112407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,5120,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,5120,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,6144,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,5120,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,5120,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,5120,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,5120,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,5120,0.007706666489442189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,5120,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,5120,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,5120,0.0077461332082748415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,5120,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,5120,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,5120,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,5120,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,5120,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,5120,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,5120,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,5120,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,5120,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,5120,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,5120,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,5120,0.006631466746330261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,5120,0.34970451990763346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,5120,0.08550079663594565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,5120,0.6741098403930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,5120,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,5120,0.08220586776733399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,5120,0.08542719682057699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,5120,0.07611520290374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,5120,0.07869226932525634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,5120,0.06823573112487794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,5120,0.06901760101318359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,5120,0.06269973516464233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,5120,0.06431893507639566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,5120,0.06091519991556803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,5120,0.05583999951680502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,5120,0.060642135143280027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,5120,0.056391465663909915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,5120,0.051291731993357334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,5120,0.052262401580810545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,5120,0.048995200792948404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,5120,0.17565120061238607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,5120,0.04872320095698039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,5120,0.04639466603597005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,5120,0.04611626863479614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,5120,0.04102613528569539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,5120,0.04381866852442424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,5120,0.03862186670303345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,5120,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,5120,0.08083946704864502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,5120,0.03594133456548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,5120,0.035683198769887285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,5120,0.03139946659406026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,5120,0.032731733719507855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,5120,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,5120,0.026692267258961993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,5120,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,5120,0.025121066967646283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,5120,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,5120,0.02134079933166504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,5120,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,5120,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,5120,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,5120,0.020779732863108316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,5120,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,5120,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,5120,0.019989333550135293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,5120,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,5120,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,5120,0.020528000593185425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,5120,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,5120,0.020201599597930907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,5120,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,5120,0.017679999272028603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,5120,0.01723626653353373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,5120,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,5120,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,5120,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,5120,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,5120,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,5120,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,5120,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,5120,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,5120,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,5120,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,5120,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,5120,0.01717653274536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,5120,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,5120,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,5120,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,5120,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,5120,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,5120,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,5120,0.016733866930007935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,5120,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,5120,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,5120,0.20963306427001954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,5120,0.41824105580647786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,5120,0.19549546241760254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,5120,0.8273802439371745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,5120,0.1657152016957601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,5120,0.16203840573628742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,5120,1.618180211385091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,5120,0.13375253677368165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,5120,0.20761493047078453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,5120,0.12228159904479981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,5120,0.19209173520406086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,5120,0.13809386889139813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,5120,0.1186527967453003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,5120,0.10981547037760417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,5120,0.09773546854654948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,5120,0.09484906991322836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,5120,0.09007039864857992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,5120,0.08739946683247884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,5120,0.11000213623046876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,5120,0.0809279998143514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,5120,0.06449600060780844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,5120,0.07532587051391601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,5120,0.06264319817225138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,5120,0.057801600297292074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,5120,0.05454080104827881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,5120,0.047948801517486574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,5120,0.04605653285980225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,5120,0.079203200340271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,5120,0.040115201473236085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,5120,0.0384607990582784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,5120,0.03347200155258179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,5120,0.07149226665496826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,5120,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,5120,0.023362133900324503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,5120,0.030112000306447347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,5120,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,5120,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,5120,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,5120,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,5120,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,5120,0.015847466389338174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,5120,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,5120,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,5120,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,5120,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,5120,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,5120,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,5120,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,5120,0.012083199620246888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,5120,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,5120,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,5120,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,5120,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,5120,0.010668800274531046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,5120,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,5120,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,5120,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,5120,0.021396267414093017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,5120,0.020130133628845213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,5120,0.022139734029769896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,5120,0.021485867102940877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,5120,0.023078399896621703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,5120,0.02025173306465149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,5120,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,5120,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,5120,0.021061333020528157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,5120,0.023026132583618165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,5120,0.021898667017618813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,5120,0.022282665967941283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,5120,0.02330986658732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,5120,0.021824000279108684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,5120,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,5120,0.021078399817148843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,5120,0.30096747080485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,5120,0.15151146252950032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,5120,0.08402986526489258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,5120,0.045582934220631914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,5120,0.0436245322227478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,5120,0.04354879856109619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,5120,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,5120,0.04343786636988322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,5120,0.04142080148061116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,5120,0.042370132605234784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,5120,0.041034666697184245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,5120,0.04073386589686076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,5120,0.039877335230509445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,5120,0.03948053518931071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,5120,0.03844586610794067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,5120,0.03874239921569824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,5120,0.03750079870223999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,5120,0.03784853219985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,5120,0.03705173333485921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,5120,0.03671893278757731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,5120,0.025303467114766436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,5120,0.02582719922065735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,5120,0.02415999968846639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,5120,0.0240447998046875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,5120,0.022762666145960488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,5120,0.023082667589187623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,5120,0.02214826742808024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,5120,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,5120,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,5120,0.020717867215474448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,5120,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,5120,0.019947733481725058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,5120,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,5120,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,5120,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,5120,0.01781439979871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,5120,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,5120,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,5120,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,5120,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,5120,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,5120,0.01627306640148163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,5120,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,5120,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,5120,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,5120,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,5120,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,5120,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,5120,0.01572480003039042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,5120,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,5120,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,5120,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,5120,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,5120,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,5120,0.015783466895421348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,5120,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,5120,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,5120,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,5120,0.015386666854222616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,5120,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,5120,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,5120,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,5120,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,5120,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,5120,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,5120,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,5120,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,5120,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,4096,0.3198261260986328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,5120,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,4096,0.08769173622131347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,4096,0.1637173334757487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,4096,0.045943466822306316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,4096,0.05408106644948324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,4096,0.04421333471934001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,4096,0.051173333326975504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,4096,0.03977813323338826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,4096,0.05150826772054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,4096,0.03682133356730143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,4096,0.03927679856618245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,4096,0.033763198057810466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,4096,0.03064853350321452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,4096,0.031166932980219525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,4096,0.028523733218510944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,4096,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,4096,0.025834665695826216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,4096,0.02718186577161153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,4096,0.024665600061416625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,4096,0.023412267367045082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,4096,0.022322134176890055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,4096,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,4096,0.01934079925219218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,4096,0.02186453342437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,4096,0.017836799224217735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,4096,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,4096,0.03549013137817383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,4096,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,4096,0.015995732943216958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,4096,0.014830933014551798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,4096,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,4096,0.012730666995048523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,4096,0.011805867155392964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,4096,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,4096,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,4096,0.008550399541854858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,4096,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,4096,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,4096,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,4096,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,4096,0.008272000153859456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,4096,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,4096,0.008241066833337148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,4096,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,4096,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,4096,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,4096,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,4096,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,5120,0.01585493286450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,5120,0.015377066532770791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,4096,0.009872000416119893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,4096,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,4096,0.010242133339246114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,4096,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,4096,0.007316266496976216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,4096,0.007267199953397115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,4096,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,4096,0.007691733539104462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,4096,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,4096,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,4096,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,4096,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,4096,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,4096,0.007031466563542683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,4096,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,4096,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,4096,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,4096,0.006138666470845541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,4096,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,4096,0.005973333120346069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,4096,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,4096,0.006156800190607706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,4096,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,4096,0.006102400024731954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,4096,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,4096,0.27985814412434895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,4096,0.13186879952748615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,4096,0.5440832138061523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,4096,0.0672597328821818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,4096,0.06780266761779785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,4096,0.009403733412424724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,4096,0.06354666550954183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,4096,0.06379306713740031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,4096,0.060154668490091955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,4096,0.06417813301086425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,4096,0.055420800050099694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,4096,0.05310506820678711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,4096,0.05382080078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,4096,0.05617813269297282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,4096,0.051064534982045495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,4096,0.05021973450978597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,4096,0.0490826686223348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,4096,0.048254934946695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,4096,0.04464853207270304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,4096,0.0463370680809021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,4096,0.043459200859069826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,4096,0.03960213263829549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,4096,0.0414901336034139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,4096,0.03974719842274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,4096,0.039306668440500896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,4096,0.03431466817855835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,4096,0.0314410666624705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,4096,0.031319467226664226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,4096,0.027922133604685467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,4096,0.027270400524139406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,4096,0.026951466004053754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,4096,0.02682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,4096,0.024525866905848185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,4096,0.022794665892918904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,4096,0.020555732647577922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,4096,0.02086506684621175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,4096,0.019740800062815346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,4096,0.01996906598409017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,4096,0.019267199436823527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,4096,0.019577600558598838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,4096,0.01913706660270691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,4096,0.019444266955057778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,4096,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,4096,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,4096,0.03862826824188233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,4096,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,4096,0.018040533860524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,4096,0.03399999936421712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,4096,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,4096,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,4096,0.017655466000239053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,4096,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,4096,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,4096,0.01761066714922587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,4096,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,4096,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,4096,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,4096,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,4096,0.01685653328895569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,4096,0.017042134205500284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,4096,0.016301866372426352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,4096,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,4096,0.017554134130477905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,4096,0.01718506614367167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,4096,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,4096,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,4096,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,4096,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,4096,0.019641600052515664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,4096,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,4096,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,4096,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,4096,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,4096,0.018874667088190713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,4096,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,4096,0.7956490834554036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,4096,0.15907732645670575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,4096,0.3998090744018555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,4096,0.14268159866333008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,4096,1.5641557057698567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,4096,0.12976746559143065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,4096,0.12346666653951008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,4096,0.11474773089090984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,4096,0.15154239336649578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,4096,0.1062666654586792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,4096,0.11661760012308757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,4096,0.10689067045847575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,4096,0.13728960355122882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,4096,0.09638506571451823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,4096,0.08991999626159668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,4096,0.08864213625590006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,4096,0.08417066733042398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,4096,0.08186346689860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,4096,0.10110613505045574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,4096,0.06946132977803549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,4096,0.06010773181915283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,4096,0.05895466804504394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,4096,0.07338879903157552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,4096,0.052603733539581296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,4096,0.05125759840011597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,4096,0.044573867321014406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,4096,0.04357333183288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,4096,0.03720000187555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,4096,0.03585280179977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,4096,0.030980267127354938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,4096,0.07514239947001139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,4096,0.06740480264027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,4096,0.021637332439422608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,4096,0.023862399657567344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,4096,0.028442666927973433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,4096,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,4096,0.014965333541234336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,4096,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,4096,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,4096,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,4096,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,4096,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,4096,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,4096,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,4096,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,4096,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,4096,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,4096,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,4096,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,4096,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,4096,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,4096,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,4096,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,4096,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,4096,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,4096,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,4096,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,4096,0.01925546725591024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,4096,0.019495467344919838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,4096,0.01946773330370585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,4096,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,4096,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,4096,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,4096,0.019450666507085164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,4096,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,4096,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,4096,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,4096,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,4096,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,4096,0.020258132616678873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,4096,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,4096,0.02031573255856832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,4096,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,4096,0.11923519770304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,4096,0.0677781343460083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,4096,0.23267200787862144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,4096,0.03623253504435221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,4096,0.036298668384552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,4096,0.035201064745585126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,4096,0.035626665751139326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,4096,0.034644265969594315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,4096,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,4096,0.03422826528549194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,4096,0.03340693314870198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,4096,0.03377386728922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,4096,0.03312000036239624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,4096,0.03285546700159709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,4096,0.03216213385264079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,4096,0.03211733301480611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,4096,0.031648000081380204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,4096,0.031447466214497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,4096,0.030535467465718585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,4096,0.030502400795618695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,4096,0.02216426730155945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,4096,0.021921066443125407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,4096,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,4096,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,4096,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,4096,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,4096,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,4096,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,4096,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,4096,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,4096,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,4096,0.017246933778127034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,4096,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,4096,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,4096,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,4096,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,4096,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,4096,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,4096,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,4096,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,4096,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,4096,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,4096,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,4096,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,4096,0.013753599921862283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,4096,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,4096,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,4096,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,4096,0.013500799735387167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,4096,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,4096,0.013521066308021546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,4096,0.013370666901270548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,4096,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,4096,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,4096,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,4096,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,4096,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,4096,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,4096,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,4096,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,4096,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,4096,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,4096,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,4096,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,4096,0.013385599851608277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,4096,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,4096,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,3584,0.2722613334655762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,3584,0.07030186653137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,3584,0.14791146914164227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,3584,0.036855467160542804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,3584,0.04123733441034953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,3584,0.03948266506195068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,3584,0.03899413347244263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,3584,0.03879786729812622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,3584,0.037350400288899736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,3584,0.030169600248336793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,3584,0.03158079981803894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,3584,0.029102933406829835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,3584,0.030898133913675945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,3584,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,3584,0.029024000962575274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,3584,0.02524799903233846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,3584,0.026714666684468584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,3584,0.022395733992258707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,3584,0.02514773408571879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,3584,0.02206719915072123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,3584,0.023044266303380332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,3584,0.019781333208084107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,3584,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,3584,0.01720959941546122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,3584,0.020461867252985634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,3584,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,3584,0.016301866372426352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,3584,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,3584,0.014354133605957031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,3584,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,3584,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,3584,0.01144426663716634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,3584,0.010705066720644633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,3584,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,3584,0.008926933010419209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,3584,0.008426666259765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,3584,0.007413333157698314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,3584,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,3584,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,3584,0.007398400207360585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,3584,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,4096,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,3584,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,3584,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,3584,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,3584,0.0068234667181968685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,3584,0.0069567998250325514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,3584,0.006886399785677592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,3584,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,3584,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,3584,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,3584,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,3584,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,3584,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,3584,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,3584,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,3584,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,3584,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,3584,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,3584,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,3584,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,3584,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,3584,0.006165333092212677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,3584,0.006189866860707601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,3584,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,3584,0.0061930666367212926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,3584,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,3584,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,3584,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,3584,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,3584,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,3584,0.0058037335673968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,3584,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,3584,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,3584,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,3584,0.24465279579162597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,4096,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,3584,0.10911466280619304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,3584,0.48239466349283855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,3584,0.06015786727269491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,3584,0.05936106840769449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,3584,0.05899519920349121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,3584,0.05757866700490316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,3584,0.05755199988683065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,3584,0.05013866821924845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,3584,0.05010453462600708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,3584,0.049879467487335204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,3584,0.04783360163370769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,3584,0.04819519917170207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,3584,0.0473749319712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,3584,0.04459199905395508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,3584,0.044223999977111815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,3584,0.04167893330256144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,3584,0.039792001247406006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,3584,0.04103039900461833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,3584,0.0381877342859904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,3584,0.03794879913330078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,3584,0.03724480072657267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,3584,0.03394986788431804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,3584,0.03531306584676107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,3584,0.0319701333840688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,3584,0.030241066217422487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,3584,0.028655999898910524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,3584,0.02704426646232605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,3584,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,3584,0.02661120096842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,3584,0.025510400533676147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,3584,0.05853013197580973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,3584,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,3584,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,3584,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,3584,0.01920106609662374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,3584,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,3584,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,3584,0.019644800821940103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,3584,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,3584,0.018449066082636516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,3584,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,3584,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,3584,0.01758506695429484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,3584,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,3584,0.01761173407236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,3584,0.01733120083808899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,3584,0.031850665807724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,3584,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,3584,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,3584,0.01999893387158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,3584,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,3584,0.01726186672846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,3584,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,3584,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,3584,0.02392746607462565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,3584,0.01675093372662862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,3584,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,3584,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,3584,0.017084799210230508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,3584,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,3584,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,3584,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,3584,0.017643733819325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,3584,0.017174400885899863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,3584,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,3584,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,3584,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,3584,0.018326399723688762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,3584,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,3584,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,3584,0.018117332458496095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,3584,0.7973173141479493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,3584,0.4049610773722331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,3584,1.5707115173339843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,3584,0.13761599858601886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,3584,0.1199839989344279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,3584,0.1166218678156535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,3584,0.125381334622701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,3584,0.13887999852498373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,3584,0.10891199906667073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,3584,0.138155730565389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,3584,0.10067626635233562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,3584,0.09375147024790445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,3584,0.08819839954376221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,3584,0.08692266941070556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,3584,0.11141546567281087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,3584,0.08171626726786295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,3584,0.07900693416595458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,3584,0.10357866287231446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,3584,0.09651412963867187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,3584,0.07381546497344971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,3584,0.058524799346923825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,3584,0.057426134745279946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,3584,0.07156480153401693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,3584,0.05134079853693644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,3584,0.049694931507110594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,3584,0.04405866861343384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,3584,0.03667946656545003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,3584,0.03452159961064656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,3584,0.03025280038515727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,3584,0.04269866545995076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,3584,0.06752746899922689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,3584,0.06504319906234741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,3584,0.027636265754699706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,3584,0.023112533489863078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,3584,0.02149333357810974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,3584,0.016246400276819863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,3584,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,3584,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,3584,0.012545067071914672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,3584,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,3584,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,3584,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,3584,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,3584,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,3584,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,3584,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,3584,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,3584,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,3584,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,3584,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,3584,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,3584,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,3584,0.016075733304023742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,3584,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,3584,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,3584,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,3584,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,3584,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,3584,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,3584,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,3584,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,3584,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,3584,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,3584,0.018294399976730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,3584,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,3584,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,3584,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,3584,0.01726186672846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,3584,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,3584,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,3584,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,3584,0.019099734226862588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,3584,0.21075199445088705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,3584,0.10706133047739666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,3584,0.061568001906077065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,3584,0.03341333468755086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,3584,0.033090132474899295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,3584,0.03254080017407735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,3584,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,3584,0.03196373383204142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,3584,0.03174826701482137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,3584,0.010935466488202412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,3584,0.031947733958562215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,3584,0.0312554657459259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,3584,0.031162667274475097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,3584,0.029734400908152263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,3584,0.030370134115219116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,3584,0.029702399174372358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,3584,0.029719465970993043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,3584,0.028497066100438433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,3584,0.02921280066172282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,3584,0.028269867102305096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,3584,0.027882667382558186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,3584,0.020035199324289956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,3584,0.020066134134928384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,3584,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,3584,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,3584,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,3584,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,3584,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,3584,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,3584,0.01704853375752767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,3584,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,3584,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,3584,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,3584,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,3584,0.015102932850519816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,3584,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,3584,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,3584,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,3584,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,3584,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,3584,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,3584,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,3584,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,3584,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,3584,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,3584,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,3584,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,3584,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,3584,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,3584,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,3584,0.012788266936937968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,3584,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,3584,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,3584,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,3584,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,3584,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,3584,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,3584,0.012948266665140786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,3584,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,3584,0.012957866986592612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,3584,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,3584,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,3584,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,3584,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,3584,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,3584,0.012963199615478515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,3584,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,3584,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,3584,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,3072,0.23723947207132973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,3072,0.11685973008473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,3072,0.0608405351638794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,3072,0.03196906646092733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,3072,0.03312533299128215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,3072,0.03130240043004354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,3072,0.03262293338775635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,3072,0.029020800193150835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,3072,0.032151466608047484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,3072,0.026613332827885944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,3072,0.026231465737024943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,3072,0.025483733415603636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,3072,0.02555519938468933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,3072,0.023877332607905068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,3072,0.024077866474787393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,3072,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,3072,0.022168533007303873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,3072,0.020167466004689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,3072,0.021988266706466676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,3072,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,3072,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,3072,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,3072,0.017953066031138103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,3584,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,3072,0.015494400262832641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,3072,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,3072,0.01764586567878723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,3072,0.014006400108337402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,3072,0.012138666709264119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,3072,0.01172266701857249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,3072,0.010193066795667012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,3072,0.010148266951243084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,3072,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,3072,0.009302399555842082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,3072,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,3584,0.01270080010096232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,3072,0.006817066669464111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,3072,0.006563200056552887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,3072,0.006487466891606649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,3072,0.006570666531721751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,3584,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,3072,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,3072,0.012282666563987733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,3072,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,3072,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,3072,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,3072,0.006503466765085857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,3072,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,3072,0.006018133461475372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,3072,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,3072,0.007776000102361043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,3072,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,3072,0.008654933174451191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,3072,0.00739519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,3072,0.00554666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,3072,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,3072,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,3072,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,3072,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,3072,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,3072,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,3072,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,3072,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,3072,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,3072,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,3072,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,3072,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,3072,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,3072,0.20998719533284507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,3072,0.4162058512369792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,3072,0.0950272003809611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,3072,0.05268586476643881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,3072,0.051976533730824795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,3072,0.006006399790445963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,3072,0.0499669353167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,3072,0.050154666105906166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,3072,0.049968000253041586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,3072,0.05092373291651407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,3072,0.04551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,3072,0.04705599943796794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,3072,0.044684799512227376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,3072,0.04377919832865397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,3072,0.04330346584320068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,3072,0.04200213352839152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,3072,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,3072,0.04014933506647746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,3072,0.038919464747111006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,3072,0.037170132001241044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,3072,0.038444801171620684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,3072,0.03738240003585815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,3072,0.03478826681772868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,3072,0.03461653391520182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,3072,0.030903466542561847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,3072,0.029315199454625445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,3072,0.030088533957799275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,3072,0.032227200269699094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,3072,0.026974932352701826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,3072,0.028182399272918702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,3072,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,3072,0.026437334219614667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,3072,0.02308053374290466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,3072,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,3072,0.021179733673731486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,3072,0.019154133399327596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,3072,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,3072,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,3072,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,3072,0.018439465761184694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,3072,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,3072,0.017196800311406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,3072,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,3072,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,3072,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,3072,0.017718400557835898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,3072,0.01686826745669047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,3072,0.01808213392893473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,3072,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,3072,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,3072,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,3072,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,3072,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,3072,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,3072,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,3072,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,3072,0.015431466698646545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,3072,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,3072,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,3072,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,3072,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,3072,0.01602026621500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,3072,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,3072,0.02435200015703837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,3072,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,3072,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,3072,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,3072,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,3072,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,3072,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,3072,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,3072,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,3072,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,3072,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,3072,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,3072,0.7792170842488606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,3072,1.5181439717610679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,3072,0.39471572240193686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,3072,0.12908373673756918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,3072,0.11593386332194011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,3072,0.11300480365753174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,3072,0.12709226608276367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,3072,0.10583253701527913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,3072,0.12330026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,3072,0.12181226412455241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,3072,0.09898026784261069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,3072,0.09147733052571615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,3072,0.08537600040435792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,3072,0.08402667045593262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,3072,0.10736320018768311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,3072,0.07868266900380452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,3072,0.0772757371266683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,3072,0.09997546672821045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,3072,0.09468053181966146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,3072,0.06981653372446696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,3072,0.05657066504160563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,3072,0.07183787027994791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,3072,0.0562719980875651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,3072,0.05033813317616781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,3072,0.0491210659344991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,3072,0.04284160137176514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,3072,0.03585919936498006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,3072,0.034441598256429035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,3072,0.02969706654548645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,3072,0.04151466687520345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,3072,0.06480213403701782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,3072,0.06366506814956666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,3072,0.027236266930898027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,3072,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,3072,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,3072,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,3072,0.013779200116793313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,3072,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,3072,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,3072,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,3072,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,3072,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,3072,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,3072,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,3072,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,3072,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,3072,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,3072,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,3072,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,3072,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,3072,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,3072,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,3072,0.015849600235621132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,3072,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,3072,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,3072,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,3072,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,3072,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,3072,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,3072,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,3072,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,3072,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,3072,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,3072,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,3072,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,3072,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,3072,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,3072,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,3072,0.18211946487426758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,3072,0.0930741310119629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,3072,0.05309013525644938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,3072,0.030189865827560426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,3072,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,3072,0.029257599512736005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,3072,0.028893866141637164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,3072,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,3072,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,3072,0.028531199693679808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,3072,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,3072,0.027654399474461872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,3072,0.027507199843724565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,3072,0.02680213252703349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,3072,0.02712533275286357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,3072,0.02625173330307007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,3072,0.02648640076319377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,3072,0.025959465901056928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,3072,0.026023467381795246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,3072,0.02516053318977356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,3072,0.02482346693674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,3072,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,3072,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,3072,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,3072,0.01772159934043884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,3072,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,3072,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,3072,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,3072,0.016212266683578492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,3072,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,3072,0.01597119967142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,3072,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,3072,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,3072,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,3072,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,3072,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,3072,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,3072,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,3072,0.012116266290346782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,3072,0.012357333302497863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,3072,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,3072,0.01209279994169871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,3072,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,3072,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,3072,0.012119467059771221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,3072,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,3072,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,3072,0.011731200416882833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,3072,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,3072,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,3072,0.011743999520937602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,3072,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,3072,0.01195093293984731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,3072,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,3072,0.01181226670742035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,3072,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,3072,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,3072,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,3072,0.01183893382549286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,3072,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,3072,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,3072,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,3072,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,3072,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,2560,0.19837652842203776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,2560,0.10160426298777263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,2560,0.028257066011428834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,2560,0.028537599245707194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,2560,0.027086933453877766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,2560,0.027983999252319335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,3072,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,2560,0.02499306599299113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,2560,0.02881386677424113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,2560,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,2560,0.024120533466339113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,2560,0.022398932774861654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,2560,0.023439999421437582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,2560,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,2560,0.021971199909845987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,2560,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,2560,0.020547199249267577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,2560,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,2560,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,2560,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,2560,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,2560,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,2560,0.015868799885114034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,2560,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,2560,0.015431466698646545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,2560,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,2560,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,2560,0.010531199971834819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,2560,0.010698666175206501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,2560,0.01016533374786377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,2560,0.00890880028406779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,2560,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,2560,0.008184533317883809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,2560,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,2560,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,2560,0.005588266750176748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,2560,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,2560,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,2560,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,2560,0.005565866827964783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,2560,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,2560,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,2560,0.05284266471862793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,2560,0.005763199925422668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,2560,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,2560,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,2560,0.005173333485921224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,2560,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,2560,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,2560,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,3072,0.01184213360150655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,2560,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,2560,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,2560,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,2560,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,2560,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,2560,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,2560,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,2560,0.0053247998158137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,2560,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,2560,0.17697493235270184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,2560,0.3524736086527506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,2560,0.08078933556874593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,2560,0.04805866479873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,2560,0.044647467136383054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,2560,0.0460426648457845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,2560,0.04430400133132935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,2560,0.04487359921137492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,2560,0.041435734430948896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,2560,0.0406549334526062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,2560,0.03917760054270426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,2560,0.03773119846979777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,2560,0.03830826679865519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,2560,0.03664640188217163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,2560,0.036083201567331954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,2560,0.03532906770706177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,2560,0.03500586748123169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,2560,0.0334879994392395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,2560,0.03266026576360066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,2560,0.03099520007769267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,2560,0.029495465755462646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,2560,0.030814933776855468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,2560,0.02893226742744446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,2560,0.027204267183939618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,2560,0.028832000494003297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,2560,0.02505600055058797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,2560,0.026899200677871705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,2560,0.02482666571935018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,2560,0.0397216002146403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,2560,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,2560,0.023305600881576537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,2560,0.020985599358876547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,2560,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,2560,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,2560,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,2560,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,2560,0.017221333583196004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,2560,0.01827413241068522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,2560,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,2560,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,2560,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,2560,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,2560,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,2560,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,2560,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,2560,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,2560,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,2560,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,2560,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,2560,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,2560,0.048089599609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,2560,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,2560,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,2560,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,2560,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,2560,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,2560,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,2560,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,2560,0.015819733341534935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,2560,0.016820265849431356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,2560,0.016058666507403056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,2560,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,2560,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,2560,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,2560,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,2560,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,2560,0.01705706715583801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,2560,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,2560,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,2560,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,2560,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,2560,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,2560,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,2560,0.016385066509246825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,2560,0.37118825912475584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,2560,0.7573173522949219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,2560,1.5074602762858071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,2560,0.12590933640797933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,2560,0.11298986275990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,2560,0.10995199680328369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,2560,0.11878080368041992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,2560,0.12378239631652832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,2560,0.10349760055541993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,2560,0.11770559946695965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,2560,0.09711466630299886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,2560,0.10485546588897705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,2560,0.08931519985198974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,2560,0.08319679896036783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,2560,0.08152746359507243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,2560,0.0768992026646932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,2560,0.07526720364888509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,2560,0.09698026974995931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,2560,0.09133226871490478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,2560,0.06940480073293051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,2560,0.05565439860026041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,2560,0.054619733492533365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,2560,0.068613330523173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,2560,0.04735786517461141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,2560,0.041351465384165446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,2560,0.04047146638234456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,2560,0.03457493384679158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,2560,0.033394134044647215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,2560,0.028042666117350262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,2560,0.04894506533940633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,2560,0.06257599989573161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,2560,0.06205866734186808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,2560,0.026759467522303265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,2560,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,2560,0.020227199792861937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,2560,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,2560,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,2560,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,2560,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,2560,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,2560,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,2560,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,2560,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,2560,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,2560,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,2560,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,2560,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,2560,0.01051626702149709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,2560,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,2560,0.009760000308354696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,2560,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,2560,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,2560,0.01270080010096232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,2560,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,2560,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,2560,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,2560,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,2560,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,2560,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,2560,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,2560,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,2560,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,2560,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,2560,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,2560,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,2560,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,2560,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,2560,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,2560,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,2560,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,2560,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,2560,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,2560,0.15621760686238606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,2560,0.08107840220133464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,2560,0.04580053488413493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,2560,0.026232532660166424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,2560,0.026434133450190227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,2560,0.025612799326578777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,2560,0.025199999411900837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,2560,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,2560,0.02485226591428121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,2560,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,2560,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,2560,0.024232532580693564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,2560,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,2560,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,2560,0.023521065711975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,2560,0.02355733315149943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,2560,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,2560,0.023172267278035483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,2560,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,2560,0.022151466210683188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,2560,0.0225055992603302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,2560,0.016179200013478598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,2560,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,2560,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,2560,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,2560,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,2560,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,2560,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,2560,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,2560,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,2560,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,2560,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,2560,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,2560,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,2560,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,2560,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,2560,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,2560,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,2560,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,2560,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,2560,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,2560,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,2560,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,2560,0.010917333761850993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,2560,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,2560,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,2560,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,2560,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,2560,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,2560,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,2560,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,2560,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,2560,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,2560,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,2560,0.010918399691581726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,2560,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,2560,0.01088213324546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,2560,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,2560,0.010877866546312969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,2560,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,2560,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,2560,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,2560,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,2560,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,2560,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,2560,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,2560,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,2048,0.16848746935526532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,2048,0.08563093344370523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,2048,0.042418134212493894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,2048,0.023252266645431518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,2048,0.02451200087865194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,2048,0.022626133759816487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,2048,0.02423680027325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,2048,0.023140267531077067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,2048,0.024613332748413087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,2048,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,2048,0.01975253423055013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,2048,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,2048,0.019058134158452353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,2048,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,2048,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,2048,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,2560,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,2048,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,2048,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,2048,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,2048,0.013406933347384135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,2048,0.013890133301417033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,2048,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,2048,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,2048,0.010988799730936687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,2048,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,2048,0.010073600212732951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,2048,0.010170666376749675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,2048,0.008875733613967896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,2048,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,2048,0.007663999994595845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,2560,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,2048,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,2048,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,2048,0.007028266787528992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,2048,0.006011733412742614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,2048,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,2048,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,2048,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,2048,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,2048,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,2048,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,2048,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,2048,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,2048,0.006116266548633576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,2048,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,2048,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,2048,0.004341333111127218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,2048,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,2048,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,2048,0.004568533102671305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,2048,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,2560,0.010875733693440755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,2048,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,2048,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,2048,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,2048,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,2048,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,2048,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,2048,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,2048,0.0062047998110453285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,2048,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,2048,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,2048,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,2048,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,2048,0.06650240023930867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,2048,0.13318080107371014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,2048,0.2826304117838542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,2048,0.04078293244043986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,2048,0.03828906615575155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,2048,0.03958826859792074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,2048,0.03777066469192505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,2048,0.040275200208028154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,2048,0.035708800951639814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,2048,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,2048,0.03486933310826619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,2048,0.0353983998298645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,2048,0.03343786795934041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,2048,0.0338645339012146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,2048,0.031155200799306233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,2048,0.03280213276545207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,2048,0.031129600604375203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,2048,0.030918399492899578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,2048,0.029598933458328248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,2048,0.03059946695963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,2048,0.027401600281397504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,2048,0.04024213155110677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,2048,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,2048,0.02683626612027486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,2048,0.02603093385696411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,2048,0.026606933275858564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,2048,0.02485760052998861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,2048,0.024984532594680788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,2048,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,2048,0.02292799949645996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,2048,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,2048,0.020757333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,2048,0.020415999492009482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,2048,0.020885332425435384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,2048,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,2048,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,2048,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,2048,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,2048,0.0170741339524587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,2048,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,2048,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,2048,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,2048,0.0271071990331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,2048,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,2048,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,2048,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,2048,0.01590720017751058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,2048,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,2048,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,2048,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,2048,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,2048,0.015392000476519266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,2048,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,2048,0.01687039931615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,2048,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,2048,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,2048,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,2048,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,2048,0.016200533509254454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,2048,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,2048,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,2048,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,2048,0.015999999642372132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,2048,0.015228799978892007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,2048,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,2048,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,2048,0.01627840002377828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,2048,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,2048,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,2048,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,2048,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,2048,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,2048,0.015077333648999533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,2048,0.2981877326965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,2048,0.7412928263346354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,2048,1.4742623647054036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,2048,0.12206292947133382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,2048,0.1090399980545044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,2048,0.10742613474527996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,2048,0.11994880040486652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,2048,0.10046506722768148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,2048,0.11617066860198974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,2048,0.09360106786092123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,2048,0.11394666830698649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,2048,0.08706453641255697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,2048,0.0807200034459432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,2048,0.10203733444213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,2048,0.07989546457926432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,2048,0.07434773445129395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,2048,0.0737557331720988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,2048,0.09533226490020752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,2048,0.08873066902160645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,2048,0.06738026936848959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,2048,0.053814399242401126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,2048,0.06663039922714234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,2048,0.05379093488057455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,2048,0.047421868642171225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,2048,0.04651840130488078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,2048,0.040453334649403885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,2048,0.039843201637268066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,2048,0.03338453372319539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,2048,0.027641600370407103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,2048,0.03298986752827962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,2048,0.06194453239440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,2048,0.06067413489023844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,2048,0.025950932502746583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,2048,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,2048,0.019500799973805747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,2048,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,2048,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,2048,0.011246933539708456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,2048,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,2048,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,2048,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,2048,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,2048,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,2048,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,2048,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,2048,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,2048,0.009408000111579894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,2048,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,2048,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,2048,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,2048,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,2048,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,2048,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,2048,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,2048,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,2048,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,2048,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,2048,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,2048,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,2048,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,2048,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,2048,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,2048,0.012937600413958231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,2048,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,2048,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,2048,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,2048,0.012948266665140786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,2048,0.012997333208719888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,2048,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,2048,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,2048,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,2048,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,2048,0.12934827009836833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,2048,0.06863786379496256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,2048,0.038072534402211505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,2048,0.02230293353398641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,2048,0.02246613303820292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,2048,0.021972266832987468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,2048,0.02204266587893168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,2048,0.02151040037473043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,2048,0.021636267503102623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,2048,0.021284266312917074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,2048,0.021240532398223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,2048,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,2048,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,2048,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,2048,0.02112320065498352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,2048,0.020434133211771646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,2048,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,2048,0.02026453415552775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,2048,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,2048,0.019362133741378785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,2048,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,2048,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,2048,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,2048,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,2048,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,2048,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,2048,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,2048,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,2048,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,2048,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,2048,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,2048,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,2048,0.011796266833941142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,2048,0.011493333180745443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,2048,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,2048,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,2048,0.011141332983970641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,2048,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,2048,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,2048,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,2048,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,2048,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,2048,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,2048,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,2048,0.010131200154622395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,2048,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,2048,0.010223999619483948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,2048,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,2048,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,2048,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,2048,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,2048,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,2048,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,2048,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,2048,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,2048,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,2048,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,2048,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,2048,0.010058666268984478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,1536,0.12239466508229573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,1536,0.06255679925282796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,1536,0.03198080062866211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,1536,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,1536,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,1536,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,1536,0.01812373399734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,2048,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,1536,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,1536,0.017822933197021485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,1536,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,1536,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,1536,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,1536,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,1536,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,1536,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,1536,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,1536,0.012213333447774252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,2048,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,1536,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,1536,0.011937066912651062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,1536,0.01095466713110606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,1536,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,1536,0.010123733679453533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,1536,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,1536,0.00902826686700185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,1536,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,1536,0.00843519965807597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,1536,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,1536,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,1536,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,1536,0.006386133531729381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,1536,0.005976533393065134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,1536,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,1536,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,1536,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,1536,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,1536,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,1536,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,1536,0.00429013321797053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,1536,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,1536,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,1536,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,1536,0.0039434666434923805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,1536,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,1536,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,1536,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,1536,0.004078933348258337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,1536,0.0051125332713127134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,1536,0.003953066716591517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,1536,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,1536,0.003905066599448522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,1536,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,1536,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,1536,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,1536,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,1536,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,1536,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,1536,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,1536,0.005403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,1536,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,1536,0.005387733379999796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,1536,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,1536,0.005825066566467285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,1536,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,1536,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,1536,0.09706026713053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,1536,0.05067520141601563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,1536,0.035010135173797606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,1536,0.03549013137817383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,1536,0.03389439980189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,1536,0.03351680040359497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,1536,0.03504853248596192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,1536,0.034381866455078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,1536,0.031777065992355344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,1536,0.03181866606076558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,1536,0.029449599981307983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,1536,0.030615466833114623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,1536,0.02895786762237549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,1536,0.02834133307139079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,1536,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,1536,0.028012800216674804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,1536,0.026855466763178508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,1536,0.02699626684188843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,1536,0.2183370590209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,1536,0.026977066198984784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,1536,0.025937066475550337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,1536,0.02666986584663391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,1536,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,1536,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,1536,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,1536,0.023916800816853843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,1536,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,1536,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,1536,0.021721599499384563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,1536,0.021383466323216756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,1536,0.020921599864959717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,1536,0.020151466131210327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,1536,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,1536,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,1536,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,1536,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,1536,0.017568000157674155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,1536,0.02940053343772888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,1536,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,1536,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,1536,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,1536,0.015506133437156677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,1536,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,1536,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,1536,0.01607039968172709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,1536,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,1536,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,1536,0.01604586640993754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,1536,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,1536,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,1536,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,1536,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,1536,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,1536,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,1536,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,1536,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,1536,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,1536,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,1536,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,1536,0.015575466553370157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,1536,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,1536,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,1536,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,1536,0.015641599893569946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,1536,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,1536,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,1536,0.7300426483154296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,1536,0.23199787139892578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,1536,1.460655975341797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,1536,0.11864319642384846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,1536,0.10593706766764324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,1536,0.1044927994410197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,1536,0.1169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,1536,0.09776639938354492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,1536,0.11234133243560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,1536,0.09082132975260417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,1536,0.11134826342264811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,1536,0.08478186925252279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,1536,0.07912853558858236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,1536,0.07780160109202067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,1536,0.07303893566131592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,1536,0.07130560080210367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,1536,0.09890027046203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,1536,0.08657173315684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,1536,0.09128853480021158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,1536,0.06652053197224936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,1536,0.064901332060496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,1536,0.05266666809717814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,1536,0.05224106709162394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,1536,0.0460863987604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,1536,0.04525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,1536,0.039529601732889816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,1536,0.039036798477172854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,1536,0.032909866174062094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,1536,0.03213013410568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,1536,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,1536,0.06000746488571167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,1536,0.05875626802444458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,1536,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,1536,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,1536,0.019082667430241902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,1536,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,1536,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,1536,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,1536,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,1536,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,1536,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,1536,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,1536,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,1536,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,1536,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,1536,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,1536,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,1536,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,1536,0.009478400150934856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,1536,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,1536,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,1536,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,1536,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,1536,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,1536,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,1536,0.011083733042081196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,1536,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,1536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,1536,0.01188373366991679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,1536,0.010317867000897724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,1536,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,1536,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,1536,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,1536,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,1536,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,1536,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,1536,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,1536,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,1536,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,1536,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,1536,0.10418773492177327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,1536,0.057258665561676025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,1536,0.03183786670366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,1536,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,1536,0.019093332688013713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,1536,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,1536,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,1536,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,1536,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,1536,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,1536,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,1536,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,1536,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,1536,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,1536,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,1536,0.017433599630991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,1536,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,1536,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,1536,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,1536,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,1536,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,1536,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,1536,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,1536,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,1536,0.011943466464678447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,1536,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,1536,0.011281067132949829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,1536,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,1536,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,1536,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,1536,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,1536,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,1536,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,1536,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,1536,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,1536,0.009726933638254802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,1536,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,1536,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,1536,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,1536,0.009504000345865887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,1536,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,1536,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,1536,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,1536,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,1536,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,1536,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,1536,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,1536,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,1536,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,1536,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,1536,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,1536,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,1536,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,1536,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,1536,0.009498666723569233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,1024,0.0887338638305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,1024,0.04565973281860351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,1024,0.02314880092938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,1024,0.013479466239611307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,1024,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,1024,0.012743467092514038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,1024,0.01344000001748403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,1024,0.012174933155377706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,1024,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,1024,0.011520000298817952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,1536,0.009267200032869976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,1024,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,1024,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,1024,0.011368532975514729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,1024,0.010225066542625427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,1024,0.010525866349538168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,1024,0.009093333284060161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,1024,0.00931946635246277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,1024,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,1024,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,1024,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,1024,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,1024,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,1024,0.006793599824110668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,1024,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,1024,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,1024,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,1024,0.005127466718355815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,1024,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,1024,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,1024,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,1024,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,1024,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,1024,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,1024,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,1024,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,1024,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,1024,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,1024,0.003522133330504099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,1024,0.0037439999481042228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,1024,0.0036618667344252265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,1024,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,1024,0.0035455999275048576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,1024,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,1024,0.003502933432658514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,1024,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,1024,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,1024,0.0034656000634034475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,1024,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,1024,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,1024,0.0033546666304270422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,1024,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,1024,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,1024,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,1024,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,1024,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,1024,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,1024,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,1024,0.004781866570313772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,1024,0.004750933249791463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,1024,0.07298879623413086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,1024,0.1373301347096761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,1024,0.039800532658894855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,1024,0.02957119941711426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,1024,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,1024,0.027147734165191652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,1024,0.028729599714279175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,1024,0.028894933064778645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,1024,0.028856533765792846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,1024,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,1024,0.026995199918746948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,1024,0.02691306670506795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,1024,0.026634667317072553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,1024,0.027169066667556762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,1024,0.026871466636657716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,1024,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,1024,0.02505813241004944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,1024,0.02501973311106364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,1024,0.024836266040802003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,1024,0.02529919942220052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,1024,0.0248799999554952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,1024,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,1024,0.023190399010976158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,1024,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,1024,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,1024,0.021689599752426146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,1024,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,1024,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,1024,0.020387200514475505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,1024,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,1024,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,1024,0.019324799378712974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,1024,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,1024,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,1024,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,1024,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,1024,0.01595200002193451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,1024,0.015953066945075988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,1024,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,1024,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,1024,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,1024,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,1024,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,1024,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,1024,0.015913599729537965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,1024,0.02257173260052999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,1024,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,1024,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,1024,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,1024,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,1024,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,1024,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,1024,0.015541332960128783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,1024,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,1024,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,1024,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,1024,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,1024,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,1024,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,1024,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,1024,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,1024,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,1024,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,1024,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,1024,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,1024,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,1024,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,1024,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,1024,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,1024,0.20982826550801598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,1024,0.7127061208089193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,1024,1.4255040486653647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,1024,0.1149066686630249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,1024,0.10316480000813802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,1024,0.10216106573740642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,1024,0.11443413098653157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,1024,0.09567039807637533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,1024,0.10995413462320965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,1024,0.08884373505910238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,1024,0.10834453105926514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,1024,0.08218666712443033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,1024,0.07636906305948893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,1024,0.07583146890004476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,1024,0.07024746735890706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,1024,0.069158403078715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,1024,0.09610453446706137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,1024,0.090010666847229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,1024,0.08435200055440267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,1024,0.06385706663131714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,1024,0.05134720007578532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,1024,0.050584534804026283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,1024,0.04484373331069946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,1024,0.04415573279062907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,1024,0.03864106734593709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,1024,0.03784000078837077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,1024,0.03169599970181783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,1024,0.06326080163319905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,1024,0.03127999901771546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,1024,0.025916800896326704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,1024,0.0583893338839213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,1024,0.05708053509394327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,1024,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,1024,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,1024,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,1024,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,1024,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,1024,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,1024,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,1024,0.0100682665904363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,1024,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,1024,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,1024,0.011673600474993388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,1024,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,1024,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,1024,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,1024,0.010072533289591472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,1024,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,1024,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,1024,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,1024,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,1024,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,1024,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,1024,0.009278933207194012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,1024,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,1024,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,1024,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,1024,0.009876267115275065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,1024,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,1024,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,1024,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,1024,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,1024,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,1024,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,1024,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,1024,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,1024,0.07766506671905518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,1024,0.04256319999694824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,1024,0.02407039999961853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,1024,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,1024,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,1024,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,1024,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,1024,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,1024,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,1024,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,1024,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,1024,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,1024,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,1024,0.01492800017197927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,1024,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,1024,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,1024,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,1024,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,1024,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,1024,0.011641599734624227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,1024,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,1024,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,1024,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,1024,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,1024,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,1024,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,1024,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,1024,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,1024,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,1024,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,1024,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,1024,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,1024,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,1024,0.008567466338475545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,1024,0.008605866630872091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,1024,0.008691199620564779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,1024,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,1024,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,1024,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,1024,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,1024,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,1024,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,1024,0.008462933699289958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,1024,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,1024,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,1024,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,1024,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,1024,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,1024,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,1024,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,1024,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,768,0.06517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,768,0.033598931630452473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,1024,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,768,0.017646932601928712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,768,0.010614400108655293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,768,0.010989866654078166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,768,0.010641066233317058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,768,0.010696533322334289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,768,0.010282666484514872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,768,0.008659199873606364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,768,0.008808533350626629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,768,0.008638933300971985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,768,0.008674133817354839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,768,0.008588799834251403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,768,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,768,0.007618133227030437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,768,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,768,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,768,0.007032533486684163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,768,0.00717439999183019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,768,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,768,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,768,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,768,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,768,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,768,0.0059445331494013464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,768,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,768,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,768,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,768,0.004721066852410635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,768,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,768,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,768,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,768,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,768,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,768,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,768,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,768,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,768,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,768,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,768,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,768,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,768,0.0031989333530267083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,768,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,768,0.0032672000428040824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,768,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,768,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,768,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,768,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,768,0.008641067147254943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,768,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,768,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,768,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,768,0.003537066777547201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,768,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,768,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,768,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,768,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,768,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,768,0.003882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,768,0.05936106840769449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,768,0.10399893124898274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,768,0.034560000896453856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,768,0.026969599723815917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,768,0.026819199323654175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,768,0.027880533536275225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,768,0.02725226680437724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,768,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,768,0.027105067173639936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,768,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,768,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,768,0.024819199244181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,768,0.025624533494313557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,768,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,768,0.024545067548751832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,768,0.023075199127197264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,768,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,768,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,768,0.02367573380470276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,768,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,768,0.02121493419011434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,768,0.021718400716781616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,768,0.02161173423131307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,768,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,768,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,768,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,768,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,768,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,768,0.018659200270970663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,768,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,768,0.018773333231608073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,768,0.018768000602722167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,768,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,768,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,768,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,768,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,768,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,768,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,768,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,768,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,768,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,768,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,768,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,768,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,768,0.01620693306128184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,768,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,768,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,768,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,768,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,768,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,768,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,768,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,768,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,768,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,768,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,768,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,768,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,768,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,768,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,768,0.01479039986928304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,768,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,768,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,768,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,768,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,768,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,768,0.015522133310635886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,768,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,768,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,768,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,768,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,768,0.20684587160746254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,768,0.11255359649658203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,768,0.698798942565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,768,0.10689706802368164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,768,1.423193613688151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,768,0.10140586694081624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,768,0.10009600321451824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,768,0.09390079975128174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,768,0.11236053307851154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,768,0.08698453108469645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,768,0.10647679964701336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,768,0.08090453147888184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,768,0.07517013549804688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,768,0.0748255968093872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,768,0.09444586435953775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,768,0.06910506884256998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,768,0.06825386683146159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,768,0.08749120235443116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,768,0.08252586523691813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,768,0.06302613417307536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,768,0.050641067822774256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,768,0.062099198500315346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,768,0.04977493286132813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,768,0.04323519865671794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,768,0.04433813492457072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,768,0.03748053312301636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,768,0.03747626543045044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,768,0.03132373293240865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,768,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,768,0.05630613168080648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,768,0.030548266569773358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,768,0.05564693212509155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,768,0.024396799008051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,768,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,768,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,768,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,768,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,768,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,768,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,768,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,768,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,768,0.011500799655914306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,768,0.011330133676528931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,768,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,768,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,768,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,768,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,768,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,768,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,768,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,768,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,768,0.008087466657161712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,768,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,768,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,768,0.008494933446248371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,768,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,768,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,768,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,768,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,768,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,768,0.008561066786448161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,768,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,768,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,768,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,768,0.06464106639226277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,768,0.03596906661987305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,768,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,768,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,768,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,768,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,768,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,768,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,768,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,768,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,768,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,768,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,768,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,768,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,768,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,768,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,768,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,768,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,768,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,768,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,768,0.010474666953086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,768,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,768,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,768,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,768,0.009731200337409974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,768,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,768,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,768,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,768,0.008546132842699687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,768,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,768,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,768,0.00806933343410492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,768,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,768,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,768,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,768,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,768,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,768,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,768,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,768,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,768,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,768,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,768,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,512,0.0474176009496053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,512,0.02416426738103231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,512,0.01267306705315908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,512,0.00844373305638631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,512,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,512,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,512,0.008658132950464885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,512,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,512,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,512,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,512,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,512,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,512,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,768,0.007768533130486806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,512,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,512,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,512,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,512,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,512,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,512,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,512,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,512,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,512,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,512,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,512,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,512,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,512,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,512,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,512,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,512,0.004339199761549632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,512,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,512,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,512,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,512,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,512,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,512,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,512,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,512,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,512,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,512,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,512,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,512,0.002738133321205775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,512,0.002737066646416982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,512,0.0027104000250498454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,512,0.0028394666810830434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,512,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,512,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,512,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,512,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,512,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,512,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,512,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,512,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,512,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,512,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,512,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,512,0.08016320069630942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,512,0.04769279956817627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,512,0.02978666623433431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,512,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,512,0.024821333090464272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,512,0.024133332570393882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,512,0.024341332912445068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,512,0.022899200518925987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,512,0.02313813368479411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,512,0.022827732563018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,512,0.023548799753189086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,512,0.022555732727050783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,512,0.022196267048517862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,512,0.0225983997186025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,512,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,512,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,512,0.020793600877126058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,512,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,512,0.02029973268508911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,512,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,512,0.019228800137837728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,512,0.02027946710586548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,512,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,512,0.01920106609662374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,512,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,512,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,512,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,512,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,512,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,512,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,512,0.016733866930007935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,512,0.016033066312472026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,512,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,512,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,512,0.021317332983016968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,512,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,512,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,512,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,512,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,512,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,512,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,512,0.015012266238530478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,512,0.016058666507403056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,512,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,512,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,512,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,512,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,512,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,512,0.014968533317248026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,512,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,512,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,512,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,512,0.014842666188875833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,512,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,512,0.015065600474675497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,512,0.013076266646385193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,512,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,512,0.014696533481280008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,512,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,512,0.013033599654833476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,512,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,512,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,512,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,512,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,512,0.014712533354759217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,512,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,512,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,512,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,512,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,512,0.015447466572125753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,512,0.20445653597513833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,512,0.11194559733072917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,512,0.10624213218688965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,512,0.5964341481526693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,512,0.09972266356150308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,512,0.09876800378163655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,512,1.3910474141438802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,512,0.09222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,512,0.11122773488362629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,512,0.08607359727223715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,512,0.10459946791330973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,512,0.07917119661966959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,512,0.09304640293121338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,512,0.07479999860127767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,512,0.07359360059102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,512,0.06860266526540121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,512,0.06753066380818686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,512,0.08579306602478028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,512,0.0800607999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,512,0.0620416005452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,512,0.060850131511688235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,512,0.050139733155568446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,512,0.04894933303197225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,512,0.04360853433609009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,512,0.04237866799036662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,512,0.037511467933654785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,512,0.03631573518117269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,512,0.03088853359222412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,512,0.030155734221140547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,512,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,512,0.055138134956359865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,512,0.05479679902394613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,512,0.023931733767191567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,512,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,512,0.017837866147359212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,512,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,512,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,512,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,512,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,512,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,512,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,512,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,512,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,512,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,512,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,512,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,512,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,512,0.00841813286145528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,512,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,512,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,512,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,512,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,512,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,512,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,512,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,512,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,512,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,512,0.052077865600585936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,512,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,512,0.008117333551247915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,512,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,512,0.019406932592391967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,512,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,512,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,512,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,512,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,512,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,512,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,512,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,512,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,512,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,512,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,512,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,512,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,512,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,512,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,512,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,512,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,512,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,512,0.010244266192118327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,512,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,512,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,512,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,512,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,512,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,512,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,512,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,512,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,512,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,512,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,512,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,512,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,512,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,512,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,512,0.007606400052706401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,512,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,512,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,512,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,512,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,512,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,512,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,512,0.00717439999183019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,512,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,512,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,512,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,512,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,512,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,512,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,256,0.03303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,512,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,256,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,256,0.009877333045005798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,256,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,256,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,256,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,256,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,256,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,256,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,256,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,256,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,256,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,256,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,256,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,256,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,256,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,256,0.004717866579691568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,256,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,256,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,256,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,256,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,256,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,256,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,256,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,256,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,256,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,256,0.0037098666032155357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,256,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,256,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,256,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,256,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,256,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,256,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,256,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,256,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,256,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,256,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,256,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,256,0.002525866776704788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,256,0.0024458666642506914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,256,0.0023146666586399078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,256,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,256,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,256,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,256,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,256,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,256,0.05825066566467285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,256,0.03505813280741374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,256,0.02654506762822469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,256,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,256,0.020907733837763467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,256,0.022923733790715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,256,0.02205973267555237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,256,0.02239039937655131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,256,0.019547732671101888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,256,0.02004693349202474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,256,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,256,0.01954453388849894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,256,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,256,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,256,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,256,0.02173759937286377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,256,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,256,0.019206400712331137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,256,0.019259732961654664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,256,0.018461867173512777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,256,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,256,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,256,0.018846933046976724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,256,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,256,0.01757226586341858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,256,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,256,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,256,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,256,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,256,0.01597760021686554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,256,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,256,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,256,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,256,0.017511467138926186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,256,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,256,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,256,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,256,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,256,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,256,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,256,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,256,0.01578133304913839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,256,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,256,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,256,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,256,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,256,0.015497600038846334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,256,0.013528533776601157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,256,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,256,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,256,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,256,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,256,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,256,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,256,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,256,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,256,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,256,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,256,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,256,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,256,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,256,0.01385599970817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,256,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,256,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,256,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,256,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,256,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,256,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,256,0.08990933100382487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,256,0.1645685354868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,256,0.08606719970703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,256,0.36823787689208987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,256,0.08140479723612468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,256,0.0804853359858195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,256,0.9466954549153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,256,0.0754752000172933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,256,0.08498773574829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,256,0.08950506846110026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,256,0.07001813252766928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,256,0.06533333460489908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,256,0.07596586545308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,256,0.060889601707458496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,256,0.07057706514994302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,256,0.06044906775156657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,256,0.055496533711751304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,256,0.05587733189264933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,256,0.06534186601638795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,256,0.05018666585286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,256,0.05057173172632853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,256,0.04072639942169189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,256,0.04034453233083089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,256,0.03579093217849731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,256,0.0353653351465861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,256,0.030920533339182536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,256,0.030137600501378377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,256,0.025634133815765382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,256,0.025150932868321735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,256,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,256,0.04612906773885091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,256,0.04485119978586833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,256,0.015960533420244852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,256,0.01988053321838379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,256,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,256,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,256,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,256,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,256,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,256,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,256,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,256,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,256,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,256,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,256,0.007292800148328145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,256,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,256,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,256,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,256,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,256,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,256,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,256,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,256,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,256,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,256,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,256,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,256,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,256,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,256,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,256,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,256,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,256,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,256,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,256,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,256,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,256,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,256,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,256,0.043221334616343185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,256,0.028449066480000812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,256,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,256,0.02065920035044352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,256,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,256,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,256,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,256,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,256,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,256,0.01276693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,256,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,256,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,256,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,256,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,256,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,256,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,256,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,256,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,256,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,256,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,256,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,256,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,256,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,256,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,256,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,256,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,256,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,256,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,256,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,256,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,256,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,256,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,256,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,256,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,256,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,256,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,256,0.007421866556008657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,256,0.007403733332951863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,256,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,256,0.007320533196131389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,256,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,256,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,256,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,256,0.007414400080839793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,256,0.006883200009663899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,256,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,256,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,256,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,256,0.007187200089295705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,256,0.007653333246707916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,256,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,256,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,128,0.02441920042037964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,128,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,128,0.00842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,128,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,128,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,256,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,128,0.0059562668204307554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,128,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,128,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,128,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,128,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,128,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,128,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,128,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,128,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,128,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,128,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,128,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,128,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,128,0.004124800115823746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,128,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,128,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,128,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,128,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,128,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,128,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,128,0.003550933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,128,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,128,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,128,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,128,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,128,0.0026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,128,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,128,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,128,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,128,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,128,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,128,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,128,0.0023061332603295645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,128,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,128,0.0037621334195137024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,128,0.0023007998863856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,128,0.002514133354028066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,128,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,128,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,128,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,128,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,128,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,128,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,128,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,128,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,128,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,128,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,128,0.0025087999800841015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,128,0.04512319962183635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,128,0.031040000915527343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,128,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,128,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,128,0.01885333259900411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,128,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,128,0.020779732863108316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,128,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,128,0.01954879959424337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,128,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,128,0.01965013345082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,128,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,128,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,128,0.01881706714630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,128,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,128,0.018088533480962118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,128,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,128,0.01799359917640686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,128,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,128,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,128,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,128,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,128,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,128,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,128,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,128,0.01604586640993754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,128,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,128,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,128,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,128,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,128,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,128,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,128,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,128,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,128,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,128,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,128,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,128,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,128,0.013410133123397828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,128,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,128,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,128,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,128,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,128,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,128,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,128,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,128,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,128,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,128,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,128,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,128,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,128,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,128,0.012941867113113403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,128,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,128,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,128,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,128,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,128,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,128,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,128,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,128,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,128,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,128,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,128,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,128,0.013127467036247254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,128,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,128,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,128,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,128,0.012920533617337545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,128,0.29981759389241536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,128,0.7195861180623372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,128,0.08014612992604574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,128,0.14533759752909342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,128,0.07187200387318929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,128,0.07110613187154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,128,0.07976533571879069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,128,0.06697706381479898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,128,0.07641812960306803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,128,0.06245333353678385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,128,0.0756330649058024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,128,0.05781439940134684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,128,0.06701227029164633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,128,0.0535093347231547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,128,0.05384853283564249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,128,0.04933226505915324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,128,0.04974293311436971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,128,0.06284586588541666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,128,0.05832639932632446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,128,0.044809599717458085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,128,0.03625813325246175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,128,0.035809067885080974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,128,0.03171520034472148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,128,0.031351466973622635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,128,0.027619200944900512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,128,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,128,0.023093332846959434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,128,0.04452053308486938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,128,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,128,0.04036373297373454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,128,0.04118826786677043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,128,0.022744532426198324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,128,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,128,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,128,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,128,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,128,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,128,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,128,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,128,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,128,0.008136533200740814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,128,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,128,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,128,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,128,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,128,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,128,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,128,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,128,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,128,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,128,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,128,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,128,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,128,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,128,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,128,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,128,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,128,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,128,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,128,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,128,0.005958400170008342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,128,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,128,0.005972266693909963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,128,0.04850026766459147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,128,0.033418667316436765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,128,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,128,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,128,0.012896000345547994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,128,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,128,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,128,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,128,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,128,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,128,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,128,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,128,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,128,0.011533866326014202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,128,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,128,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,128,0.010875733693440755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,128,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,128,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,128,0.00965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,128,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,128,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,128,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,128,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,128,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,128,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,128,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,128,0.008004266520341237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,128,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,128,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,128,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,128,0.007348266740640004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,128,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,128,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,128,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,128,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,128,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,128,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,128,0.007187200089295705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,128,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,128,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,128,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,128,0.006937600175539653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,128,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,128,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,128,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,128,0.0068010667959849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,128,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,128,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,128,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,128,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,128,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,128,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,128,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,128,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,64,0.02214399973551432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,64,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,64,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,64,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,64,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,64,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,64,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,64,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,64,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,64,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,64,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,64,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,64,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,64,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,64,0.004410666724046072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,64,0.0041696002086003625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,64,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,64,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,64,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,64,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,64,0.003714133302370707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,64,0.0041802664597829185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,64,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,64,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,64,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,64,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,64,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,64,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,64,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,64,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,64,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,64,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,64,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,64,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,64,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,64,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,64,0.0024277334411938983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,64,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,64,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,64,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,64,0.0023018665611743926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,64,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,64,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,64,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,64,0.04521919886271159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,64,0.029582933584849043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,64,0.0225983997186025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,64,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,64,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,64,0.01913599967956543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,64,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,64,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,64,0.019642666975657145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,64,0.017653334140777587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,64,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,64,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,64,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,64,0.018857600291570027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,64,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,64,0.019258666038513183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,64,0.018083200852076212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,64,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,64,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,64,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,64,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,64,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,64,0.016709333658218382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,64,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,64,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,64,0.017219199736913045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,64,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,64,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,64,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,64,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,64,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,64,0.015040000279744467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,64,0.015849600235621132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,64,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,64,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,64,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,64,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,64,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,64,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,64,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,64,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,64,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,64,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,64,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,64,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,64,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,64,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,64,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,64,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,64,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,64,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,64,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,64,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,64,0.01634666621685028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,64,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,64,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,64,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,64,0.01381333371003469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,64,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,64,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,64,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,64,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,64,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,64,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,64,0.014353066682815552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,64,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,64,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,64,0.014232533176740012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,32,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,32,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,32,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,32,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,32,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,32,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,32,0.006402133405208588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,32,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,32,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,32,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,32,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,32,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,32,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,32,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,32,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,32,0.004515199859937032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,32,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,32,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,32,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,32,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,32,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,32,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,32,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,32,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,32,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,32,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,32,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,32,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,32,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,2048,32,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,64,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,2048,32,0.0031744000812371576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,2048,32,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,2048,32,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,2048,32,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,2048,32,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,2048,32,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,2048,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,2048,32,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,2048,32,0.002358400076627731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,2048,32,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,2048,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,2048,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,2048,32,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,2048,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,2048,32,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,2048,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,2048,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,2048,32,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,2048,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,2048,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,2048,32,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,2048,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,2048,32,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,2048,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,2048,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,2048,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,2048,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,2048,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,2048,32,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,32,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,2048,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,2048,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,2048,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,2048,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,2048,32,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,2048,32,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,2048,32,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,2048,32,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,2048,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,2048,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,2048,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,2048,32,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,32,0.04157546758651733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,32,0.028566400210062664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,32,0.020888533194859824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,32,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,32,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,32,0.01883413394292196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,32,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,32,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,32,0.019401599963506065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,32,0.017094399531682333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,32,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,32,0.018343466520309448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,32,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,32,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,32,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,2048,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,32,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,32,0.017217065890630087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,32,0.016790399948755898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,32,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,32,0.018308266003926595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,32,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,32,0.01591679950555166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,32,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,32,0.017516799767812095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,32,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,32,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,32,0.015655466914176942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,32,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,32,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,32,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,32,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,32,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,32,0.013899733622868856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,32,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,32,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,32,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,32,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,32,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,32,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,32,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,32,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,32,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,32,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,32,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,32,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,32,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,32,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,32,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,32,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,32,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,32,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,32,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,32,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,32,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,32,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,32,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,32,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,32,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,32,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,32,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,32,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,32,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,32,0.013547733426094055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,32,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,32,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,32,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,65536,1.0076053142547607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,65536,0.5222239891688029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,65536,2.0179573694864907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,65536,0.5118186473846436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,65536,0.4674453337987264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,65536,0.43646399180094403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,65536,0.4950079917907715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,65536,3.853290557861328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,65536,0.43004798889160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,65536,0.5160266558329264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,65536,0.4562720060348511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,65536,0.3988853295644124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,65536,0.39937599500020343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,65536,0.3299199938774109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,65536,0.3729706605275472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,65536,0.4296160141626994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,65536,0.33618664741516113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,65536,0.3951679865519206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,65536,0.3267893393834432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,65536,0.29506667455037433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,65536,0.305456002553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,65536,0.2777973413467407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,65536,0.2622986634572347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,65536,0.2423786719640096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,65536,0.24286933739980063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,65536,0.19259732961654663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,65536,0.20988800128300986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,65536,0.17993066708246866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,65536,0.16671466827392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,65536,0.15198933084805807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,65536,0.15024532874425253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,65536,0.1309706668059031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,65536,0.1032426655292511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,65536,0.05827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,65536,0.0506933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,65536,0.053354665637016296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,65536,0.051669334371884666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,65536,0.05018133421738943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,65536,0.04925866425037384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,65536,0.04775999983151754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,65536,0.04399466514587402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,65536,0.04585599899291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,65536,0.04391466577847799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,65536,0.044768000642458596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,65536,0.043680002291997276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,65536,0.044794668753941856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,65536,0.043354665239652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,65536,0.04161066561937332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,65536,0.043136000633239746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,65536,0.04151466737190882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,65536,0.04049066702524821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,65536,0.038917332887649536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,65536,0.04009599983692169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,65536,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,65536,0.039173332353432976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,65536,0.03761066744724909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,65536,0.04162666698296865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,65536,0.04170133173465729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,65536,0.04155733436346054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,65536,0.0415786678592364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,65536,0.04186666508515676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,65536,0.041093334555625916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,65536,0.04155733436346054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,65536,0.03756266583998998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,65536,0.0376800000667572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,65536,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,65536,0.03709333389997482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,65536,0.039120001097520195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,65536,0.03882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,65536,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,65536,0.03875733415285746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,65536,0.223471999168396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,65536,0.09221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,65536,0.040074666341145836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,65536,1.939674695332845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,65536,3.8567333221435547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,65536,1.0432266394297283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,65536,1.0496719678243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,65536,0.9808026949564616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,65536,0.991325298945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,65536,0.9203466574350992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,65536,7.518501281738281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,65536,0.9375786781311035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,65536,0.8571386337280273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,65536,0.8545973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,65536,0.8076612949371338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,65536,0.8010026613871256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,65536,0.7524000008900961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,65536,0.7337439854939779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,65536,0.6889706452687582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,65536,0.6830453077952067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,65536,0.6429413159688314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,65536,0.64246133963267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,65536,0.5959946711858114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,65536,0.5745439926783243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,65536,0.5239893198013306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,65536,0.5228293339411417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,65536,0.4682106574376424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,65536,0.4628053506215413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,65536,0.39320532480875653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,65536,0.4011146624883016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,65536,0.3373200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,65536,0.3415546814600627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,65536,0.2690666715304057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,65536,0.27140533924102783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,65536,0.22217333316802979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,65536,0.2047706643740336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,65536,0.07970400154590607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,65536,0.13023199637730917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,65536,0.07542666792869568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,65536,0.07650400201479594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,65536,0.0664186676343282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,65536,0.06790133317311604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,65536,0.06201333304246267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,65536,0.06165599822998047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,65536,0.05468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,65536,0.05420533319314321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,65536,0.05633866786956787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,65536,0.05639466643333435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,65536,0.05403199791908264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,65536,0.05190933247407278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,65536,0.04860266546408335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,65536,0.047877331574757896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,65536,0.044453332821528115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,65536,0.04481866459051768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,65536,0.04488266507784525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,65536,0.044778664906819664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,65536,0.04131733377774557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,65536,0.040864000717798867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,65536,0.037717332442601524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,65536,0.03789866715669632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,65536,0.039624000589052834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,65536,0.039618665973345436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,65536,0.04073066761096319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,65536,0.039778667191664376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,65536,0.03908533354600271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,65536,0.039293333888053894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,65536,0.03798133383194605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,65536,0.03543733308712641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,65536,0.03503466645876566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,65536,0.03387466569741567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,65536,0.034101332227389015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,65536,0.12823999921480814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,65536,0.0339626669883728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,65536,0.034490667283535004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,65536,0.033783999582131706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,65536,0.03445066759983698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,65536,0.07241866489251454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,65536,0.8056453069051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,65536,1.3199840386708577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,65536,0.7794000307718912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,65536,2.602498690287272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,65536,0.748032013575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,65536,5.416738510131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,65536,0.7189946969350179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,65536,0.6884026527404785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,65536,0.6404079993565878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,65536,0.5764453411102295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,65536,0.648037314414978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,65536,0.6000106732050577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,65536,0.6078293323516846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,65536,0.5671546856562296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,65536,0.5329573154449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,65536,0.43083735307057697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,65536,0.42739466826121014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,65536,0.38568798700968426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,65536,0.3944053252538045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,65536,0.3512266476949056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,65536,0.33097867170969647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,65536,0.316866676012675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,65536,0.2977360089619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,65536,0.2696933348973592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,65536,0.2616773247718811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,65536,0.24011200666427612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,65536,0.5348346630732218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,65536,0.4967386722564697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,65536,0.45527466138203937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,65536,0.20990933974583945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,65536,0.1753093401590983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,65536,0.19217600425084433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,65536,0.15878400206565857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,65536,0.14512532949447632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,65536,0.1258026659488678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,65536,0.09475200374921162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,65536,0.08824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,65536,0.08849866191546123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,65536,0.0843226710955302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,65536,0.08337333798408508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,65536,0.08036533494790395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,65536,0.0961626668771108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,65536,0.0910373330116272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,65536,0.09158399701118469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,65536,0.07301599780718486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,65536,0.0710506687561671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,65536,0.06916533410549164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,65536,0.06897866725921631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,65536,0.067930668592453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,65536,0.06841599941253662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,65536,0.06701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,65536,0.06632266441980998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,65536,0.06472266713778178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,65536,0.06485066811243693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,65536,0.06399466594060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,65536,0.06385333339373271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,65536,0.06381066640218098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,65536,0.06392000118891399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,65536,0.06384000182151794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,65536,0.06453066567579906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,65536,0.06398133436838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,65536,0.07524533569812775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,65536,0.06385066608587901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,65536,0.06429600218931834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,65536,0.06391733388106029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,65536,0.06398933132489522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,65536,0.06397066513697307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,65536,0.06399199863274892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,65536,0.06401866674423218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,65536,0.06391733388106029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,65536,0.06391199926535289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,65536,0.16638400157292685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,65536,0.07391199966271718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,65536,0.07165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,65536,1.2282311121622722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,65536,2.4029174380832248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,65536,0.6264106432596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,65536,0.3803857697380914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,65536,0.3774577776590983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,65536,0.37588977813720703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,65536,0.3797119988335504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,65536,0.36212976773579914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,65536,0.3600035508473714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,65536,0.35824889606899685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,65536,0.3633120059967041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,65536,0.34875554508633083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,65536,0.34741867913140195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,65536,0.23117155498928496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,65536,0.23257244957817924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,65536,0.22294754452175566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,65536,0.21922666496700713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,65536,0.2041635513305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,65536,0.2046133279800415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,65536,0.19512889120313856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,65536,0.19329599539438883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,65536,0.18023822042677137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,65536,0.18116977479722765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,65536,0.1759573353661431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,65536,0.1731271081500583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,65536,0.16671110524071586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,65536,0.16615288787417942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,65536,0.1608391073015001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,65536,0.15983466307322183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,65536,0.15235200193193224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,65536,0.15266666147443983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,65536,0.14542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,65536,0.14452444182501897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,65536,0.13694577746921116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,65536,0.1356497738096449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,65536,0.12924267186058894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,65536,0.12879289521111384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,65536,0.12878399425082737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,65536,0.12859733899434408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,65536,0.12808888488345677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,65536,0.1280533340242174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,65536,0.12771556112501356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,65536,0.12723910808563232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,65536,0.12613688574896917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,65536,0.12537954913245306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,65536,0.1244444449742635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,65536,0.12475555472903782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,65536,0.12607288360595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,65536,0.12604978349473742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,65536,0.12319644292195638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,65536,0.1221582227283054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,65536,0.126291553179423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,65536,0.12615288628472224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,65536,0.12347733974456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,65536,0.12203021844228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,65536,0.12575111124250624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,65536,0.1258257759941949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,65536,0.12184711297353108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,65536,0.12190043926239014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,65536,0.12329778406355117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,65536,0.12320889366997613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,65536,0.12219377358754475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,65536,0.12177422311570908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,65536,0.12325155735015869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,65536,0.12319110499487983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,65536,0.1220124430126614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,65536,0.12188266383277045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,65536,0.12315911716885036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,65536,0.12307733959621853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,65536,0.12174755997127956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,65536,0.12182577451070149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,51200,2.874901453653971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,51200,1.4786133766174316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,51200,0.7582826614379883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,51200,0.38515734672546387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,51200,0.38412264982859295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,51200,0.3833386500676473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,65536,0.12332444720798069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,51200,0.38275198141733807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,51200,0.35518932342529297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,51200,0.3540213505427043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,51200,0.3266613284746806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,51200,0.31752532720565796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,51200,0.2988053361574809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,51200,0.28589866558710736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,51200,0.27139200766881305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,51200,0.2638453245162964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,51200,0.26741333802541095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,51200,0.2443466583887736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,51200,0.25763734181722003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,51200,0.23610132932662964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,51200,0.21189866463343301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,51200,0.2031360069910685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,51200,0.2036799987157186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,51200,0.17534933487574259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,51200,0.17525333166122437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,51200,0.1572533349196116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,51200,0.14673067132631937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,51200,0.1404906709988912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,51200,0.13029866417249045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,51200,0.13210666179656982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,51200,0.11202667156855266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,51200,0.11981333295504253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,51200,0.29806933800379437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,51200,0.09801066915194194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,51200,0.07954666515191396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,51200,0.06891199946403503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,51200,0.04825599988301595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,51200,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,51200,0.04456533491611481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,51200,0.041519999504089355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,51200,0.042026668787002563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,51200,0.04321600000063578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,51200,0.039594667653242745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,51200,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,51200,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,51200,0.03557866563399633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,51200,0.0360000009338061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,51200,0.03535466641187668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,51200,0.0363520011305809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,51200,0.03544000039498011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,51200,0.03551466763019562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,51200,0.034341332813103996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,51200,0.0342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,51200,0.03525333354870478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,51200,0.03349333256483078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,51200,0.03160000095764796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,51200,0.03310399999221166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,51200,0.034832000732421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,51200,0.03364799916744232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,51200,0.03162133445342382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,51200,0.03517866631348928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,51200,0.03554133325815201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,51200,0.035573333501815796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,51200,0.035386666655540466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,51200,0.035045333206653595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,51200,0.03538133452335993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,51200,0.034314667185147606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,51200,0.03173333406448364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,51200,0.031210665901501972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,51200,0.031328000128269196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,51200,0.031658666829268135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,51200,0.03302400062481562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,51200,0.03267733256022135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,51200,0.031770666440327965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,51200,0.03268799930810928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,51200,2.9868907928466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,51200,1.517397403717041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,51200,0.8164666493733724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,51200,5.928458531697591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,51200,0.8169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,51200,0.7720666726430258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,51200,0.7713173230489095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,51200,0.7265093326568604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,51200,0.7292773723602295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,51200,0.6799413363138834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,51200,0.6788453261057535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,51200,0.6293333371480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,51200,0.6346746683120728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,51200,0.5918506781260172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,51200,0.5805360078811646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,51200,0.5397813320159912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,51200,0.5408213138580322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,51200,0.4927866856257121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,51200,0.501144011815389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,51200,0.45448799928029376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,51200,0.4588053226470947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,51200,0.4182613293329875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,51200,0.40378399689992267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,51200,0.3648080031077067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,51200,0.35363201300303143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,51200,0.3237066666285197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,51200,0.31796000401179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,51200,0.2681199908256531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,51200,0.274890661239624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,51200,0.21387199560801187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,51200,0.21036267280578613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,51200,0.1654906670252482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,51200,0.15935200452804565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,51200,0.10459466775258382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,51200,0.10003999869028728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,51200,0.06589866677920024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,51200,0.06371733546257019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,51200,0.06433600187301636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,51200,0.06434133152167003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,51200,0.05785333116849264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,51200,0.058005332946777344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,51200,0.051642666260401406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,51200,0.0506933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,51200,0.04821600019931793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,51200,0.04519199828306834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,51200,0.04966666797796885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,51200,0.04533866544564565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,51200,0.04402933518091837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,51200,0.04256533086299896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,51200,0.039962666730086006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,51200,0.04037333279848099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,51200,0.0410480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,51200,0.039546666045983635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,51200,0.03945866723855337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,51200,0.03855466594298681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,51200,0.03635466595490774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,51200,0.03545333445072174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,51200,0.033229333659013115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,51200,0.0330799991885821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,51200,0.03327466547489166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,51200,0.03260533263285955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,51200,0.03292000045379003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,51200,0.03269333392381668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,51200,0.03243999928236008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,51200,0.03207999964555105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,51200,0.03161866714557012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,51200,0.029927998781204224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,51200,0.03027733415365219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,51200,0.030991998811562855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,51200,0.03068266560633977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,51200,0.029490667084852856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,51200,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,51200,0.029821333785851795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,51200,0.031586666901906334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,65536,0.12193244033389622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,51200,2.3193999926249185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,51200,4.637855847676595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,65536,0.1212657822502984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,51200,1.1542452971140544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,51200,0.7074693044026693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,51200,0.6422160069147745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,51200,0.654698650042216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,51200,0.6845280329386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,51200,0.6030960083007812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,51200,0.5663253466288248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,51200,0.5678639809290568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,51200,0.5128453175226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,51200,0.5430239836374918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,51200,0.5300373236338297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,51200,0.4979039827982585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,51200,0.46932001908620197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,51200,0.37901333967844647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,51200,0.36845068136850995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,51200,0.3396506706873576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,51200,0.34409332275390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,51200,0.3091546694437663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,51200,0.28751466671625775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,51200,0.2740666667620341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,51200,0.25761600335439044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,51200,0.23666133483250937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,51200,0.226909339427948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,51200,0.47281066576639813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,51200,0.20989066362380981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,51200,0.43778399626413983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,51200,0.40169068177541095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,51200,0.16981865962346396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,51200,0.18417332569758096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,51200,0.15262933572133383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,51200,0.13885066906611124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,51200,0.12266133228937785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,51200,0.10986666878064473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,51200,0.07930133243401845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,51200,0.07312799990177155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,51200,0.072543998559316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,51200,0.0678746650616328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,51200,0.06805866460005443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,51200,0.06540800134340923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,51200,0.080335999528567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,51200,0.07486400008201599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,51200,0.07543733219305675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,51200,0.06113333503405253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,51200,0.056050668160120644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,51200,0.055442666014035545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,51200,0.055069332321484886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,51200,0.054858664671579994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,51200,0.05470400055249532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,51200,0.053634668389956154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,51200,0.053157334526379905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,51200,0.05183733503023783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,51200,0.05202666421731313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,51200,0.05160266657670339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,51200,0.05167999863624573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,51200,0.05173600216706594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,51200,0.051442667841911316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,51200,0.05129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,51200,0.05159999926884969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,51200,0.051832000414530434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,51200,0.05171733101209005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,51200,0.05234399934609731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,51200,0.051511997977892555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,51200,0.05152800182501475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,51200,0.05239466826121012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,51200,0.051357333858807884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,51200,0.05150666832923889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,51200,0.05150400102138519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,51200,0.15170133113861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,51200,0.14753066500027975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,51200,0.05810399850209554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,51200,0.05772533516089121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,51200,0.055946667989095054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,51200,1.904948075612386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,51200,0.9605586528778076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,51200,0.49055735270182294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,51200,0.305078665415446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,51200,0.30032533407211304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,51200,0.29975199699401855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,51200,0.29808666308720905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,51200,0.2915453314781189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,51200,0.28649334112803143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,51200,0.2860693335533142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,51200,0.27952800194422406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,51200,0.2834426760673523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,51200,0.2754533290863037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,51200,0.18607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,51200,0.18733332554499307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,51200,0.17871467272440592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,51200,0.17683867613474527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,51200,0.16406800349553427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,51200,0.16304266452789307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,51200,0.1556653380393982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,51200,0.15449999769528708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,51200,0.14507466554641724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,51200,0.14485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,51200,0.1390613317489624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,51200,0.1388146678606669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,51200,0.1337000032265981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,51200,0.13293332854906717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,51200,0.12756266196568808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,51200,0.12729600071907043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,51200,0.1231000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,51200,0.12148132920265198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,51200,0.11552932858467102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,51200,0.11530266205469768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,51200,0.10909466942151387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,51200,0.10783333579699199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,51200,0.10225866238276164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,51200,0.10153200229008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,51200,0.10165066520373027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,51200,0.10197066267331441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,51200,0.10114799936612447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,51200,0.10140132904052734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,51200,0.09971466660499573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,51200,0.10064133008321126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,51200,0.09857199589411418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,51200,0.09914666414260864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,51200,0.09731066226959229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,51200,0.09785200158754985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,51200,0.09709733724594116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,51200,0.09846400221188863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,51200,0.09867733716964722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,51200,0.09672000010808308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,51200,0.09701733787854512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,51200,0.09835066397984822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,51200,0.09679067134857178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,51200,0.09668933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,51200,0.0965506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,51200,0.09669466813405354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,51200,0.09645866354306538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,51200,0.097078671058019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,51200,0.09653066595395406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,51200,0.09634666641553243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,51200,0.096561332543691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,51200,0.09689333041508992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,51200,0.09704266985257466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,51200,0.09628933668136597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,51200,0.09668533007303874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,51200,0.0965453286965688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,51200,0.09710799654324849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,51200,0.09637066721916199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,51200,0.09636933604876201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,51200,0.09672133127848308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,16384,0.9555128945244683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,16384,0.5274595684475368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,16384,0.28730667961968315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,16384,0.14657421906789145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,16384,0.14606577820248073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,16384,0.14551466041141087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,16384,0.14561955134073892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,16384,0.12567822138468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,16384,0.1339199940363566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,16384,0.10775999890433417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,16384,0.10808710919486152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,16384,0.09965333011415269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,16384,0.10285155640708075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,16384,0.09911288817723592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,16384,0.09301866425408258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,16384,0.0878524449136522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,16384,0.08939377466837566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,16384,0.08103644185596041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,16384,0.0863200028737386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,16384,0.07942933506435819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,16384,0.07189510928259955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,16384,0.0693333347638448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,16384,0.06969955232408312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,16384,0.059919999705420605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,16384,0.06014221906661987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,16384,0.05378311210208469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,16384,0.05042666527960035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,16384,0.047480887836880155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,16384,0.04437511165936788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,16384,0.045216000742382474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,16384,0.039311998420291476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,16384,0.03977422250641717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,16384,0.03421511252721151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,16384,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,16384,0.027454222242037456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,16384,0.018464000688658822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,16384,0.019260444574885897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,16384,0.018039110634062026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,16384,0.018030222919252183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,16384,0.01660977800687154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,16384,0.016567111015319824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,16384,0.015953777564896476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,16384,0.014695111248228284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,16384,0.01586844523747762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,16384,0.014753777119848462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,16384,0.01460444430510203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,16384,0.01464355488618215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,16384,0.014533332652515836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,16384,0.01460088955031501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,16384,0.01603911154799991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,16384,0.01459022197458479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,16384,0.013918222652541267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,16384,0.014279110564125909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,16384,0.014485332700941296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,16384,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,16384,0.014275555809338888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,16384,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,16384,0.015331554743978711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,16384,0.017870222528775532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,16384,0.013909333282046847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,16384,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,16384,0.013779555757840475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,16384,0.01390044391155243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,16384,0.01387555566098955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,16384,0.013809777796268463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,16384,0.013711999687883588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,16384,0.01262399968173769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,16384,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,16384,0.012549333274364471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,16384,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,16384,0.01276622215906779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,16384,0.012664889295895895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,16384,0.013064888616402945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,16384,0.012853333519564735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,16384,1.9400554656982423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,16384,0.9911296208699545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,16384,0.5100597381591797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,16384,0.2744938532511393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,16384,0.2742645263671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,16384,0.26003519694010413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,16384,0.2596394697825114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,51200,0.09654000401496887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,16384,0.2437023957570394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,16384,0.2410794734954834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,16384,0.2216970602671305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,16384,0.22088534037272134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,16384,0.20469226837158203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,16384,0.20718720753987632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,16384,0.19267412821451824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,16384,0.18813120524088542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,16384,0.17310293515523273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,16384,0.17426239649454753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,16384,0.15516692797342937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,16384,0.16041067441304524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,16384,0.14067947069803874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,16384,0.1347434679667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,16384,0.12013013362884521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,16384,0.12221653461456299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,16384,0.10292479991912842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,16384,0.10288426876068116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,16384,0.08828159968058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,16384,0.08653333187103271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,16384,0.07643840312957764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,16384,0.07595626513163248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,16384,0.06449706554412842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,16384,0.05271999835968018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,16384,0.06329706509908041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,16384,0.049561599890391037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,16384,0.04541866779327393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,16384,0.0431007981300354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,16384,0.03341653347015381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,16384,0.03227306604385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,16384,0.03330666621526082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,16384,0.033020800352096556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,16384,0.03200213313102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,16384,0.03134613235791524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,16384,0.03323306639989217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,16384,0.031041065851847332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,16384,0.028632533550262452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,16384,0.028011733293533327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,16384,0.027720532814661664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,16384,0.027457066377003986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,16384,0.02765226761500041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,16384,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,16384,0.028076799710591634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,16384,0.026787199576695758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,16384,0.02536853353182475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,16384,0.02536639968554179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,16384,0.024913066625595094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,16384,0.024555732806523643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,16384,0.024652800957361855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,16384,0.02448106606801351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,16384,0.02525866627693176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,16384,0.022834134101867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,16384,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,16384,0.02683626612027486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,16384,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,16384,0.021991467475891112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,16384,0.022796799739201866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,16384,0.022278400262196858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,16384,0.022155733903249104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,16384,0.0240447998046875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,16384,0.024924800793329874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,16384,0.025038933753967284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,16384,0.02416106661160787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,16384,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,16384,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,16384,0.023935999472935995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,16384,0.025838933388392132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,51200,0.09606800476710002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,51200,0.09662000338236491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,16384,1.0169535954793294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,16384,1.9996245066324871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,16384,0.5080362637837728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,16384,0.2805791854858398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,16384,0.29802560806274414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,16384,0.27269118626912436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,16384,0.28592214584350584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,16384,0.264246400197347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,16384,0.2411616007486979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,16384,0.24496639569600426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,16384,0.2303071975708008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,16384,0.22561066945393882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,16384,0.22067519823710122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,16384,0.20997333526611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,16384,0.19967999458312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,16384,0.16309760411580404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,16384,0.15851945877075196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,16384,0.1459935983022054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,16384,0.1451584021250407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,16384,0.13224746386210123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,16384,0.1220352013905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,16384,0.1170570691426595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,16384,0.10793493588765461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,16384,0.10149119695027668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,16384,0.08722773392995199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,16384,0.08563093344370523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,16384,0.19667092959086102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,16384,0.1884640057881673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,16384,0.1724170684814453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,16384,0.06564160188039145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,16384,0.06274666786193847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,16384,0.04730666478474935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,16384,0.05084586540857951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,16384,0.041450667381286624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,16384,0.036813867092132566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,16384,0.029357866446177168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,16384,0.02762239972750346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,16384,0.026370133956273394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,16384,0.02595199942588806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,16384,0.026121600468953447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,16384,0.02576533357302348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,16384,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,16384,0.0276256004969279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,16384,0.0278442660967509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,16384,0.023221333821614586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,16384,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,16384,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,16384,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,16384,0.02258560061454773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,16384,0.021517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,16384,0.02149440050125122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,16384,0.021527467171351115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,16384,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,16384,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,16384,0.020860799153645835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,16384,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,16384,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,16384,0.02144213318824768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,16384,0.02069973349571228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,16384,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,16384,0.021010132630666097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,16384,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,16384,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,16384,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,16384,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,16384,0.05856320063273111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,16384,0.05424319903055826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,16384,0.05877546469370524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,16384,0.05310506820678711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,16384,0.05734399954477946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,16384,0.053021868069966636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,16384,0.060027734438578284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,16384,0.023143466313680014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,16384,0.022375466426213582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,16384,0.171397336324056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,16384,0.33285865783691404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,16384,0.6349664052327474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,16384,0.10612586339314778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,16384,0.10604266325632732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,16384,0.10387199719746906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,16384,0.10479573408762614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,16384,0.10141013463338215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,16384,0.10159253279368083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,16384,0.10011413097381591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,16384,0.10058666865030925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,16384,0.09722879727681479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,16384,0.09658453464508057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,16384,0.0661845326423645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,16384,0.0668170690536499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,16384,0.06350933313369751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,16384,0.06371626853942872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,16384,0.05934613148371378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,16384,0.059770667552948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,16384,0.05742719968159994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,16384,0.05761706829071045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,16384,0.05357760190963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,16384,0.05344106753667196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,16384,0.052242132027943936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,16384,0.05256213347117106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,16384,0.04826879898707072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,16384,0.048093867301940915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,16384,0.04660053253173828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,16384,0.045916799704233804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,16384,0.04450986782709758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,16384,0.0440170685450236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,16384,0.04154026508331299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,16384,0.041341865062713624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,16384,0.03993173440297444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,16384,0.03948053518931071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,16384,0.03704959948857625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,16384,0.03629973332087199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,16384,0.03627946774164836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,16384,0.036510932445526126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,16384,0.03626240094502767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,16384,0.03672746817270915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,16384,0.036396801471710205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,16384,0.036263465881347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,16384,0.0358570655186971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,16384,0.03551359971364339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,16384,0.03512533505757649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,16384,0.035190399487813315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,16384,0.035069866975148516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,16384,0.03548693259557088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,16384,0.03536746501922607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,16384,0.03538453181584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,16384,0.03547733227411906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,16384,0.03552853266398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,16384,0.03495786587397258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,16384,0.035046398639678955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,16384,0.03510719935099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,16384,0.03545386791229248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,16384,0.034977066516876223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,16384,0.03516906499862671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,16384,0.03512320121129354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,16384,0.03543253342310588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,16384,0.03503679831822713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,16384,0.03508906761805217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,16384,0.03466560045878093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,16384,0.03509653409322103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,16384,0.03503146568934123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,16384,0.03538986841837565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,16384,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,16384,0.03531200091044108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,16384,0.035323735078175864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,16384,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,12288,0.6934626897176107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,12288,0.4497400124867757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,12288,0.22587599356969199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,12288,0.11235733826955159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,12288,0.11233333746592204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,12288,0.11195333798726399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,12288,0.11263466874758403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,12288,0.09897466500600179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,12288,0.09333999951680501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,12288,0.07886800169944763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,12288,0.07931600014368693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,12288,0.07253333429495494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,12288,0.07593466838200887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,12288,0.07535333434740703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,12288,0.06851866841316223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,12288,0.06523733337720235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,12288,0.06569733222325642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,12288,0.05861199895540873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,12288,0.06244266529877981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,12288,0.0586866686741511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,12288,0.051597331960995994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,12288,0.04976800084114075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,12288,0.05118933320045471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,12288,0.04270400106906891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,12288,0.04277733465035757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,12288,0.03859333445628484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,12288,0.03624933212995529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,12288,0.03548000007867813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,12288,0.03211866567532221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,12288,0.033645334343115486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,12288,0.02848000079393387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,12288,0.030617333948612213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,12288,0.024405332903067272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,12288,0.025072000920772552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,12288,0.018505333612362545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,12288,0.014829333871603012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,12288,0.01528933271765709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,12288,0.015321332961320877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,12288,0.015113333861033121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,12288,0.01452800010641416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,12288,0.013753333439429602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,12288,0.012974667052427927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,12288,0.013043999671936035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,12288,0.012554666648308435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,12288,0.011489332964022955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,12288,0.011410667250553766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,12288,0.011490666617949804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,12288,0.011434666812419891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,12288,0.011670666436354319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,12288,0.011653333902359009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,12288,0.01155466710527738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,12288,0.013379999746878942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,12288,0.01142533371845881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,12288,0.011482667177915573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,12288,0.011452000588178635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,12288,0.011490666617949804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,12288,0.01209999993443489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,12288,0.012974667052427927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,12288,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,12288,0.010888000329335531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,12288,0.010893333703279495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,12288,0.01087866723537445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,12288,0.010911999891201654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,12288,0.01091866691907247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,12288,0.010990666846434275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,12288,0.01093599945306778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,12288,0.014003999531269073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,12288,0.013972000529368719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,12288,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,12288,0.013855999956528345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,12288,0.01463466634353002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,12288,0.013530666629473368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,12288,0.013637332866589228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,12288,0.014695999523003897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,12288,1.455425008138021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,12288,0.7447957356770833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,12288,0.38368959426879884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,16384,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,12288,0.207094399134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,12288,0.20880640347798668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,12288,0.19225813547770182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,12288,0.19234347343444824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,12288,0.18156372706095378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,12288,0.16756800015767415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,12288,0.1844362735748291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,16384,0.03513280153274536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,12288,0.1668618679046631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,12288,0.1558293342590332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,12288,0.15514453252156574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,12288,0.13983999888102214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,12288,0.1357685407002767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,12288,0.12455893357594808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,12288,0.1251360019048055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,12288,0.11221973101298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,12288,0.11708906491597493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,12288,0.10465919971466064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,12288,0.10087146759033203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,12288,0.08807786305745444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,12288,0.0894208033879598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,12288,0.07801600297292074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,12288,0.07813226381937663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,12288,0.06658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,12288,0.06785600185394287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,12288,0.059381333986918125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,12288,0.05634986559549967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,12288,0.04636799891789754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,12288,0.04976106484731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,12288,0.04159466822942098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,12288,0.043391998608907065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,12288,0.03610026836395264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,12288,0.03789866765340169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,12288,0.0312554657459259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,12288,0.03255253235499064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,12288,0.030979200204213457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,12288,0.030954666932423908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,12288,0.028649600346883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,12288,0.02987946669260661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,12288,0.02725119988123576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,12288,0.027875200907389326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,12288,0.026143999894460042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,12288,0.02486720085144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,12288,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,12288,0.024770132700602212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,12288,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,12288,0.02541973392168681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,12288,0.025049599011739095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,12288,0.023053866624832154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,12288,0.024910932779312132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,12288,0.02290880084037781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,12288,0.02396799921989441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,12288,0.022913066546122234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,12288,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,12288,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,12288,0.02076586683591207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,12288,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,12288,0.025387734174728394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,12288,0.021277866760889688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,12288,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,12288,0.022503467400868733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,12288,0.02049386699994405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,12288,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,12288,0.022382932901382446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,12288,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,12288,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,12288,0.02330133318901062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,12288,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,12288,0.023752532402674355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,12288,0.02103466590245565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,12288,0.0217141330242157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,16384,0.03500373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,12288,0.021203200022379555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,12288,0.9289098739624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,12288,0.46905705134073894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,12288,0.2710176150004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,12288,1.8466453552246094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,12288,0.2597248077392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,12288,0.24013546307881675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,12288,0.2530656019846598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,12288,0.2446826616923014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,12288,0.21709973017374673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,12288,0.22883946100870767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,12288,0.2056543986002604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,12288,0.1988287925720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,12288,0.210206937789917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,12288,0.17700692812601726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,12288,0.1948640028635661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,12288,0.1831754684448242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,12288,0.15362666447957357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,12288,0.1441546599070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,12288,0.12985493342081705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,12288,0.12109546661376953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,12288,0.09812373320261637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,12288,0.1020405371983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,12288,0.07849706808725992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,12288,0.07843733628590902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,12288,0.13690346082051594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,12288,0.0624778668085734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,12288,0.06177706718444824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,12288,0.17113812764485675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,12288,0.15716266632080078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,12288,0.05100906689961752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,12288,0.049218134085337324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,12288,0.04331733385721843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,12288,0.04001706838607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,12288,0.031879466772079465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,12288,0.03578240076700846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,12288,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,12288,0.025231999158859254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,12288,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,12288,0.022053333123524983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,12288,0.021912533044815063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,12288,0.021874133745829263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,12288,0.02160960038503011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,12288,0.023538132508595787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,12288,0.023545600970586143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,12288,0.01946880022684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,12288,0.019180800517400107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,12288,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,12288,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,12288,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,12288,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,12288,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,12288,0.017450666427612303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,12288,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,12288,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,12288,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,12288,0.01729173262914022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,12288,0.017173333962758382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,12288,0.017267199357350667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,12288,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,12288,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,12288,0.017077332735061644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,12288,0.01911466717720032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,12288,0.017148800690968833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,12288,0.04047893285751343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,12288,0.040693334738413495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,12288,0.043649065494537356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,12288,0.04100586573282878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,12288,0.042372266451517746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,12288,0.04345173438390096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,12288,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,12288,0.04214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,12288,0.044011731942494706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,12288,0.045670398076375324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,12288,0.04312320152918498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,12288,0.2585482597351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,12288,0.13219839731852215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,12288,0.4893823941548665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,12288,0.08325013319651285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,12288,0.0813215970993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,12288,0.08341973622639974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,12288,0.08280213673909506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,12288,0.0798367977142334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,12288,0.07964479923248291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,12288,0.07882026831309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,12288,0.0796714703241984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,12288,0.07641706466674805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,12288,0.07560319900512695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,12288,0.05292906761169434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,12288,0.05326506694157919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,12288,0.05002453327178955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,12288,0.05035306612650553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,12288,0.048971732457478837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,12288,0.047960531711578366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,12288,0.04490026632944743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,12288,0.04547199805577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,12288,0.0430837353070577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,12288,0.04280639886856079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,12288,0.04082666635513306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,12288,0.03983146746953328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,12288,0.038791465759277347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,12288,0.037910401821136475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,12288,0.03653013308842977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,12288,0.035444267590840656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,12288,0.036339199542999266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,12288,0.03506666819254557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,12288,0.03308373292287191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,12288,0.03342613379160563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,12288,0.03138773242632548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,12288,0.03126506606737773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,12288,0.02903040051460266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,12288,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,12288,0.028961066404978437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,12288,0.02889813383420308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,12288,0.02887360056241353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,12288,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,12288,0.028862933317820232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,12288,0.0289792001247406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,12288,0.028436267375946046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,12288,0.028141866127649944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,12288,0.02851733366648356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,12288,0.027714133262634277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,12288,0.02796906630198161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,12288,0.028086400032043456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,12288,0.02803093393643697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,12288,0.02771199941635132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,12288,0.02802880009015401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,12288,0.02810666759808858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,12288,0.02803093393643697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,12288,0.027690666913986205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,12288,0.028250666459401448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,12288,0.02765653332074483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,12288,0.02765333255132039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,12288,0.027716267108917236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,12288,0.027748266855875652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,12288,0.02804693380991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,12288,0.028164267539978027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,12288,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,12288,0.028066132465998334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,12288,0.027772800127665205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,12288,0.02768106659253438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,12288,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,12288,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,12288,0.027818665901819868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,12288,0.027715200185775758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,12288,0.028207999467849732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,10240,0.6246026357014973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,12288,0.027669332424799603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,10240,0.3192063967386881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,10240,0.16018880208333333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,10240,0.09421013196309408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,10240,0.08726720015207926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,10240,0.09161386489868165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,10240,0.08973440329233805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,10240,0.0820629358291626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,10240,0.07522986729939779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,10240,0.0798805316289266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,10240,0.07363519668579102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,10240,0.06714133421579996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,10240,0.063045334815979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,10240,0.06728853384653727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,10240,0.057348267237345374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,10240,0.05631680091222128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,10240,0.054568533102671304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,10240,0.05181013345718384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,10240,0.05179200172424316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,10240,0.051881599426269534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,10240,0.04299413363138835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,10240,0.04473280111948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,10240,0.04301333427429199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,10240,0.03862826824188233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,10240,0.03560213247934978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,10240,0.03472533226013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,10240,0.02997973362604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,10240,0.03161173264185588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,10240,0.02645653287569682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,10240,0.02820906639099121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,10240,0.023293866713841756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,10240,0.025752532482147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,10240,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,10240,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,10240,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,10240,0.013427199920018515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,10240,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,10240,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,10240,0.01295360028743744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,10240,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,10240,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,10240,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,10240,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,10240,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,10240,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,10240,0.010653866330782573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,10240,0.010615467031796774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,10240,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,10240,0.011742933591206869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,10240,0.011724799871444702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,10240,0.011766399939854939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,10240,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,10240,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,10240,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,10240,0.010563199718793232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,10240,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,10240,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,10240,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,10240,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,10240,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,10240,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,10240,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,10240,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,10240,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,10240,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,10240,0.012204800049463909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,10240,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,10240,0.012119467059771221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,10240,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,10240,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,10240,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,10240,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,10240,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,10240,0.021606399615605672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,10240,0.6316245396931965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,10240,1.2192778269449869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,10240,0.32718292872111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,10240,0.17083946863810223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,10240,0.1747008005777995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,10240,0.15789440472920735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,10240,0.16103359858194988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,10240,0.1460821310679118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,10240,0.13710080782572429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,10240,0.13699520428975423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,10240,0.11949973106384278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,10240,0.12111999988555908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,10240,0.112936536471049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,10240,0.11076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,10240,0.1013482650121053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,10240,0.10266666412353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,10240,0.1476181348164876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,10240,0.09175039927164713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,10240,0.09440746307373046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,10240,0.0862943967183431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,10240,0.08382186889648438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,10240,0.0741706689198812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,10240,0.07428906758626302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,10240,0.06464000145594279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,10240,0.0646997332572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,10240,0.05683199961980184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,10240,0.05591146548589071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,10240,0.04986986716588338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,10240,0.04896213213602702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,12288,0.02766079902648926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,10240,0.04656960169474284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,10240,0.04347946643829346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,10240,0.04073386589686076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,10240,0.038254932562510176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,10240,0.035037867228190106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,10240,0.032178133726119995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,10240,0.030444800853729248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,10240,0.0278442660967509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,10240,0.026935466130574542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,10240,0.02900586724281311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,10240,0.028253867228825884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,10240,0.026804266373316447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,10240,0.026525866985321046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,10240,0.02485760052998861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,10240,0.026097067197163898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,10240,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,10240,0.025051732858022053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,10240,0.024459733565648397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,10240,0.023655466238657632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,10240,0.024625066916147867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,10240,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,10240,0.023635200659434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,10240,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,10240,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,10240,0.02207146684328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,10240,0.023565866549809775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,10240,0.022437334060668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,10240,0.021997867027918498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,10240,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,10240,0.021677867571512858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,10240,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,10240,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,10240,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,10240,0.021130667130152384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,10240,0.019450666507085164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,10240,0.0204202671845754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,10240,0.01936533252398173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,10240,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,10240,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,10240,0.019310933351516724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,10240,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,10240,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,10240,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,10240,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,10240,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,12288,0.02765973409016927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,10240,0.2537877400716146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,10240,0.8832703908284506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,10240,0.449948787689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,10240,0.24026667277018227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,10240,0.22848639488220215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,10240,1.7657258351643879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,10240,0.24169920285542806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,10240,0.22990612983703612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,10240,0.21459412574768066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,10240,0.19433919588724774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,10240,0.2083285331726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,10240,0.18962559700012208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,10240,0.20186026891072592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,10240,0.16862293879191081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,10240,0.1801184018452962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,10240,0.1748597304026286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,10240,0.14168426195780437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,10240,0.1280128002166748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,10240,0.12072959740956624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,10240,0.10316267013549804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,10240,0.09908693631490072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,10240,0.07828799883524576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,10240,0.0675872008005778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,10240,0.07991147041320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,10240,0.06369386514027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,10240,0.058577068646748866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,10240,0.055046399434407554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,10240,0.16037546793619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,10240,0.14531092643737792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,10240,0.04708906809488932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,10240,0.045305601755778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,10240,0.040275200208028154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,10240,0.0375274658203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,10240,0.03249599933624268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,10240,0.030100266138712566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,10240,0.02262186606725057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,10240,0.02150826652844747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,10240,0.020555732647577922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,10240,0.019461333751678467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,10240,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,10240,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,10240,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,10240,0.020857600371042888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,10240,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,10240,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,10240,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,10240,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,10240,0.01702400048573812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,10240,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,10240,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,10240,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,10240,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,10240,0.015385599931081137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,10240,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,10240,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,10240,0.015493333339691162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,10240,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,10240,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,10240,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,10240,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,10240,0.03461759885152181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,10240,0.038659199078877764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,10240,0.0365386684735616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,10240,0.037811199824015304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,10240,0.038472533226013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,10240,0.03808106581370036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,10240,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,10240,0.03623466491699219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,10240,0.035877335071563723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,10240,0.03882026672363281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,10240,0.037882665793101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,10240,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,10240,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,10240,0.0395306666692098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,10240,0.43008852005004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,10240,0.23350720405578612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,10240,0.11740480264027912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,10240,0.0738858699798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,10240,0.07409706910451254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,10240,0.07280639807383218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,10240,0.07216533025105795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,10240,0.07003946304321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,10240,0.07089280287424723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,10240,0.06989440123240152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,10240,0.06993920008341471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,10240,0.06707839965820313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,10240,0.06671040058135987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,10240,0.04740266799926758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,10240,0.047134931882222494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,10240,0.04528533220291138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,10240,0.04475626548131307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,10240,0.04160106579462687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,10240,0.04243733485539754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,10240,0.039146665732065836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,10240,0.039009066422780354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,10240,0.03714880148569743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,10240,0.03688746690750122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,10240,0.035396265983581546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,10240,0.03548159996668498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,10240,0.03420159816741943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,10240,0.03305173317591349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,10240,0.032022400697072344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,10240,0.03216106692949931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,10240,0.030532266696294146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,10240,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,10240,0.02932159900665283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,10240,0.028926932811737062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,10240,0.027695999542872114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,10240,0.027268266677856444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,10240,0.025628799200057985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,10240,0.025589332977930708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,10240,0.02521386742591858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,10240,0.0254037340482076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,10240,0.025568000475565594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,10240,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,10240,0.02568853298823039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,10240,0.025191466013590496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,10240,0.024785067637761435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,10240,0.024485333760579427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,10240,0.024784000714619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,10240,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,10240,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,10240,0.02446933388710022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,10240,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,10240,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,10240,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,10240,0.024489599466323852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,10240,0.02437439958254496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,10240,0.02474986712137858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,10240,0.02432639996210734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,10240,0.02441813349723816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,10240,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,10240,0.02480213244756063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,10240,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,10240,0.024411733945210776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,10240,0.024331732590993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,10240,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,10240,0.02439146637916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,10240,0.02396906614303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,10240,0.024487467606862386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,10240,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,10240,0.024363734324773154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,10240,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,10240,0.024589866399765015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,10240,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,10240,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,8192,0.2544991970062256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,8192,0.12444480260213216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,8192,0.5088042577107748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,8192,0.06793920199076334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,8192,0.08782293001810709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,8192,0.06756373246510824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,8192,0.061166934172312414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,8192,0.06013226509094238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,8192,0.05883200168609619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,8192,0.05887786547342936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,8192,0.04930560191472371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,8192,0.05085973342259725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,8192,0.04852693478266398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,8192,0.04392213424046834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,8192,0.04180479844411214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,8192,0.042971734205881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,8192,0.038306132952372236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,8192,0.040934399763743086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,8192,0.03768426577250163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,8192,0.03401386737823486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,8192,0.033046400547027587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,8192,0.07565013567606607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,8192,0.03459626833597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,8192,0.03127146760622661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,8192,0.029156267642974854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,8192,0.028498133023579914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,8192,0.024649600187937416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,8192,0.02492799957593282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,8192,0.02183893322944641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,8192,0.023202133178710938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,8192,0.01969919999440511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,8192,0.02099306583404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,8192,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,8192,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,8192,0.013367467125256858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,8192,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,8192,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,8192,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,8192,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,8192,0.012587733070055642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,8192,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,8192,0.011121066411336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,8192,0.01223360002040863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,8192,0.01023573378721873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,8192,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,8192,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,8192,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,8192,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,8192,0.010519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,8192,0.010546132922172546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,8192,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,8192,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,8192,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,8192,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,8192,0.009434666236241658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,8192,0.009469866752624512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,8192,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,8192,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,8192,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,8192,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,8192,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,8192,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,8192,0.00886826713879903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,8192,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,8192,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,8192,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,8192,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,8192,0.011738666892051696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,8192,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,8192,0.011948800086975098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,8192,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,8192,0.01113813320795695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,8192,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,8192,0.008877866466840108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,10240,0.02440213362375895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,8192,0.977504030863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,8192,0.25973332722981773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,8192,0.5119711875915527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,8192,0.13067733446757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,8192,0.1319093306859334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,8192,0.1223637342453003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,8192,0.12567893664042157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,8192,0.1121781349182129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,8192,0.11422719955444335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,8192,0.10304853121439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,8192,0.10377386411031086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,8192,0.09654080073038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,8192,0.09463573296864827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,8192,0.0865290641784668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,8192,0.0866101344426473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,8192,0.0800981362660726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,8192,0.08042453130086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,8192,0.07291626930236816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,8192,0.0662058671315511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,8192,0.0652181347211202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,8192,0.05840320189793905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,8192,0.05832000176111857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,8192,0.05343466599782308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,8192,0.05275520086288452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,8192,0.04786239862442017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,8192,0.04629546801249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,8192,0.044308265050252274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,8192,0.04319039980570476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,8192,0.07279893557230631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,10240,0.024301866690317787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,8192,0.03950506846110026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,8192,0.038312534491221115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,8192,0.03618239959081014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,8192,0.037113598982493085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,8192,0.027848533789316815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,8192,0.031159466505050658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,8192,0.02682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,8192,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,8192,0.024945066372553507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,8192,0.023805866638819374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,8192,0.02406826615333557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,8192,0.023050665855407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,8192,0.023230934143066408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,8192,0.02289066712061564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,8192,0.022895999749501548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,8192,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,8192,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,8192,0.02195733388264974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,8192,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,8192,0.02224000096321106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,8192,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,8192,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,8192,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,8192,0.020310399929682414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,8192,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,8192,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,8192,0.02515520056088765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,8192,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,8192,0.020566399892171225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,8192,0.018768000602722167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,8192,0.02069973349571228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,8192,0.019527467091878255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,8192,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,8192,0.019334399700164796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,8192,0.021517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,8192,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,8192,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,8192,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,8192,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,8192,0.018294399976730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,8192,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,8192,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,8192,0.017221333583196004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,8192,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,8192,0.2386250654856364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,8192,0.42290239334106444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,8192,0.8395285288492838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,8192,0.22501653035481772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,8192,0.21261439323425294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,8192,1.6663327534993488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,8192,0.22964800198872887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,8192,0.21656853357950845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,8192,0.20199359258015953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,8192,0.1762368043263753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,8192,0.19270933469136556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,8192,0.17711253166198732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,8192,0.19095786412556964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,8192,0.1598848025004069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,8192,0.15483946800231935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,8192,0.10843626658121745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,8192,0.09420586427052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,8192,0.08992853164672851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,8192,0.0805728038152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,8192,0.07782293160756429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,8192,0.06868586540222169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,8192,0.06656746864318848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,8192,0.061750400066375735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,8192,0.05831573406855265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,8192,0.053064533074696864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,8192,0.05005973180135091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,8192,0.1404746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,8192,0.1391413370768229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,8192,0.11357333660125732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,8192,0.04372586806615193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,8192,0.04094933271408081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,8192,0.036451200644175216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,8192,0.034024532636006674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,8192,0.028474666674931842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,8192,0.026574933528900148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,8192,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,8192,0.02029973268508911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,8192,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,8192,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,8192,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,8192,0.017358932892481485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,8192,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,8192,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,8192,0.01872640053431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,8192,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,8192,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,8192,0.015369600057601929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,8192,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,8192,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,8192,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,8192,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,8192,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,8192,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,8192,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,8192,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,8192,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,8192,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,8192,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,8192,0.03163093328475952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,8192,0.030052266518274945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,8192,0.031922133763631184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,8192,0.029678932825724286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,8192,0.032525867223739624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,8192,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,8192,0.03206826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,8192,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,8192,0.02962239980697632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,8192,0.03225066661834717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,8192,0.0321557343006134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,8192,0.031115732590357464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,8192,0.033326933781305954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,8192,0.030908799171447753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,8192,0.03061973253885905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,8192,0.03325973351796468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,8192,0.18616320292154948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,8192,0.06068906784057617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,8192,0.09773653348286947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,8192,0.34630187352498376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,8192,0.06100586652755737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,8192,0.05942720174789429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,8192,0.05858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,8192,0.05921279986699422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,8192,0.05761919816335043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,8192,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,8192,0.056233600775400794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,8192,0.05543466806411743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,8192,0.053556267420450845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,8192,0.037625598907470706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,8192,0.037562668323516846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,8192,0.036713600158691406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,8192,0.036266668637593584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,8192,0.034399998188018796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,8192,0.033473066488901776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,8192,0.032219733794530234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,8192,0.03251413305600484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,8192,0.031369600693384805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,8192,0.030321067571640013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,8192,0.029809067646662395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,8192,0.02905600070953369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,8192,0.028519467512766523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,8192,0.02801919976870219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,8192,0.027294933795928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,8192,0.026526933908462523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,8192,0.02603093385696411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,8192,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,8192,0.024877866109212242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,8192,0.023996800184249878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,8192,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,8192,0.023116799195607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,8192,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,8192,0.021951999266942343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,8192,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,8192,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,8192,0.021625600258509316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,8192,0.021552000443140665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,8192,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,8192,0.021660800774892172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,8192,0.02151040037473043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,8192,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,8192,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,8192,0.02076373298962911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,8192,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,8192,0.0211082657178243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,8192,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,8192,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,8192,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,8192,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,8192,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,8192,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,8192,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,8192,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,8192,0.021061333020528157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,8192,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,8192,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,8192,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,8192,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,8192,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,8192,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,8192,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,8192,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,8192,0.020869332551956176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,8192,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,8192,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,8192,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,8192,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,8192,0.021107200781504312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,7168,0.4447669347127278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,7168,0.22556479771931967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,7168,0.11581973234812419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,7168,0.062112001578013096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,7168,0.06825493176778158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,7168,0.05992639859517416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,7168,0.06333866516749063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,7168,0.054628264904022214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,7168,0.05383466482162476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,7168,0.052393599351247155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,7168,0.051363201936086025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,7168,0.044810668627421064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,7168,0.04457813501358032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,7168,0.04388373295466105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,7168,0.04073813358942668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,7168,0.03885866800944011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,7168,0.035735468069712326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,7168,0.039205332597096756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,7168,0.03807786703109741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,7168,0.034519465764363606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,7168,0.032601600885391234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,7168,0.029794132709503172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,7168,0.030422399441401165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,7168,0.026245333751042682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,7168,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,7168,0.023410133520762124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,7168,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,7168,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,7168,0.020132267475128175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,7168,0.017106133699417114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,7168,0.01801919937133789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,7168,0.015031466881434122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,7168,0.015660799543062844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,7168,0.011737599968910217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,7168,0.013916800419489542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,7168,0.011378133296966552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,7168,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,7168,0.012288000186284382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,7168,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,7168,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,7168,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,7168,0.010925867160161336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,7168,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,7168,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,7168,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,7168,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,7168,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,7168,0.009842133522033692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,7168,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,7168,0.009898666540781658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,7168,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,7168,0.009911466638247173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,7168,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,7168,0.008476799726486206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,7168,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,7168,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,7168,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,7168,0.009006933371225993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,7168,0.01018986701965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,7168,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,7168,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,7168,0.00824426660935084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,7168,0.008258133133252462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,7168,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,7168,0.008170666793982189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,7168,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,7168,0.010257066289583842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,7168,0.010198400417963664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,7168,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,7168,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,7168,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,7168,0.00981440047423045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,7168,0.009914666414260864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,7168,0.010611200332641601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,7168,0.44464747111002606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,7168,0.2231285254160563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,7168,0.8722911834716797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,7168,0.11069440046946208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,7168,0.11322879791259766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,7168,0.10267840226491291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,7168,0.10418559710184734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,7168,0.09756159782409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,7168,0.09796053568522135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,7168,0.08961066404978434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,7168,0.09010453224182129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,7168,0.08219306468963623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,7168,0.08482773303985595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,7168,0.07615359624226889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,7168,0.07548906803131103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,7168,0.06939733028411865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,7168,0.07087679704030356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,7168,0.061831466356913244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,7168,0.06473386685053507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,7168,0.0574399987856547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,7168,0.056411735216776525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,7168,0.05210453271865845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,7168,0.05351253350575765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,7168,0.04687360127766927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,7168,0.04821973244349162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,7168,0.04518933296203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,8192,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,7168,0.04436479806900025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,7168,0.04013546705245972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,7168,0.040294400850931805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,7168,0.0372597336769104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,7168,0.03585280179977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,7168,0.03272106647491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,7168,0.031188267469406127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,7168,0.028573866685231524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,7168,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,7168,0.025101866324742633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,8192,0.02030506730079651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,7168,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,7168,0.024657066663106283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,7168,0.02286293307940165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,7168,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,7168,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,7168,0.022409600019454957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,7168,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,7168,0.020829866329828896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,7168,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,7168,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,7168,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,7168,0.021320533752441407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,7168,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,7168,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,7168,0.020467199881871543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,7168,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,7168,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,7168,0.023115734259287514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,7168,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,7168,0.01955519914627075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,7168,0.019222400585810342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,7168,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,7168,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,7168,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,7168,0.018915200233459474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,7168,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,7168,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,7168,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,7168,0.018133334318796792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,7168,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,7168,0.018332799275716148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,7168,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,7168,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,7168,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,7168,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,7168,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,7168,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,7168,0.23615360260009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,7168,0.42074772516886394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,7168,0.836790402730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,7168,0.2228010654449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,7168,0.21071146329243978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,7168,1.652991994222005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,7168,0.22942399978637695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,7168,0.2162325382232666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,7168,0.20293332735697428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,7168,0.16463680267333985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,7168,0.1800106684366862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,7168,0.184062925974528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,7168,0.1629813353220622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,7168,0.13565759658813475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,7168,0.1372341314951579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,7168,0.09441813627878824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,7168,0.0852170705795288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,7168,0.0814197301864624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,7168,0.07728532950083414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,7168,0.0736191987991333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,7168,0.06638400157292684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,7168,0.06458880106608073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,7168,0.05971200068791708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,7168,0.05604586601257324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,7168,0.05117013454437256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,7168,0.04875306685765584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,7168,0.11518399715423584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,7168,0.11797866821289063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,7168,0.09417706330617269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,7168,0.04196159839630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,7168,0.039867734909057616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,7168,0.03235200047492981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,7168,0.034144000212351484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,7168,0.026596266031265258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,7168,0.0243231991926829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,7168,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,7168,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,7168,0.016353066762288412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,7168,0.016151466965675355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,7168,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,7168,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,7168,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,7168,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,7168,0.01746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,7168,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,7168,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,7168,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,7168,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,7168,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,7168,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,7168,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,7168,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,7168,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,7168,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,7168,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,7168,0.012124799688657125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,7168,0.027903999884923297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,7168,0.0278442660967509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,7168,0.026682666937510174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,7168,0.02643946607907613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,7168,0.02763306697209676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,7168,0.026318933566411334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,7168,0.028321067492167156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,7168,0.03014613389968872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,7168,0.029254400730133058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,7168,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,7168,0.02598506609598796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,7168,0.027749333779017133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,7168,0.02840320070584615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,7168,0.02767680088678996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,7168,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,7168,0.030693332354227703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,7168,0.03170986572901408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,7168,0.17010025978088378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,7168,0.3219327926635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,7168,0.08706879615783691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,7168,0.05593813260396322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,7168,0.05638613303502401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,7168,0.05352853139241537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,7168,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,7168,0.055326934655507407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,7168,0.0531712015469869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,7168,0.05168213446935018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,7168,0.05037973324457804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,7168,0.050153601169586184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,7168,0.04970879952112834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,7168,0.04879786570866902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,7168,0.03397013346354167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,7168,0.03391146659851074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,7168,0.033878401915232344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,7168,0.0334879994392395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,7168,0.03140160044034322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,7168,0.031142399708429976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,7168,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,7168,0.030269867181777953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,7168,0.028544000784556073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,7168,0.02807253400484721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,7168,0.02728319962819417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,7168,0.027581866582234698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,7168,0.026504532496134443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,7168,0.025619200865427655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,7168,0.0252895991007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,7168,0.02476053237915039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,7168,0.02355626622835795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,7168,0.023745065927505492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,7168,0.022507733106613158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,7168,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,7168,0.021574399868647256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,7168,0.021155200401941934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,7168,0.02034453352292379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,7168,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,7168,0.01989439924558004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,7168,0.019859200716018675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,7168,0.019859200716018675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,7168,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,7168,0.0198527991771698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,7168,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,7168,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,7168,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,7168,0.01947306593259176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,7168,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,7168,0.019065600633621217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,7168,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,7168,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,7168,0.01943999926249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,7168,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,7168,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,7168,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,7168,0.019015467166900633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,7168,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,7168,0.019170133272806804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,7168,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,7168,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,7168,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,7168,0.019062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,7168,0.019076265891393027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,7168,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,7168,0.019058134158452353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,7168,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,7168,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,7168,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,6144,0.35656960805257165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,6144,0.18594667116800945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,6144,0.10185919602711994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,7168,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,6144,0.051203199227650965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,6144,0.05229013363520304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,6144,0.04946026802062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,7168,0.019015467166900633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,6144,0.05178666512171427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,6144,0.04429866472880046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,6144,0.04404266675313313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,6144,0.04286186695098877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,6144,0.04404266675313313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,6144,0.036322132746378584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,6144,0.038040534655253096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,6144,0.036158935228983564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,6144,0.03423146804173787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,6144,0.03269226749738057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,6144,0.03388479948043823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,6144,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,6144,0.03097066680590312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,6144,0.030083199342091877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,6144,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,6144,0.025884799162546795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,6144,0.025387734174728394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,6144,0.021398399273554483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,6144,0.021597866217295328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,6144,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,6144,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,6144,0.021781333287556968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,6144,0.016711467504501344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,6144,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,6144,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,6144,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,6144,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,6144,0.01141973336537679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,6144,0.011538133025169373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,6144,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,6144,0.010310399532318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,6144,0.011390933394432068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,6144,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,6144,0.010081066687901815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,6144,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,6144,0.010056533416112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,6144,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,6144,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,6144,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,7168,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,6144,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,6144,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,6144,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,6144,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,6144,0.00972266693909963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,6144,0.009297066926956176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,6144,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,6144,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,6144,0.009011200070381165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,6144,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,6144,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,6144,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,6144,0.009703466296195984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,6144,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,6144,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,6144,0.00781333347161611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,6144,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,6144,0.014296533664067588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,6144,0.007815466821193695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,6144,0.007573333382606506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,6144,0.007704533139864604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,6144,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,6144,0.009454933802286784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,6144,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,6144,0.009314133723576864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,6144,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,6144,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,6144,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,6144,0.19450772603352864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,6144,0.38249600728352867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,6144,0.09349013169606527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,6144,0.09316693147023519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,6144,0.748363749186198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,6144,0.08710613250732421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,6144,0.08774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,6144,0.0819104035695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,6144,0.07707733313242594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,6144,0.08156373500823974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,6144,0.07679359912872315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,6144,0.06952106952667236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,6144,0.07068586349487305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,6144,0.06481599807739258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,6144,0.06328533490498861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,6144,0.0580842653910319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,6144,0.05756160020828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,6144,0.054294399420420324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,6144,0.05627413193384806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,6144,0.049990399678548174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,6144,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,6144,0.046419199307759604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,6144,0.04366933504740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,6144,0.04361706574757894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,6144,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,6144,0.03887999852498372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,6144,0.037121065457661945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,6144,0.03666453361511231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,6144,0.033655468622843424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,6144,0.03305066625277202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,6144,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,6144,0.029480532805124922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,6144,0.029036800066630047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,6144,0.025092266003290814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,6144,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,6144,0.05235626697540283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,6144,0.023989333709081014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,6144,0.02286293307940165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,6144,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,6144,0.024022400379180908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,6144,0.02168853282928467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,6144,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,6144,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,6144,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,6144,0.02095253268877665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,6144,0.019949867328008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,6144,0.018863999843597413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,6144,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,6144,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,6144,0.0189301331837972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,6144,0.01909653345743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,6144,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,6144,0.01933120091756185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,6144,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,6144,0.019526400168736777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,6144,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,6144,0.01958613395690918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,6144,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,6144,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,6144,0.018013866742451985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,6144,0.01845759948094686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,6144,0.01804373264312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,6144,0.01729173262914022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,6144,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,6144,0.01955519914627075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,6144,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,6144,0.018321067094802856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,6144,0.017014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,6144,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,6144,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,6144,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,6144,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,6144,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,6144,0.40468479792277023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,6144,0.22019519805908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,6144,0.2031562646230062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,6144,0.8092074712117514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,6144,0.1808351993560791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,6144,1.6053503672281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,6144,0.21523626645406088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,6144,0.1969802697499593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,6144,0.1535253365834554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,6144,0.1766090710957845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,6144,0.12890666325887043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,6144,0.12580479780832926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,6144,0.15567893981933595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,6144,0.10993813673655192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,6144,0.11432106494903564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,6144,0.08698986371358236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,6144,0.08117866516113281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,6144,0.07767573197682699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,6144,0.0731498638788859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,6144,0.07003733317057291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,6144,0.06384853521982828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,6144,0.06194986502329508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,6144,0.05682026545206705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,6144,0.05437973340352377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,6144,0.04919786850611369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,6144,0.04667199850082397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,6144,0.0989578644434611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,6144,0.10157866477966308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,6144,0.08717652956644693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,6144,0.04007680018742879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,6144,0.03840533494949341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,6144,0.03300586740175883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,6144,0.030774400631586714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,6144,0.025808000564575197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,6144,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,6144,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,6144,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,6144,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,6144,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,6144,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,6144,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,6144,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,6144,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,6144,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,6144,0.013331199685732523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,6144,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,6144,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,6144,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,6144,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,6144,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,6144,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,6144,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,6144,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,6144,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,6144,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,6144,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,6144,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,6144,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,6144,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,6144,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,6144,0.023869866132736207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,6144,0.024742400646209715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,6144,0.024397865931193034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,6144,0.024363734324773154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,6144,0.024612265825271606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,6144,0.02518613338470459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,6144,0.024385066827138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,6144,0.0240831991036733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,6144,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,6144,0.02600533366203308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,6144,0.025250132878621417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,6144,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,6144,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,6144,0.2896352132161458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,6144,0.15695892969767253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,6144,0.08010880152384439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,6144,0.04903466701507568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,6144,0.050381867090860996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,6144,0.04766826629638672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,6144,0.04703679879506429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,6144,0.012922666470209756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,6144,0.04791146516799927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,6144,0.04581973155339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,6144,0.04522879918416341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,6144,0.044719998041788736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,6144,0.04486293395360311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,6144,0.04345386823018392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,6144,0.0313589334487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,6144,0.03154453237851461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,6144,0.030843732754389445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,6144,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,6144,0.028905600309371948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,6144,0.02850240071614583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,6144,0.027244800329208375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,6144,0.027704532941182452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,6144,0.026728532711664837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,6144,0.025652267535527545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,6144,0.025187200307846068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,6144,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,6144,0.024001065889994302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,6144,0.02358293334643046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,6144,0.022789333264033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,6144,0.022367999951044718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,6144,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,6144,0.0215445339679718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,6144,0.020348799228668214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,6144,0.020286933581034342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,6144,0.019511467218399046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,6144,0.01942080060640971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,6144,0.01829013427098592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,6144,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,6144,0.01825066606203715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,6144,0.01780479947725932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,6144,0.017947733402252197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,6144,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,6144,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,6144,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,6144,0.01741973360379537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,6144,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,6144,0.017443199952443443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,6144,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,6144,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,6144,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,6144,0.01743146578470866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,6144,0.01776640017827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,6144,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,6144,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,6144,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,6144,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,6144,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,6144,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,6144,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,6144,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,6144,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,6144,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,6144,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,6144,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,6144,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,6144,0.016988799969355265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,6144,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,6144,0.017475199699401856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,6144,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,6144,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,5120,0.30115092595418297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,5120,0.15421013832092284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,5120,0.0918282667795817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,5120,0.048019198576609294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,5120,0.04905600150426229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,5120,0.04696106513341268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,5120,0.045918933550516766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,6144,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,5120,0.03757013479868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,5120,0.03687146504720052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,5120,0.036253865559895834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,5120,0.03646933237711589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,6144,0.017463467518488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,5120,0.031250133117039995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,5120,0.0333077331384023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,5120,0.030524800221125286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,5120,0.029873067140579225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,5120,0.02764906684557597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,5120,0.02988479932149251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,5120,0.025624533494313557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,5120,0.028475733598073323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,5120,0.02535360058148702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,5120,0.023498666286468507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,5120,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,5120,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,5120,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,5120,0.019959467649459838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,5120,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,5120,0.01704533298810323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,5120,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,5120,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,5120,0.015145599842071533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,5120,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,5120,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,5120,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,5120,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,5120,0.009848533074061076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,5120,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,5120,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,5120,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,5120,0.009034666419029235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,5120,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,5120,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,5120,0.009064533313115438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,5120,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,5120,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,5120,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,5120,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,5120,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,5120,0.008649599552154542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,5120,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,5120,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,5120,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,5120,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,5120,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,5120,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,5120,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,5120,0.008438400427500407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,5120,0.007683200140794118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,5120,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,5120,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,5120,0.007190399865309398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,5120,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,5120,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,5120,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,5120,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,5120,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,5120,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,5120,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,5120,0.006044800082842508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,5120,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,5120,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,5120,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,5120,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,5120,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,5120,0.6244384129842122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,5120,0.3214495976765951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,5120,0.1580992062886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,5120,0.07790186405181884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,5120,0.07751253445943197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,5120,0.07218453089396158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,5120,0.07265386581420899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,5120,0.006231466432412466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,5120,0.06649920145670572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,5120,0.06344319979349772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,5120,0.061775998274485266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,5120,0.05628586610158285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,5120,0.05670719941457113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,5120,0.05679999987284342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,5120,0.05372053384780884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,5120,0.05188373327255249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,5120,0.0481173316637675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,6144,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,5120,0.04986879825592041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,5120,0.045960533618927005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,5120,0.0457205335299174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,5120,0.0425055980682373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,5120,0.04233920176823934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,5120,0.038737066586812335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,5120,0.039920000235239665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,5120,0.06810239950815836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,5120,0.03667200009028117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,5120,0.037649067242940266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,5120,0.03301759958267212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,5120,0.03381119966506958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,5120,0.03095573385556539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,5120,0.028836266199747725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,5120,0.027870933214823406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,5120,0.026872533559799194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,5120,0.02477333347002665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,5120,0.026071467002232868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,5120,0.023177599906921385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,5120,0.021885865926742555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,5120,0.02177706758181254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,5120,0.022843732436498006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,5120,0.051259732246398924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,5120,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,5120,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,5120,0.02005866765975952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,5120,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,5120,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,5120,0.01964906652768453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,5120,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,5120,0.01925333340962728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,5120,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,5120,0.020113066832224528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,5120,0.01809813380241394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,5120,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,5120,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,5120,0.01797440052032471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,5120,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,5120,0.01797653237978617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,5120,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,5120,0.017398399114608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,5120,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,5120,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,5120,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,5120,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,5120,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,5120,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,5120,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,5120,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,5120,0.017081600427627564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,5120,0.01750826636950175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,5120,0.016693333784739174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,5120,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,5120,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,5120,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,5120,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,5120,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,5120,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,5120,0.3957354545593262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,5120,0.17869866689046224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,5120,0.15715200106302898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,5120,0.7896736145019532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,5120,0.13483519554138185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,5120,1.5655957539876302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,5120,0.17443200747172039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,5120,0.15235946973164877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,5120,0.11946773529052734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,5120,0.13012266953786214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,5120,0.10903360048929851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,5120,0.11996160348256428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,5120,0.10759999752044677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,5120,0.10002559820810955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,5120,0.09897706508636475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,5120,0.08192533651987711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,5120,0.076146133740743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,5120,0.07338346640268961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,5120,0.06953066984812419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,5120,0.06691306432088216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,5120,0.06005226771036783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,5120,0.05985173384348551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,5120,0.05388160149256388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,5120,0.05137173334757487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,5120,0.04610773324966431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,5120,0.044302932421366376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,5120,0.09170453548431397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,5120,0.08984320163726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,5120,0.08344319661458334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,5120,0.03891199827194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,5120,0.03606613477071126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,5120,0.031490133206049604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,5120,0.029282132784525555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,5120,0.02477333347002665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,5120,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,5120,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,5120,0.017409066359202065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,5120,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,5120,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,5120,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,5120,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,5120,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,5120,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,5120,0.015566933155059814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,5120,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,5120,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,5120,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,5120,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,5120,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,5120,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,5120,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,5120,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,5120,0.010500267148017883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,5120,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,5120,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,5120,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,5120,0.02097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,5120,0.021497599283854165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,5120,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,5120,0.02097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,5120,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,5120,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,5120,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,5120,0.02135573426882426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,5120,0.02230613430341085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,5120,0.021641600131988525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,5120,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,5120,0.02341759999593099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,5120,0.021042132377624513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,5120,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,5120,0.02292693257331848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,5120,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,5120,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,5120,0.1401024023691813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,5120,0.26436053911844887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,5120,0.07454079786936442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,5120,0.04430400133132935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,5120,0.042984533309936526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,5120,0.042558932304382326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,5120,0.04237546523412068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,5120,0.041338666280110674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,5120,0.041973332564036056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,5120,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,5120,0.04086186488469441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,5120,0.04015573263168335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,5120,0.03961813449859619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,5120,0.039155201117197676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,5120,0.028627200921376543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,5120,0.02807040015856425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,5120,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,5120,0.02733013431231181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,5120,0.02653333346048991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,5120,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,5120,0.025229867299397784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,5120,0.02442880074183146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,5120,0.023939200242360435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,5120,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,5120,0.022401066621144612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,5120,0.02235413392384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,5120,0.02187626759211222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,5120,0.021240532398223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,5120,0.02070186734199524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,5120,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,5120,0.019895466168721516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,5120,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,5120,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,5120,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,5120,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,5120,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,5120,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,5120,0.016219733158747356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,5120,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,5120,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,5120,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,5120,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,5120,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,5120,0.015400532881418863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,5120,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,5120,0.01574399967988332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,5120,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,5120,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,5120,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,5120,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,5120,0.016051200032234193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,5120,0.015383467078208923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,5120,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,5120,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,5120,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,5120,0.015411200126012168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,5120,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,5120,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,5120,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,5120,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,5120,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,5120,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,5120,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,5120,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,5120,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,5120,0.015526400009791056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,5120,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,5120,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,4096,0.24277440706888834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,4096,0.12219733397165936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,4096,0.06873173713684082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,4096,0.03637866576512654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,4096,0.03531413475672404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,4096,0.03366400003433227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,4096,0.034049065907796223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,4096,0.029770666360855104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,4096,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,4096,0.029468800624211627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,4096,0.029286400477091475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,5120,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,4096,0.026177066564559936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,4096,0.027320533990859985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,4096,0.0262773334980011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,4096,0.02444159984588623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,4096,0.023747199773788454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,4096,0.024539732933044435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,4096,0.021985065937042237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,4096,0.023462400833765665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,4096,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,5120,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,4096,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,4096,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,4096,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,4096,0.015838932991027833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,4096,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,4096,0.013371733824412027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,4096,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,4096,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,4096,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,4096,0.011036800344785054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,4096,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,4096,0.009841066598892213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,4096,0.008459732929865519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,4096,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,4096,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,5120,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,4096,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,4096,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,4096,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,4096,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,4096,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,4096,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,4096,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,4096,0.006808533271153767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,4096,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,4096,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,4096,0.019463467597961425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,4096,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,4096,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,4096,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,4096,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,4096,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,4096,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,4096,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,4096,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,4096,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,4096,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,4096,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,4096,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,4096,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,4096,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,4096,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,4096,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,4096,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,4096,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,4096,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,4096,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,4096,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,4096,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,4096,0.005976533393065134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,4096,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,4096,0.0059445331494013464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,4096,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,4096,0.26209173202514646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,4096,0.12168746789296467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,4096,0.061317332585652674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,4096,0.5051690737406414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,4096,0.057315198580423984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,4096,0.05632319847742716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,4096,0.05547306537628174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,4096,0.053565867741902674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,4096,0.05219519933064779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,4096,0.05176959832509359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,4096,0.04985066652297974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,4096,0.0486624002456665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,4096,0.04664746522903442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,4096,0.045170132319132486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,4096,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,4096,0.04508266846338908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,4096,0.044853333632151285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,4096,0.041509334246317545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,4096,0.04347519874572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,4096,0.039434667428334555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,4096,0.038159998257954915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,4096,0.036906667550404865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,4096,0.03569706678390503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,4096,0.03498239914576213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,4096,0.03234560092290242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,4096,0.031675734122594196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,4096,0.0597269336382548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,4096,0.029205334186553956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,4096,0.028586665789286297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,4096,0.025677865743637084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,4096,0.026547199487686156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,4096,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,4096,0.022940800587336222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,4096,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,4096,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,4096,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,4096,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,4096,0.020364799102147422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,4096,0.020343466599782308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,4096,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,4096,0.03478720188140869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,4096,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,4096,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,4096,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,4096,0.01835626761118571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,4096,0.029627732435862225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,4096,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,4096,0.01718613306681315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,4096,0.018013866742451985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,4096,0.017602133750915527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,4096,0.01766080061594645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,4096,0.01837013363838196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,4096,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,4096,0.017554134130477905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,4096,0.017882666985193887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,4096,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,4096,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,4096,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,4096,0.01585919956366221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,4096,0.01718399922053019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,4096,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,4096,0.01607039968172709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,4096,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,4096,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,4096,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,4096,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,4096,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,4096,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,4096,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,4096,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,4096,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,4096,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,4096,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,4096,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,4096,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,4096,0.7631338755289714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,4096,0.38206186294555666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,4096,1.5194175720214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,4096,0.13409387270609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,4096,0.11799146334330242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,4096,0.1250218629837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,4096,0.13080746332804363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,4096,0.11450666586558025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,4096,0.12508587042490643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,4096,0.10106879870096844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,4096,0.10814399719238281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,4096,0.10583466688791912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,4096,0.09413653214772542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,4096,0.10113813082377117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,4096,0.091811203956604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,4096,0.07636586825052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,4096,0.0707797368367513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,4096,0.06900053024291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,4096,0.06458986600240071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,4096,0.06263360182444254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,4096,0.05671146710713705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,4096,0.05592106580734253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,4096,0.05013653437296549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,4096,0.08562560081481933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,4096,0.04817173480987549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,4096,0.04301120042800903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,4096,0.0866101344426473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,4096,0.04157973527908325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,4096,0.07864320278167725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,4096,0.03010666569073995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,4096,0.03455253442128499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,4096,0.03575679858525594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,4096,0.02802346746126811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,4096,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,4096,0.023089067141215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,4096,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,4096,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,4096,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,4096,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,4096,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,4096,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,4096,0.0210805336634318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,4096,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,4096,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,4096,0.011380267143249512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,4096,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,4096,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,4096,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,4096,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,4096,0.011149866382280986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,4096,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,4096,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,4096,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,4096,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,4096,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,4096,0.01918399930000305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,4096,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,4096,0.01911999980608622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,4096,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,4096,0.019552000363667808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,4096,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,4096,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,4096,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,4096,0.019537067413330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,4096,0.02001919945081075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,4096,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,4096,0.02027733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,4096,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,4096,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,4096,0.019949867328008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,4096,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,4096,0.019873066743214925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,4096,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,4096,0.10940053462982177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,4096,0.21163946787516275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,4096,0.058956801891326904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,4096,0.036022400856018065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,4096,0.03635306755701701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,4096,0.03581546545028687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,4096,0.03466453154881795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,4096,0.03441280126571655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,4096,0.03420480092366536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,4096,0.03400426705678304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,4096,0.033070933818817136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,4096,0.032842665910720825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,4096,0.03340053160985311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,4096,0.024634667237599692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,4096,0.023882667223612465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,4096,0.023154133558273317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,4096,0.023129600286483764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,4096,0.02243946592013041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,4096,0.021926399072011313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,4096,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,4096,0.021222400665283202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,4096,0.02031466762224833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,4096,0.019887999693552653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,4096,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,4096,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,4096,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,4096,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,4096,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,4096,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,4096,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,4096,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,4096,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,4096,0.01584106683731079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,4096,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,4096,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,4096,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,4096,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,4096,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,4096,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,4096,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,4096,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,4096,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,4096,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,4096,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,4096,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,4096,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,4096,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,4096,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,4096,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,4096,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,4096,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,4096,0.013339733084042868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,4096,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,4096,0.013397333025932313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,4096,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,4096,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,4096,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,4096,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,4096,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,4096,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,4096,0.013661866386731466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,4096,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,4096,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,4096,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,4096,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,4096,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,4096,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,3584,0.21154346466064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,3584,0.1074442704518636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,3584,0.052442665894826254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,3584,0.028299733002980547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,3584,0.029684267441431683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,3584,0.0318015992641449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,3584,0.031335467100143434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,3584,0.026231465737024943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,3584,0.025206400950749712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,3584,0.02590293288230896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,3584,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,4096,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,3584,0.022231467564900718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,3584,0.02319999933242798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,3584,0.021724800268809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,3584,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,3584,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,3584,0.020878932873407998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,3584,0.01885439952214559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,3584,0.019990400473276774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,3584,0.01844693422317505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,3584,0.01715839902559916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,3584,0.016425599654515587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,3584,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,3584,0.014217600226402283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,3584,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,3584,0.012981333335240684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,3584,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,3584,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,3584,0.01102293332417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,3584,0.011121066411336263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,3584,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,3584,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,3584,0.008870399991671244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,3584,0.007793066898981731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,3584,0.007645866771539052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,3584,0.008631466825803121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,3584,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,3584,0.00703359991312027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,3584,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,3584,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,3584,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,3584,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,3584,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,3584,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,3584,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,3584,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,3584,0.006389333307743073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,3584,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,3584,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,3584,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,3584,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,3584,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,3584,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,3584,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,3584,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,3584,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,3584,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,3584,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,3584,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,3584,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,3584,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,3584,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,3584,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,3584,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,3584,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,3584,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,3584,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,3584,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,3584,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,4096,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,3584,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,3584,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,3584,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,3584,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,3584,0.10456746419270832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,4096,0.013591466347376504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,3584,0.2296138604482015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,3584,0.05382399956385294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,3584,0.05477333466211955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,3584,0.44617598851521806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,3584,0.054670933882395426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,3584,0.05214826663335165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,3584,0.04930026531219482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,3584,0.04604373375574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,3584,0.04761066834131877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,3584,0.046930134296417236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,3584,0.04539519945780436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,3584,0.04613440036773682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,3584,0.044394667943318686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,3584,0.04276479880015056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,3584,0.04129173358281453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,3584,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,3584,0.03911573489507039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,3584,0.039001599947611494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,3584,0.036761601765950516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,3584,0.03505706787109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,3584,0.03471999963124593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,3584,0.03231893380482991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,3584,0.031125332911809283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,3584,0.03102826674779256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,3584,0.02903146743774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,3584,0.027898667256037395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,3584,0.027077333132425947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,3584,0.026834134260813398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,3584,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,3584,0.02486613392829895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,3584,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,3584,0.021396267414093017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,3584,0.021988266706466676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,3584,0.01880000034968058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,3584,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,3584,0.019450666507085164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,3584,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,3584,0.019221333662668864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,3584,0.01842986742655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,3584,0.01918506622314453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,3584,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,3584,0.018407466014226277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,3584,0.01803093353907267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,3584,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,3584,0.018011732896169027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,3584,0.016796799500783284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,3584,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,3584,0.03604373137156169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,3584,0.016733866930007935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,3584,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,3584,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,3584,0.018427733580271402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,3584,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,3584,0.016771199305852254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,3584,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,3584,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,3584,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,3584,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,3584,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,3584,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,3584,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,3584,0.01621119976043701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,3584,0.016888533035914102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,3584,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,3584,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,3584,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,3584,0.01685973405838013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,3584,0.017590399583180746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,3584,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,3584,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,3584,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,3584,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,3584,0.015533866484959922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,3584,0.7657311757405598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,3584,0.3888383865356445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,3584,1.5266314188639323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,3584,0.1282687981923421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,3584,0.1198965311050415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,3584,0.11437013149261474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,3584,0.12443520228068035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,3584,0.10501973628997803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,3584,0.10990400314331054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,3584,0.09880533218383789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,3584,0.09727786382039388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,3584,0.12429227034250896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,3584,0.10350080331166585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,3584,0.09103360176086425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,3584,0.08512106736501059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,3584,0.08967999617258707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,3584,0.07604266802469889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,3584,0.06847893397013347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,3584,0.06872639656066895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,3584,0.06239999930063883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,3584,0.06198933521906534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,3584,0.05485440095265707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,3584,0.05514453252156576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,3584,0.049225600560506184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,3584,0.047177600860595706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,3584,0.042003198464711504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,3584,0.04119466543197632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,3584,0.07586346467336019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,3584,0.08262399832407633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,3584,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,3584,0.03416533470153808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,3584,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,3584,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,3584,0.027157332499821978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,3584,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,3584,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,3584,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,3584,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,3584,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,3584,0.012803199887275695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,3584,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,3584,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,3584,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,3584,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,3584,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,3584,0.010505599776903789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,3584,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,3584,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,3584,0.01046506663163503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,3584,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,3584,0.009311999877293904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,3584,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,3584,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,3584,0.015687466661135355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,3584,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,3584,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,3584,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,3584,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,3584,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,3584,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,3584,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,3584,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,3584,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,3584,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,3584,0.017961599429448447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,3584,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,3584,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,3584,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,3584,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,3584,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,3584,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,3584,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,3584,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,3584,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,3584,0.18480639457702636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,3584,0.09822293122609457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,3584,0.053430398305257164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,3584,0.0335968017578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,3584,0.03244693279266357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,3584,0.032314666112263996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,3584,0.03183466593424479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,3584,0.0317738672097524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,3584,0.031142399708429976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,3584,0.03096746603647868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,3584,0.030454399188359578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,3584,0.030406399567921953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,3584,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,3584,0.021955200036366782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,3584,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,3584,0.021821866432825722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,3584,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,3584,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,3584,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,3584,0.019556266069412232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,3584,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,3584,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,3584,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,3584,0.018179200092951455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,3584,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,3584,0.017860267559687296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,3584,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,3584,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,3584,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,3584,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,3584,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,3584,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,3584,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,3584,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,3584,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,3584,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,3584,0.013477333386739097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,3584,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,3584,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,3584,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,3584,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,3584,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,3584,0.01267306705315908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,3584,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,3584,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,3584,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,3584,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,3584,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,3584,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,3584,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,3584,0.012545067071914672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,3584,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,3584,0.012530133128166199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,3584,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,3584,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,3584,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,3584,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,3584,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,3584,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,3584,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,3584,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,3584,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,3584,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,3584,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,3584,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,3584,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,3072,0.18205013275146484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,3072,0.09279893239339193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,3072,0.04528853495915731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,3072,0.024769065777460735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,3072,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,3584,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,3072,0.0257749338944753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,3072,0.02632960081100464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,3072,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,3072,0.023850667476654052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,3072,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,3072,0.023640533288319908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,3072,0.01890666683514913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,3072,0.02114773392677307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,3072,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,3072,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,3072,0.017223467429478966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,3072,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,3072,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,3072,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,3072,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,3072,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,3072,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,3072,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,3072,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,3072,0.013008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,3072,0.01262399951616923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,3072,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,3072,0.011026133100191753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,3072,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,3072,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,3072,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,3072,0.008920533458391826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,3072,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,3072,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,3072,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,3072,0.006551466882228851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,3072,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,3072,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,3072,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,3072,0.006146133442719777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,3072,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,3072,0.005983999868233999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,3072,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,3072,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,3072,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,3072,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,3072,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,3072,0.005612800021966299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,3072,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,3072,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,3072,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,3072,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,3072,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,3584,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,3072,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,3072,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,3072,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,3072,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,3072,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,3072,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,3072,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,3072,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,3072,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,3072,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,3072,0.005776000022888183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,3072,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,3072,0.19333972930908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,3072,0.38811521530151366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,3072,0.08810986677805582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,3072,0.04769066572189331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,3072,0.0492298682530721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,3072,0.04564053217569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,3072,0.04609173138936361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,3072,0.04575573205947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,3072,0.04404906829198201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,3072,0.04366506735483806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,3072,0.04028693437576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,3072,0.040727468331654866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,3072,0.03993599812189738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,3072,0.036374398072560626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,3072,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,3072,0.03515306711196899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,3072,0.03577386538187663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,3072,0.034518400828043624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,3072,0.03351680040359497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,3072,0.031820799907048544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,3072,0.030521599451700847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,3072,0.03004053235054016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,3072,0.028874667485555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,3072,0.027219200134277345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,3072,0.04477973381678264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,3072,0.026947200298309326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,3072,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,3072,0.0374570647875468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,3072,0.025038933753967284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,3072,0.02321173350016276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,3072,0.02490239938100179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,3072,0.020779732863108316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,3072,0.02197973330815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,3072,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,3072,0.031206399202346802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,3072,0.019627734025319418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,3072,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,3072,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,3072,0.019130667050679527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,3072,0.017486933867136636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,3072,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,3072,0.017966934045155845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,3072,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,3072,0.017078399658203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,3072,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,3072,0.016692266861597697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,3072,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,3072,0.01707093318303426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,3072,0.017167999347050985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,3072,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,3072,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,3072,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,3072,0.02488320072491964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,3072,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,3072,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,3072,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,3072,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,3072,0.016035200158754984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,3072,0.015503999590873719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,3072,0.015505066514015198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,3072,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,3072,0.017972266674041747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,3072,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,3072,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,3072,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,3072,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,3072,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,3072,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,3072,0.016472533345222473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,3072,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,3072,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,3072,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,3072,0.3740970611572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,3072,0.7431434631347656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,3072,1.4781983693440757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,3072,0.12507946491241456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,3072,0.11206293106079102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,3072,0.12213226954142253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,3072,0.11777173678080241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,3072,0.11582826773325602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,3072,0.10987306435902913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,3072,0.0955679972966512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,3072,0.1019488016764323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,3072,0.09703253110249838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,3072,0.10118506749471028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,3072,0.08956480026245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,3072,0.08747626940409342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,3072,0.08152000109354654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,3072,0.0743285338083903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,3072,0.08306879997253418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,3072,0.06767253081003824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,3072,0.0670624017715454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,3072,0.06214720010757446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,3072,0.06071360111236572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,3072,0.05410133202870687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,3072,0.053933866818745936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,3072,0.04646613200505574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,3072,0.04794666767120361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,3072,0.041619201501210526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,3072,0.04029759963353475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,3072,0.0749023993810018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,3072,0.03330026666323344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,3072,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,3072,0.020403200387954713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,3072,0.02835200031598409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,3072,0.03460053205490112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,3072,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,3072,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,3072,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,3072,0.015468800067901611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,3072,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,3072,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,3072,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,3072,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,3072,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,3072,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,3072,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,3072,0.010600533088048298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,3072,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,3072,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,3072,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,3072,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,3072,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,3072,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,3072,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,3072,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,3072,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,3072,0.015983999768892924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,3072,0.014893866578737893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,3072,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,3072,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,3072,0.016007467110951742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,3072,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,3072,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,3072,0.015568000078201295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,3072,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,3072,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,3072,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,3072,0.01560640037059784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,3072,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,3072,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,3072,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,3072,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,3072,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,3072,0.16606613794962566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,3072,0.08631040255228678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,3072,0.046768001715342206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,3072,0.029340799649556475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,3072,0.02978453238805135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,3072,0.02890133261680603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,3072,0.02868693272272746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,3072,0.028442666927973433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,3072,0.02765866716702779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,3072,0.027819732824961346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,3072,0.027269333600997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,3072,0.02691626747449239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,3072,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,3072,0.02027733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,3072,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,3072,0.0194815993309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,3072,0.019476266702016194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,3072,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,3072,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,3072,0.018310399850209554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,3072,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,3072,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,3072,0.017173333962758382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,3072,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,3072,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,3072,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,3072,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,3072,0.015923200050989787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,3072,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,3072,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,3072,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,3072,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,3072,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,3072,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,3072,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,3072,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,3072,0.012349866827329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,3072,0.0124917338291804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,3072,0.012098133563995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,3072,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,3072,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,3072,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,3072,0.012129066387812297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,3072,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,3072,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,3072,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,3072,0.011737599968910217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,3072,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,3072,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,3072,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,3072,0.011964799960454305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,3072,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,3072,0.011713066697120666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,3072,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,3072,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,3072,0.011972266435623168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,3072,0.011764267086982727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,3072,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,3072,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,3072,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,3072,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,3072,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,3072,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,3072,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,3072,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,3072,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,3072,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,2560,0.16124906539916992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,2560,0.08268799781799316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,2560,0.041674665609995526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,2560,0.022206934293111165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,2560,0.023504000902175904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,2560,0.022281599044799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,3072,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,2560,0.022392533222834268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,2560,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,2560,0.020467199881871543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,2560,0.019155200322469076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,2560,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,2560,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,2560,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,2560,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,2560,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,2560,0.01554026703039805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,2560,0.014137599865595499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,2560,0.015124266346295675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,2560,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,2560,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,2560,0.012330666184425354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,2560,0.0124917338291804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,2560,0.016245333353678386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,2560,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,2560,0.010282666484514872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,2560,0.009245866537094116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,2560,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,2560,0.008844799796740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,2560,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,2560,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,2560,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,2560,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,3072,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,2560,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,2560,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,2560,0.005983999868233999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,2560,0.005716266731421152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,3072,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,2560,0.006788266698519389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,2560,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,2560,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,2560,0.005121066669623057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,2560,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,2560,0.005178666611512502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,2560,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,2560,0.005123200019200643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,2560,0.005143466591835022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,2560,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,2560,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,2560,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,2560,0.00521066685517629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,2560,0.005129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,2560,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,2560,0.005118933320045471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,2560,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,2560,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,2560,0.005154133339722951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,2560,0.0064085334539413456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,2560,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,2560,0.005206400156021118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,2560,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,2560,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,2560,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,2560,0.15823787053426105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,2560,0.3229951858520508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,2560,0.07331519921620687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,2560,0.042922667662302655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,2560,0.04357333183288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,2560,0.04134613275527954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,2560,0.04117439985275269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,2560,0.03965760072072347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,2560,0.03981333176294963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,2560,0.03779626687367757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,2560,0.0353653351465861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,2560,0.03570133447647095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,2560,0.03538666566212972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,2560,0.03506453434626262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,2560,0.03375146786371867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,2560,0.03423146804173787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,2560,0.032605866591135665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,2560,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,2560,0.03293333252271016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,2560,0.03131626645723979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,2560,0.028939733902613323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,2560,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,2560,0.02739199995994568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,2560,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,2560,0.02663573424021403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,2560,0.02502506573994954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,2560,0.025553067525227863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,2560,0.024663466215133666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,2560,0.02328959902127584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,2560,0.0229312002658844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,2560,0.02340266704559326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,2560,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,2560,0.03771946827570598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,2560,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,2560,0.01991573373476664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,2560,0.017491199572881064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,2560,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,2560,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,2560,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,2560,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,2560,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,2560,0.017885865767796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,2560,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,2560,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,2560,0.016727467377980552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,2560,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,2560,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,2560,0.03113600015640259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,2560,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,2560,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,2560,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,2560,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,2560,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,2560,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,2560,0.014820266763369241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,2560,0.015808000167210897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,2560,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,2560,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,2560,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,2560,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,2560,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,2560,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,2560,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,2560,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,2560,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,2560,0.01560426652431488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,2560,0.015192533532778421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,2560,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,2560,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,2560,0.015516799688339234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,2560,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,2560,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,2560,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,2560,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,2560,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,2560,0.3081280072530111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,2560,0.7395573298136393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,2560,0.12107093334197998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,2560,0.11470719973246257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,2560,1.4684703826904297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,2560,0.10829119682312012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,2560,0.12003093560536701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,2560,0.10071787039438884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,2560,0.11273919741312663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,2560,0.09504853089650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,2560,0.09328533013661702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,2560,0.10614186922709148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,2560,0.10019946893056234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,2560,0.08017066319783529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,2560,0.08701546986897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,2560,0.07286079724629721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,2560,0.0666048010190328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,2560,0.08584427038828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,2560,0.06610986789067587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,2560,0.060402135054270424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,2560,0.059607466061909996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,2560,0.05344853401184082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,2560,0.05267733335494995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,2560,0.0472490668296814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,2560,0.045797332127888994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,2560,0.040299733479817704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,2560,0.039394132296244305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,2560,0.080021333694458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,2560,0.07264320055643717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,2560,0.03373973369598389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,2560,0.03253759940465291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,2560,0.028025599320729573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,2560,0.026387200752894087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,2560,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,2560,0.019485867023468016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,2560,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,2560,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,2560,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,2560,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,2560,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,2560,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,2560,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,2560,0.013634133338928222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,2560,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,2560,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,2560,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,2560,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,2560,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,2560,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,2560,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,2560,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,2560,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,2560,0.01237440009911855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,2560,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,2560,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,2560,0.015440000096956888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,2560,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,2560,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,2560,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,2560,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,2560,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,2560,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,2560,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,2560,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,2560,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,2560,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,2560,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,2560,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,2560,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,2560,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,2560,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,2560,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,2560,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,2560,0.13846720059712728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,2560,0.07476267019907633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,2560,0.03998399972915649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,2560,0.026024534304936724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,2560,0.025999999046325682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,2560,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,2560,0.025544534126917522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,2560,0.024835199117660522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,2560,0.024784000714619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,2560,0.024380799134572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,2560,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,2560,0.02354453404744466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,2560,0.02368746598561605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,2560,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,2560,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,2560,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,2560,0.017042134205500284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,2560,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,2560,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,2560,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,2560,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,2560,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,2560,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,2560,0.015210666259129844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,2560,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,2560,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,2560,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,2560,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,2560,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,2560,0.013086932897567748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,2560,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,2560,0.012513066331545511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,2560,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,2560,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,2560,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,2560,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,2560,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,2560,0.011546666423479717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,2560,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,2560,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,2560,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,2560,0.010866133371988933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,2560,0.010920533537864685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,2560,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,2560,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,2560,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,2560,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,2560,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,2560,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,2560,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,2560,0.01092800001303355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,2560,0.010980266332626342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,2560,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,2560,0.010735999544461567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,2560,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,2560,0.010923733313878376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,2560,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,2560,0.01065066655476888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,2560,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,2560,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,2048,0.12963199615478516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,2048,0.06673813660939534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,2048,0.032279467582702635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,2048,0.018105600277582803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,2048,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,2048,0.018039466937383015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,2048,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,2048,0.01688213348388672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,2048,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,2048,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,2048,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,2048,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,2048,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,2048,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,2048,0.01304639975229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,2048,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,2048,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,2048,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,2048,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,2048,0.012308266758918763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,2048,0.010662399729092916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,2048,0.010652800401051838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,2048,0.009341866771380106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,2048,0.009296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,2048,0.008519466718037922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,2048,0.008045866588751475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,2560,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,2048,0.010116266210873921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,2048,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,2560,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,2048,0.007250133156776428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,2048,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,2048,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,2048,0.006029866635799408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,2048,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,2048,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,2048,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,2048,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,2048,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,2048,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,2048,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,2048,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,2048,0.004728533327579498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,2560,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,2048,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,2048,0.004366933306058248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,2048,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,2048,0.005399466554323832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,2048,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,2048,0.004308266441027323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,2048,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,2048,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,2048,0.004323199888070424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,2048,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,2048,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,2048,0.005983999868233999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,2048,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,2048,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,2048,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,2048,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,2048,0.006548266609509785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,2048,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,2048,0.007037866612275441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,2048,0.12148053646087646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,2048,0.2598624070485433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,2048,0.05823253393173218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,2048,0.03710613250732422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,2048,0.038771200180053714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,2048,0.03538453181584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,2048,0.036136531829833986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,2048,0.035122132301330565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,2048,0.03490560054779053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,2048,0.03327786723772685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,2048,0.00565226674079895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,2048,0.03481493393580119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,2048,0.03337920109430949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,2048,0.03307200074195862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,2048,0.031125332911809283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,2048,0.03138986627260844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,2048,0.03060479958852132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,2048,0.03177493413289388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,2048,0.028987733523050944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,2048,0.029706666866938274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,2048,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,2048,0.026985599597295122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,2048,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,2048,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,2048,0.02651626666386922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,2048,0.025934932629267375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,2048,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,2048,0.02501759926478068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,2048,0.023030400276184082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,2048,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,2048,0.022758400440216063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,2048,0.02262079914410909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,2048,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,2048,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,2048,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,2048,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,2048,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,2048,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,2048,0.01755946675936381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,2048,0.016671999295552572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,2048,0.017270400126775106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,2048,0.01798080007235209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,2048,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,2048,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,2048,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,2048,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,2048,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,2048,0.01588159998257955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,2048,0.016269866625467935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,2048,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,2048,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,2048,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,2048,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,2048,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,2048,0.02095253268877665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,2048,0.01605226695537567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,2048,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,2048,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,2048,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,2048,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,2048,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,2048,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,2048,0.015476266543070475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,2048,0.01597546637058258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,2048,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,2048,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,2048,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,2048,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,2048,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,2048,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,2048,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,2048,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,2048,0.016458666324615477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,2048,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,2048,0.22915627161661783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,2048,0.7238122940063476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,2048,0.11907947063446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,2048,1.4465824127197267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,2048,0.1062282641728719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,2048,0.1172159989674886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,2048,0.1119370698928833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,2048,0.11018880208333333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,2048,0.10438506603240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,2048,0.09157760143280029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,2048,0.09844586849212647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,2048,0.09816640218098958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,2048,0.09367787043253581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,2048,0.08549653689066569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,2048,0.08466666539510091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,2048,0.07176000277201335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,2048,0.065011199315389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,2048,0.06447786490122477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,2048,0.05875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,2048,0.05835093259811401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,2048,0.07933440208435058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,2048,0.05244906743367513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,2048,0.05218133529027304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,2048,0.04481386741002401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,2048,0.03948266506195068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,2048,0.07163200378417969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,2048,0.07845333417256674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,2048,0.039082666238149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,2048,0.04617600043614705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,2048,0.02680640021959941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,2048,0.03292160034179688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,2048,0.03208000063896179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,2048,0.0256223996480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,2048,0.02026026646296183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,2048,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,2048,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,2048,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,2048,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,2048,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,2048,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,2048,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,2048,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,2048,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,2048,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,2048,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,2048,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,2048,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,2048,0.00922879974047343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,2048,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,2048,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,2048,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,2048,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,2048,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,2048,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,2048,0.012199466427167256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,2048,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,2048,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,2048,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,2048,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,2048,0.009372799595197042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,2048,0.012768000364303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,2048,0.013100799918174744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,2048,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,2048,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,2048,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,2048,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,2048,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,2048,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,2048,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,2048,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,2048,0.013682132959365845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,2048,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,2048,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,2048,0.0634335994720459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,2048,0.11407039960225422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,2048,0.03258986671765645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,2048,0.022373332579930624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,2048,0.022242132822672525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,2048,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,2048,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,2048,0.022115200757980347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,2048,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,2048,0.020848000049591066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,2048,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,2048,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,2048,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,2048,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,2048,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,2048,0.015363199512163797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,2048,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,2048,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,2048,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,2048,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,2048,0.013750400145848593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,2048,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,2048,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,2048,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,2048,0.012924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,2048,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,2048,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,2048,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,2048,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,2048,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,2048,0.011965866883595784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,2048,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,2048,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,2048,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,2048,0.010657067100207012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,2048,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,2048,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,2048,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,2048,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,2048,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,2048,0.010313600301742554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,2048,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,2048,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,2048,0.00981226662794749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,2048,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,2048,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,2048,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,2048,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,2048,0.010082133611043294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,2048,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,2048,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,2048,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,2048,0.009690666198730468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,2048,0.010173867146174114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,2048,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,2048,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,2048,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,2048,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,2048,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,1536,0.09869759877522787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,1536,0.05120426813761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,1536,0.026290132602055864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,1536,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,1536,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,2048,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,1536,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,1536,0.01388159990310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,1536,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,1536,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,1536,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,1536,0.012311466534932454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,1536,0.011408000191052755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,1536,0.011382399996121725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,1536,0.011490133404731751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,1536,0.01053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,2048,0.00965226689974467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,1536,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,1536,0.009685333569844563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,1536,0.009820800026257832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,1536,0.00885653297106425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,1536,0.008532266815503438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,1536,0.008617599805196125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,1536,0.008547199765841167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,1536,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,1536,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,1536,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,1536,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,1536,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,1536,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,1536,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,1536,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,1536,0.006144000093142191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,1536,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,1536,0.004982399940490723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,1536,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,1536,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,1536,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,1536,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,2048,0.010246400038401287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,1536,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,1536,0.004911999901135763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,1536,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,1536,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,1536,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,1536,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,1536,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,1536,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,1536,0.004312533140182495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,1536,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,1536,0.0039488000174363455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,1536,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,1536,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,1536,0.0038922667503356934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,1536,0.010500267148017883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,1536,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,1536,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,1536,0.003908266623814901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,1536,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,1536,0.003882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,1536,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,1536,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,1536,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,1536,0.004727466901143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,1536,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,1536,0.005658666789531708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,1536,0.005383466680844625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,1536,0.005621333420276642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,1536,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,1536,0.19780373573303223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,1536,0.08986559708913168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,1536,0.047370668252309164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,1536,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,1536,0.03309546709060669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,1536,0.032440533240636185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,1536,0.033326933781305954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,1536,0.03289493322372437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,1536,0.030401066939036055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,1536,0.031042132774988813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,1536,0.030084266265233355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,1536,0.02896639903386434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,1536,0.029019733270009358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,1536,0.029000532627105714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,1536,0.027955200274785357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,1536,0.028355199098587035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,1536,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,1536,0.02611946662267049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,1536,0.026848000288009644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,1536,0.02587946653366089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,1536,0.0268885334332784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,1536,0.024754132827123007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,1536,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,1536,0.024892799059549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,1536,0.02528853416442871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,1536,0.024280534187952677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,1536,0.024173865715662636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,1536,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,1536,0.021499733130137123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,1536,0.02314773400624593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,1536,0.020898133516311646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,1536,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,1536,0.019336533546447755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,1536,0.01840959986050924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,1536,0.019236266613006592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,1536,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,1536,0.01750613252321879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,1536,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,1536,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,1536,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,1536,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,1536,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,1536,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,1536,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,1536,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,1536,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,1536,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,1536,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,1536,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,1536,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,1536,0.015637333194414772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,1536,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,1536,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,1536,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,1536,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,1536,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,1536,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,1536,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,1536,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,1536,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,1536,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,1536,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,1536,0.014679466684659323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,1536,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,1536,0.01600320041179657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,1536,0.015595733126004537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,1536,0.015210666259129844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,1536,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,1536,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,1536,0.2120746612548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,1536,0.716927973429362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,1536,1.4261664072672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,1536,0.1159061352411906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,1536,0.10422186851501465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,1536,0.11541226704915364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,1536,0.10947306950887044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,1536,0.10129386583964031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,1536,0.10832959810892742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,1536,0.08931946754455566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,1536,0.09530346393585205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,1536,0.09667840003967285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,1536,0.09066879749298096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,1536,0.08362560272216797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,1536,0.07767146428426107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,1536,0.07021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,1536,0.08266239960988363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,1536,0.06387626727422079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,1536,0.06365120013554891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,1536,0.05713599920272827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,1536,0.05081493457158407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,1536,0.05059413512547811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,1536,0.04480533202489217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,1536,0.07634452978769937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,1536,0.0440170685450236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,1536,0.037859201431274414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,1536,0.03902186552683513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,1536,0.07039893468221028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,1536,0.05797973473866781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,1536,0.031269333759943646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,1536,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,1536,0.03199466665585836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,1536,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,1536,0.026173865795135497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,1536,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,1536,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,1536,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,1536,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,1536,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,1536,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,1536,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,1536,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,1536,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,1536,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,1536,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,1536,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,1536,0.010088533163070679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,1536,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,1536,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,1536,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,1536,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,1536,0.00969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,1536,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,1536,0.010607999563217164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,1536,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,1536,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,1536,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,1536,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,1536,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,1536,0.011541333794593812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,1536,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,1536,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,1536,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,1536,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,1536,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,1536,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,1536,0.011711999773979187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,1536,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,1536,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,1536,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,1536,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,1536,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,1536,0.09104426701863608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,1536,0.027702399094899494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,1536,0.05171306530634562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,1536,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,1536,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,1536,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,1536,0.01927679975827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,1536,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,1536,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,1536,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,1536,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,1536,0.01755946675936381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,1536,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,1536,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,1536,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,1536,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,1536,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,1536,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,1536,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,1536,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,1536,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,1536,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,1536,0.011639466881752015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,1536,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,1536,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,1536,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,1536,0.011549866199493409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,1536,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,1536,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,1536,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,1536,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,1536,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,1536,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,1536,0.009703466296195984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,1536,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,1536,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,1536,0.009635200103123982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,1536,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,1536,0.009336533149083455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,1536,0.009886933366457622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,1536,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,1536,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,1536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,1536,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,1536,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,1536,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,1536,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,1536,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,1536,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,1536,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,1536,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,1536,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,1536,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,1536,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,1536,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,1536,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,1536,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,1536,0.009346133470535279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,1536,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,1536,0.00900266667207082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,1024,0.06535360018412271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,1024,0.017918932437896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,1024,0.010220799843470256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,1024,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,1024,0.009822932879130046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,1024,0.010103467106819152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,1024,0.008956799904505413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,1024,0.008878933389981587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,1024,0.0093450665473938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,1024,0.008658132950464885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,1024,0.008866133292516072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,1024,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,1024,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,1024,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,1024,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,1024,0.007038933535416921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,1024,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,1024,0.006932266553243001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,1024,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,1536,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,1024,0.006398933132489522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,1024,0.006472533444563548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,1024,0.005997866888840993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,1024,0.005529599885145823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,1024,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,1024,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,1024,0.005276800195376078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,1024,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,1024,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,1024,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,1024,0.003899733225504557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,1024,0.004162133236726125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,1024,0.004158933212359746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,1024,0.003982933362325033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,1024,0.004502399762471517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,1024,0.03435946702957153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,1024,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,1024,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,1024,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,1024,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,1024,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,1024,0.003370666752258936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,1024,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,1024,0.00329066663980484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,1024,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,1024,0.0032127998769283296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,1024,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,1024,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,1024,0.0033503999312718712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,1024,0.0030847998956839246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,1024,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,1024,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,1024,0.0036501333117485045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,1024,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,1024,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,1024,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,1024,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,1024,0.06602240006128947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,1024,0.12821760177612304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,1024,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,1024,0.03712960084279378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,1024,0.026870399713516235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,1024,0.02691626747449239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,1024,0.0264575997988383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,1024,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,1024,0.02635200023651123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,1024,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,1024,0.025410133600234985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,1024,0.02632213234901428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,1024,0.02534186641375224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,1024,0.0257749338944753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,1024,0.024906667073567708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,1024,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,1024,0.0248416006565094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,1024,0.025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,1024,0.02423680027325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,1024,0.02461013396581014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,1024,0.02334933280944824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,1024,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,1024,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,1024,0.023829332987467446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,1024,0.020829866329828896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,1024,0.02178879976272583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,1024,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,1024,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,1024,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,1024,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,1024,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,1024,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,1024,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,1024,0.01764906644821167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,1024,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,1024,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,1024,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,1024,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,1024,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,1024,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,1024,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,1024,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,1024,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,1024,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,1024,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,1024,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,1024,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,1024,0.015066666404406228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,1024,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,1024,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,1024,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,1024,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,1024,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,1024,0.016193067034085594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,1024,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,1024,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,1024,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,1024,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,1024,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,1024,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,1024,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,1024,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,1024,0.014686933159828186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,1024,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,1024,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,1024,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,1024,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,1024,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,1024,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,1024,0.20660907427469888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,1024,0.6745429356892904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,1024,1.404413859049479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,1024,0.11390186945597332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,1024,0.10160426298777263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,1024,0.11291413307189942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,1024,0.10749013423919677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,1024,0.1066549301147461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,1024,0.10041386286417645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,1024,0.08787519931793213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,1024,0.08908373514811198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,1024,0.08215040365854899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,1024,0.09406932989756266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,1024,0.0936629295349121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,1024,0.07592853705088297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,1024,0.06927359898885091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,1024,0.06288533210754395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,1024,0.06282879908879599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,1024,0.05672959884007772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,1024,0.056321068604787194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,1024,0.05038613478342692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,1024,0.05019306739171346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,1024,0.04438399871190389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,1024,0.08104106585184732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,1024,0.03824640115102132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,1024,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,1024,0.06943999926249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,1024,0.07514026959737143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,1024,0.04322773218154907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,1024,0.032126933336257935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,1024,0.030916267633438112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,1024,0.02510826587677002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,1024,0.024782933791478477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,1024,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,1024,0.013078400492668152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,1024,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,1024,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,1024,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,1024,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,1024,0.010072533289591472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,1024,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,1024,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,1024,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,1024,0.008414933085441589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,1024,0.008833066622416178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,1024,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,1024,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,1024,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,1024,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,1024,0.008285866677761078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,1024,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,1024,0.009019733468691508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,1024,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,1024,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,1024,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,1024,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,1024,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,1024,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,1024,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,1024,0.009921066959698995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,1024,0.009010133147239686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,1024,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,1024,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,1024,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,1024,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,1024,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,1024,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,1024,0.009898666540781658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,1024,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,1024,0.009363200267155964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,1024,0.037972267468770346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,1024,0.06823679606119791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,1024,0.021051732699076335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,1024,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,1024,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,1024,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,1024,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,1024,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,1024,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,1024,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,1024,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,1024,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,1024,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,1024,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,1024,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,1024,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,1024,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,1024,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,1024,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,1024,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,1024,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,1024,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,1024,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,1024,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,1024,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,1024,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,1024,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,1024,0.012690132856369019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,1024,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,1024,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,1024,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,1024,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,1024,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,1024,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,1024,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,1024,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,1024,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,1024,0.008429867029190064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,1024,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,1024,0.008520533641179402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,1024,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,1024,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,1024,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,1024,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,1024,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,1024,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,1024,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,1024,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,1024,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,1024,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,1024,0.008547199765841167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,1024,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,1024,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,1024,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,768,0.05146133502324422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,768,0.025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,768,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,768,0.008450133601824443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,768,0.008559999863306682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,1024,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,768,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,768,0.00879146655400594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,768,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,768,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,768,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,768,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,768,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,768,0.007392000158627827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,768,0.007227733234564463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,768,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,768,0.006886399785677592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,768,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,768,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,768,0.005962666869163513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,768,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,768,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,768,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,768,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,768,0.005571199953556061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,768,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,768,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,768,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,1024,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,768,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,768,0.00429013321797053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,768,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,768,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,768,0.0036874666810035707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,768,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,768,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,768,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,768,0.003602133442958196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,768,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,768,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,768,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,768,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,768,0.0031839999059836066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,768,0.003239466746648153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,768,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,768,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,768,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,768,0.0034847999612490333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,768,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,768,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,768,0.0962282657623291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,768,0.05322879950205485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,768,0.034509865442911784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,768,0.024742400646209715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,768,0.024784000714619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,768,0.02485226591428121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,768,0.02577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,768,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,768,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,768,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,768,0.0236629327138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,768,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,768,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,768,0.023436800638834635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,768,0.023635200659434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,768,0.023536000649134317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,768,0.022997333606084188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,768,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,768,0.02217386762301127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,768,0.022808533906936646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,768,0.021157334248224892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,768,0.02095573345820109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,768,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,768,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,768,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,768,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,768,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,768,0.019758933782577516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,768,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,768,0.019298134247461955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,768,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,768,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,768,0.01848213275273641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,768,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,768,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,768,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,768,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,768,0.022755199670791627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,768,0.016377600034077962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,768,0.01544426679611206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,768,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,768,0.017067732413609822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,768,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,768,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,768,0.01628159979979197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,768,0.016711467504501344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,768,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,768,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,768,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,768,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,768,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,768,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,768,0.015363199512163797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,768,0.015381333231925965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,768,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,768,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,768,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,768,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,768,0.017986132701237997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,768,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,768,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,768,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,768,0.013405866424242654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,768,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,768,0.013794133067131042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,768,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,768,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,768,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,768,0.20385173161824546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,768,0.5551669438680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,768,1.402564239501953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,768,0.11160639921824138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,768,0.09980053106943766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,768,0.11081919670104981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,768,0.10593173503875733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,768,0.10483520030975342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,768,0.09886933167775472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,768,0.08659839630126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,768,0.09229013125101725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,768,0.08651306629180908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,768,0.08089493115743002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,768,0.09234240055084228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,768,0.07969280083974203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,768,0.06819307009379069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,768,0.061410133043924967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,768,0.061229864756266274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,768,0.05552639961242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,768,0.055422933896382656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,768,0.049380266666412355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,768,0.048902400334676105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,768,0.04354133208592732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,768,0.04235413471857707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,768,0.037034666538238524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,768,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,768,0.07430720329284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,768,0.07353599866231283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,768,0.06864213148752848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,768,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,768,0.03094506661097209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,768,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,768,0.02429973284403483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,768,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,768,0.018263467152913413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,768,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,768,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,768,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,768,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,768,0.010493866602579753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,768,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,768,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,768,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,768,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,768,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,768,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,768,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,768,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,768,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,768,0.008212266862392426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,768,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,768,0.008873599767684936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,768,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,768,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,768,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,768,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,768,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,768,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,768,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,768,0.008419199784596761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,768,0.009015466769536335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,768,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,768,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,768,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,768,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,768,0.05674346685409546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,768,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,768,0.031166932980219525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,768,0.018103466431299845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,768,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,768,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,768,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,768,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,768,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,768,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,768,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,768,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,768,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,768,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,768,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,768,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,768,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,768,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,768,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,768,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,768,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,768,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,768,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,768,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,768,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,768,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,768,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,768,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,768,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,768,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,768,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,768,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,768,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,768,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,768,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,768,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,768,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,768,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,768,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,768,0.00826453318198522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,768,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,768,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,768,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,768,0.007717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,768,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,768,0.007755733529726664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,768,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,768,0.008101333181063335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,768,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,768,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,768,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,768,0.00804373323917389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,768,0.00766293356815974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,512,0.03870400190353394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,768,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,512,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,512,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,512,0.006806399921576183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,512,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,512,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,512,0.006128000219662985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,512,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,512,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,512,0.006132266422112783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,512,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,512,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,512,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,512,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,512,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,512,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,512,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,512,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,512,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,512,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,512,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,512,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,512,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,512,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,512,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,512,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,512,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,512,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,512,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,512,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,512,0.003607466568549474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,512,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,512,0.0031093334158261614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,512,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,512,0.002926933268706004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,512,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,512,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,512,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,512,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,512,0.002903466671705246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,512,0.0027722666660944624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,512,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,512,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,512,0.0026911998788515727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,512,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,512,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,512,0.003337600082159042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,512,0.0031946666538715364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,512,0.0031680000325044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,512,0.04125119845072429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,512,0.029203200340270997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,512,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,512,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,512,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,512,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,512,0.022895999749501548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,512,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,512,0.0230240007241567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,512,0.02239039937655131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,512,0.07328320344289144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,512,0.022412800788879396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,512,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,512,0.021202133099238078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,512,0.02097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,512,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,512,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,512,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,512,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,512,0.01956053376197815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,512,0.020363734165827433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,512,0.019259732961654664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,512,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,512,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,512,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,512,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,512,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,512,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,512,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,512,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,512,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,512,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,512,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,512,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,512,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,512,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,512,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,512,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,512,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,512,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,512,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,512,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,512,0.015118933717409768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,512,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,512,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,512,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,512,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,512,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,512,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,512,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,512,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,512,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,512,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,512,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,512,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,512,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,512,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,512,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,512,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,512,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,512,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,512,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,512,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,512,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,512,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,512,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,512,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,512,0.013436800241470337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,512,0.20105387369791666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,512,0.4540682792663574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,512,1.3782581329345702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,512,0.11029120286305745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,512,0.09851093292236328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,512,0.1091274658838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,512,0.104257067044576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,512,0.10317227045694988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,512,0.09730026721954346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,512,0.08542933464050292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,512,0.09221440156300863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,512,0.09188799858093262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,512,0.08512319723765055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,512,0.07966399987538655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,512,0.07840960025787354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,512,0.06696213086446126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,512,0.061655465761820474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,512,0.06040000120798746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,512,0.055447467168172206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,512,0.0546890656153361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,512,0.049364264806111655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,512,0.04849066734313965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,512,0.04311573505401611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,512,0.07271253267923991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,512,0.04193386634190877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,512,0.03691840171813965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,512,0.03623466491699219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,512,0.0722261349360148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,512,0.06742933591206869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,512,0.030408533414204915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,512,0.029686399300893146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,512,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,512,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,512,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,512,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,512,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,512,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,512,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,512,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,512,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,512,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,512,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,512,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,512,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,512,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,512,0.00827519992987315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,512,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,512,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,512,0.007246933380762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,512,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,512,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,512,0.007326933244864146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,512,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,512,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,512,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,512,0.007287466526031494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,512,0.007310933371384938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,512,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,512,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,512,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,512,0.044861865043640134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,512,0.025908267498016356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,512,0.017589332660039265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,512,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,512,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,512,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,512,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,512,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,512,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,512,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,512,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,512,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,512,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,512,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,512,0.01104853351910909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,512,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,512,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,512,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,512,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,512,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,512,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,512,0.010028800368309021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,512,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,512,0.009614933530489604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,512,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,512,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,512,0.008961066603660583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,512,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,512,0.008851200342178345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,512,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,512,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,512,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,512,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,512,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,512,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,512,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,512,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,512,0.007593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,512,0.007649066547552745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,512,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,512,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,512,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,512,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,512,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,512,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,512,0.007347199817498524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,512,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,512,0.007211733361085255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,512,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,512,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,512,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,512,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,512,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,512,0.007367466886838277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,256,0.02618666688601176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,256,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,256,0.009635200103123982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,256,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,256,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,256,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,256,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,256,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,256,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,256,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,256,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,256,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,256,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,256,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,512,0.007608533402283986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,256,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,256,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,256,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,512,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,256,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,256,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,256,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,256,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,256,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,256,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,256,0.004155733436346054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,256,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,256,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,256,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,256,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,256,0.003770666569471359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,256,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,256,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,256,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,256,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,256,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,256,0.0026986666023731233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,256,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,256,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,256,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,256,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,256,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,256,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,256,0.0024959998826185863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,256,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,256,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,256,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,256,0.030667734146118165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,256,0.05150400002797445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,256,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,256,0.020376533269882202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,256,0.02085439960161845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,256,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,256,0.01960960030555725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,256,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,256,0.018895999590555827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,256,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,256,0.019654399156570433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,256,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,256,0.01975359916687012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,256,0.019245866934458414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,256,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,256,0.019309866428375243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,256,0.018477867046991982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,256,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,256,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,256,0.017106133699417114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,256,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,256,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,256,0.02577173312505086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,256,0.018040533860524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,256,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,256,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,256,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,256,0.01769386728604635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,256,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,256,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,256,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,256,0.015668267011642457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,256,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,256,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,256,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,256,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,256,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,256,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,256,0.013988266388575235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,256,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,256,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,256,0.01507306694984436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,256,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,256,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,256,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,256,0.014985600113868713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,256,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,256,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,256,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,256,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,256,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,256,0.012991999586423239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,256,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,256,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,256,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,256,0.013875200351079305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,256,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,256,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,256,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,256,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,256,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,256,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,256,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,256,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,256,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,256,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,256,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,256,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,256,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,256,0.01297813355922699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,256,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,256,0.321946652730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,256,0.9377013524373373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,256,0.16415467262268066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,256,0.09009066422780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,256,0.08026879628499349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,256,0.08463253180185953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,256,0.08451840082804361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,256,0.08907840251922608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,256,0.07961493333180746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,256,0.06947093009948731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,256,0.0697546641031901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,256,0.0748693307240804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,256,0.07479360103607177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,256,0.06526506741841634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,256,0.060043732325236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,256,0.06431573232014974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,256,0.054647465546925865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,256,0.04970879952112834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,256,0.05961813529332479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,256,0.049379201730092366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,256,0.04493653376897176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,256,0.044861865043640134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,256,0.040491731961568196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,256,0.03953386545181274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,256,0.035370667775472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,256,0.03467413187026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,256,0.030452267328898115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,256,0.029755733410517377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,256,0.0554314653078715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,256,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,256,0.02555840015411377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,256,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,256,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,256,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,256,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,256,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,256,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,256,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,256,0.008476799726486206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,256,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,256,0.008685866991678875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,256,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,256,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,256,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,256,0.006371200084686279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,256,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,256,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,256,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,256,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,256,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,256,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,256,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,256,0.007380266487598419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,256,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,256,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,256,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,256,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,256,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,256,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,256,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,256,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,256,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,256,0.03774826526641846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,256,0.02589226762453715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,256,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,256,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,256,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,256,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,256,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,256,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,256,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,256,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,256,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,256,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,256,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,256,0.010593066612879436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,256,0.012558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,256,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,256,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,256,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,256,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,256,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,256,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,256,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,256,0.00925973355770111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,256,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,256,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,256,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,256,0.008533333738644917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,256,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,256,0.008640000224113464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,256,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,256,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,256,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,256,0.007625600198904674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,256,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,256,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,256,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,256,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,256,0.007235200206438701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,256,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,256,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,256,0.007349333167076111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,256,0.007310933371384938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,256,0.0074080000321070354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,256,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,256,0.007197866837183635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,256,0.00678719977537791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,256,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,256,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,256,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,256,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,256,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,256,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,128,0.019576533635457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,256,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,128,0.011403733491897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,128,0.004769066472848257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,128,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,256,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,128,0.0047765334447224935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,128,0.005208533505598704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,128,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,128,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,128,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,128,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,128,0.004331733286380768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,128,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,128,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,128,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,128,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,128,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,128,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,128,0.0035232000052928926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,128,0.004368000229199727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,128,0.003941333293914795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,128,0.003575466573238373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,128,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,128,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,128,0.0030847998956839246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,128,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,128,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,128,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,128,0.003193599979082743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,128,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,128,0.0028522667785485585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,128,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,128,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,128,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,128,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,128,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,128,0.002501333256562551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,128,0.0023797333240509035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,128,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,128,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,128,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,128,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,128,0.0022762666145960493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,128,0.0025248001019159954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,128,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,128,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,128,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,128,0.039847465356191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,128,0.02749226689338684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,128,0.02370880047480265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,128,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,128,0.017819732427597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,128,0.01707306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,128,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,128,0.018039466937383015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,128,0.01831573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,128,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,128,0.0037685332198937735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,128,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,128,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,128,0.016851200660069784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,128,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,128,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,128,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,128,0.0171615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,128,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,128,0.0175327996412913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,128,0.015158399939537048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,128,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,128,0.01780160069465637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,128,0.015593600273132325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,128,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,128,0.018078933159510292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,128,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,128,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,128,0.01585493286450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,128,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,128,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,128,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,128,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,128,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,128,0.015154133240381876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,128,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,128,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,128,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,128,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,128,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,128,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,128,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,128,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,128,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,128,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,128,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,128,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,128,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,128,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,128,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,128,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,128,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,128,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,128,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,128,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,128,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,128,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,128,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,128,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,128,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,128,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,128,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,128,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,128,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,128,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,128,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,128,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,128,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,128,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,128,0.7081205368041992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,128,0.144541867574056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,128,0.2834261258443197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,128,0.0790442705154419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,128,0.07063893477121988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,128,0.0751413345336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,128,0.07457066377003987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,128,0.0791968027750651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,128,0.07065920035044351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,128,0.061840001742045084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,128,0.06656426588694254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,128,0.0661514679590861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,128,0.06284373203913371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,128,0.05714240074157715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,128,0.05375359853108724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,128,0.052978134155273436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,128,0.04887466828028361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,128,0.04480640093485515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,128,0.04439359903335571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,128,0.04036159912745158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,128,0.03994239966074626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,128,0.036245334148406985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,128,0.03545066515604655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,128,0.031666133801142374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,128,0.030856533845265703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,128,0.027588266134262084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,128,0.027078400055567425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,128,0.048946134249369305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,128,0.05706986586252848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,128,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,128,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,128,0.02302079995473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,128,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,128,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,128,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,128,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,128,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,128,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,128,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,128,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,128,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,128,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,128,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,128,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,128,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,128,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,128,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,128,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,128,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,128,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,128,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,128,0.005707733333110809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,128,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,128,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,128,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,128,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,128,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,128,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,128,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,128,0.005959466596444448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,128,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,128,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,128,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,128,0.006140799820423126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,128,0.005958400170008342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,128,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,128,0.04356586535771688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,128,0.03141013383865356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,128,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,128,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,128,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,128,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,128,0.01253546675046285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,128,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,128,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,128,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,128,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,128,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,128,0.01113706628481547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,128,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,128,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,128,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,128,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,128,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,128,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,128,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,128,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,128,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,128,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,128,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,128,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,128,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,128,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,128,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,128,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,128,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,128,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,128,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,128,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,128,0.007383466760317485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,128,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,128,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,128,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,128,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,128,0.00717439999183019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,128,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,128,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,128,0.00702400008837382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,128,0.006839466591676076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,128,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,128,0.006410666803518932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,128,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,128,0.006786133348941803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,128,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,128,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,128,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,128,0.006449066599210103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,128,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,128,0.0067775999506314594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,128,0.0067775999506314594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,128,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,128,0.006414933502674103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,128,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,128,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,128,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,64,0.017935999234517417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,128,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,64,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,64,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,64,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,64,0.004712533454100291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,128,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,64,0.00513919989267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,64,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,64,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,64,0.003866666555404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,64,0.003885866701602936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,64,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,64,0.003866666555404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,64,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,64,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,64,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,64,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,64,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,64,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,64,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,64,0.003927466770013174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,64,0.003500800083080927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,64,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,64,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,64,0.00308693324526151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,64,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,64,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,64,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,64,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,64,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,64,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,64,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,64,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,64,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,64,0.0024842667082945508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,64,0.003930666546026865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,64,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,64,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,64,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,64,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,64,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,64,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,64,0.03906346559524536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,64,0.0271232008934021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,64,0.017548799514770508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,64,0.02111146648724874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,64,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,64,0.018427733580271402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,64,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,64,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,64,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,64,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,64,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,64,0.01672533353169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,64,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,64,0.017144532998402913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,64,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,64,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,64,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,64,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,64,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,64,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,64,0.015496533115704855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,64,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,64,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,64,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,64,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,64,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,64,0.015238400300343832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,64,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,64,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,64,0.01584106683731079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,64,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,64,0.015211733182271323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,64,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,64,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,64,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,64,0.013438933094342551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,64,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,64,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,64,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,64,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,64,0.013543466726938883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,64,0.013176533579826354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,64,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,64,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,64,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,64,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,64,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,64,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,64,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,64,0.01255466639995575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,64,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,64,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,64,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,64,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,64,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,64,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,64,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,64,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,64,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,64,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,64,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,64,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,64,0.013176533579826354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,64,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,64,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,64,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,64,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,64,0.013375999530156455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,32,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,64,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,32,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,32,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,32,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,32,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,32,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,32,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,32,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,32,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,32,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,32,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,32,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,32,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,32,0.004095999896526337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,32,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,32,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,32,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,32,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,32,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,32,0.0036938667297363283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,32,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,32,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,32,0.0035146666069825493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,32,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,32,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,32,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,32,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,32,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,32,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,32,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,32,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1536,32,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1536,32,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1536,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1536,32,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1536,32,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1536,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1536,32,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1536,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1536,32,0.0028480000793933867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1536,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1536,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1536,32,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1536,32,0.0023520000278949736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1536,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1536,32,0.0024746666351954144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1536,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1536,32,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1536,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1536,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1536,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1536,32,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1536,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1536,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1536,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1536,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1536,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1536,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1536,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1536,32,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1536,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1536,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1536,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1536,32,0.002109866589307785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1536,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1536,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1536,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1536,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1536,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1536,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1536,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1536,32,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1536,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1536,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,32,0.03668373425801595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,32,0.02725333372751872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,32,0.020502400398254395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,32,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,32,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,32,0.017978666226069133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,32,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,32,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,32,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,32,0.019614932934443156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,32,0.016272000471750894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,32,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,32,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,32,0.016951467593510947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,32,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,32,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,32,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,32,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,32,0.01639786660671234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,32,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,32,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,32,0.01721386710802714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,32,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,32,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,32,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,32,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,32,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,32,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,32,0.015784533818562825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,32,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,32,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,32,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,32,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,32,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,32,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,32,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,32,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,32,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,32,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,32,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,32,0.013356799880663553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,32,0.013452800114949546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,32,0.013521066308021546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,32,0.0131221334139506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,32,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,32,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,32,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,32,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,32,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,32,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,32,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,32,0.013037866353988648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,32,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,32,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,32,0.013531733552614847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,32,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,32,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,32,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,32,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,32,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,32,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,32,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,32,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,32,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,32,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,32,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,65536,0.6684319972991943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,65536,1.256112019220988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,65536,0.3556480010350545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,65536,0.36859198411305744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,65536,0.3628213405609131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,65536,0.33162933588027954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,65536,0.3690799872080485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,65536,0.34880268573760986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,65536,0.28031466404596966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,65536,0.2862666646639506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,65536,2.701383908589681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,65536,0.295629342397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,65536,0.26027466853459674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,65536,0.28059200445810956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,65536,0.2541439930597941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,65536,0.26185866196950275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,65536,0.2258053421974182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,65536,0.21704800923665366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,65536,0.18896265824635824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,65536,0.25390400489171344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,65536,0.23690932989120483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,65536,0.19580000638961792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,65536,0.18021599451700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,65536,0.1716746687889099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,65536,0.18344799677530924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,65536,0.19232799609502158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,65536,0.18574400742848715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,65536,0.13081066807111105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,65536,0.10824799537658691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,65536,0.10100000103314717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,65536,0.09108000000317891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,65536,0.07667466501394908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,65536,0.06666133304437001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,65536,0.04480533301830292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,65536,0.03623999903599421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,65536,0.03449599941571554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,65536,0.03528266648451487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,65536,0.03736533224582672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,65536,0.032618666688601174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,65536,0.0312266672650973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,65536,0.030546667675177257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,65536,0.03027733415365219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,65536,0.02998666713635127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,65536,0.030234667162100475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,65536,0.030266667405764263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,65536,0.029762665430704754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,65536,0.028490667541821797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,65536,0.02846666673819224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,65536,0.0283120001355807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,65536,0.030437332888444264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,65536,0.027285332481066387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,65536,0.026125334203243256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,65536,0.029296000798543293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,65536,0.026072000463803608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,65536,0.02816266566514969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,65536,0.026005332668622334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,65536,0.1493226687113444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,65536,0.1524400015672048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,65536,0.028354667127132416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,65536,0.028543998797734577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,65536,0.028218666712443035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,65536,0.02811466654141744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,65536,0.028042666614055634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,65536,0.02811466654141744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,65536,0.027848000327746075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,65536,0.025055999557177227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,65536,0.025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,65536,0.04110399881998698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,65536,0.025383998950322468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,65536,0.026519998908042908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,65536,0.026170666019121807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,65536,0.02608266721169154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,65536,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,65536,0.02664000044266383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,65536,1.7637902365790472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,65536,0.9560551113552518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,65536,0.9556283950805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,65536,3.497041702270508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,65536,0.9115289052327474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,65536,0.8968177371554904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,65536,0.8603964381747775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,65536,7.021664089626736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,65536,0.8703111012776693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,65536,0.8023822042677137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,65536,0.8037013477749295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,65536,0.7576142417060004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,65536,0.750517315334744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,65536,0.7011040051778158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,65536,0.7048764228820801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,65536,0.6272444195217556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,65536,0.5883715417650011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,65536,0.5362737973531088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,65536,0.5284141964382595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,65536,0.48014577229817706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,65536,0.4796444574991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,65536,0.4229564401838515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,65536,0.4268017874823676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,65536,0.3644462161593967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,65536,0.6466684341430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,65536,0.35823999510871035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,65536,0.31163732210795086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,65536,0.3128391106923421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,65536,0.590584913889567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,65536,0.24757512410481772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,65536,0.2494293318854438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,65536,0.19543822606404623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,65536,0.11614399486117893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,65536,0.07151110967000325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,65536,0.1213795608944363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,65536,0.0685066646999783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,65536,0.06657777892218696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,65536,0.06796977917353313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,65536,0.061848892105950244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,65536,0.05944710969924927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,65536,0.0583768884340922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,65536,0.05457244316736857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,65536,0.05068622363938225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,65536,0.048360887500974864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,65536,0.04964444372389051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,65536,0.051683555046717324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,65536,0.043397333886888295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,65536,0.04324444466167026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,65536,0.04741333259476555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,65536,0.042099555333455406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,65536,0.03888533181614346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,65536,0.03939377930429246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,65536,0.03912355502446493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,65536,0.03722666700681051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,65536,0.03302044338650174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,65536,0.033139556646347046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,65536,0.030977778964572485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,65536,0.032933334509531655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,65536,0.03254933489693536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,65536,0.031968000862333514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,65536,0.03296711047490438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,65536,0.03133866522047255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,65536,0.031175110075208876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,65536,0.03052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,65536,0.027804444233576458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,65536,0.02870933214823405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,65536,0.028622223271263972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,65536,0.18626844882965088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,65536,0.028935111231274072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,65536,0.02799644403987461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,65536,0.028840889533360798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,65536,0.02711822258101569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,65536,0.027594667341974046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,65536,0.039649777942233615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,65536,0.6967146661546496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,65536,1.1824248631795247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,65536,0.6615911059909397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,65536,2.396787643432617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,65536,0.6304284201727973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,65536,0.5453688833448622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,65536,4.677639007568359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,65536,0.5183395809597439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,65536,0.6546506881713867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,65536,0.49415286382039386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,65536,0.6184639930725098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,65536,0.5462186601426866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,65536,0.5150826772054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,65536,0.4965137905544705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,65536,0.4505759874979655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,65536,0.37659555011325413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,65536,0.36147022247314453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,65536,0.340465784072876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,65536,0.33292799525790745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,65536,0.4567822350396051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,65536,0.30901866488986546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,65536,0.30622755156622994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,65536,0.2813013394673665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,65536,0.4195360077752008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,65536,0.40294578340318465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,65536,0.24074133237202963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,65536,0.2552231152852376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,65536,0.22388622495863172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,65536,0.2098968823750814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,65536,0.19571022192637125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,65536,0.1806631088256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,65536,0.14008711444007024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,65536,0.1675164434644911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,65536,0.15103467305501303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,65536,0.09223288959927028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,65536,0.11503467294904922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,65536,0.0879324475924174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,65536,0.07963022258546618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,65536,0.07480533255471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,65536,0.0751111110051473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,65536,0.07195733653174506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,65536,0.07131022214889526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,65536,0.07095644209120008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,65536,0.0712533328268263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,65536,0.06865777571996053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,65536,0.06823644373151991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,65536,0.0667768915494283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,65536,0.06715377834108141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,65536,0.0665795538160536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,65536,0.06643022431267633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,65536,0.0658737752172682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,65536,0.06572622060775757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,65536,0.06306666798061795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,65536,0.0631964471605089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,65536,0.06349688768386841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,65536,0.06373688909742567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,65536,0.06344711118274264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,65536,0.06316444608900282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,65536,0.0631857779290941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,65536,0.06337422132492065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,65536,0.06331377559238009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,65536,0.06315733326805963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,65536,0.06315377685758802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,65536,0.06326933039559259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,65536,0.0631235573026869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,65536,0.06363377968470256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,65536,0.06328355603747897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,65536,0.06323911084069146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,65536,0.06319466564390394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,65536,0.06316088967853122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,65536,0.17849422825707328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,65536,0.08303288618723552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,65536,0.07937422063615587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,65536,0.08223466740714179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,65536,1.9089258829752604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,65536,1.0181237538655599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,65536,0.49141333897908523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,65536,0.26426560084025064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,65536,0.26166933377583823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,65536,0.25368533134460447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,65536,0.26064960161844886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,65536,0.24068800608317056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,65536,0.23793066342671715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,65536,0.23283839225769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,65536,0.21944106419881187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,65536,0.23495039939880372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,65536,0.21917866071065267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,65536,0.21222186088562012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,65536,0.21079573631286622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,65536,0.20788586934407555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,65536,0.20851732889811198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,65536,0.19523413976033527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,65536,0.19459306399027507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,65536,0.19014827410380047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,65536,0.19010987281799316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,65536,0.17970560391743978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,65536,0.17866133054097494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,65536,0.17381760279337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,65536,0.17314453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,65536,0.16539306640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,65536,0.16510720252990724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,65536,0.15953067143758137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,65536,0.15979092915852863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,65536,0.15180800755818685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,65536,0.15224426587422688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,65536,0.1443658669789632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,65536,0.14459946950276692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,65536,0.13582186698913573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,65536,0.13461012840270997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,65536,0.12857173283894857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,65536,0.12682773272196451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,65536,0.12687573432922364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,65536,0.1270527998606364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,65536,0.1256757338841756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,65536,0.1261013348897298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,65536,0.12630399862925212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,65536,0.12412479718526204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,65536,0.124290132522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,65536,0.12264853318532307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,65536,0.1215488036473592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,65536,0.12401279608408611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,65536,0.12106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,65536,0.12142720222473144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,65536,0.12161920070648194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,65536,0.12195733388264973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,65536,0.12144426504770915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,65536,0.12152640024820964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,65536,0.12122453053792318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,65536,0.12229973475138348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,65536,0.12110826969146729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,65536,0.1210752010345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,65536,0.12131840387980145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,65536,0.12085866928100586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,65536,0.12117013136545818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,65536,0.12115413347880047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,65536,0.12160426775614422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,65536,0.12116693655649821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,65536,0.12123626867930096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,65536,0.12112853527069092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,65536,0.12128640015920003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,65536,0.12097280025482178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,65536,0.12122773329416911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,65536,0.12123839855194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,65536,0.12077439626057943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,65536,0.12123093605041504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,51200,1.963223934173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,51200,1.043023983637492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,51200,0.5277626514434814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,51200,0.2784133354822795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,51200,0.2850053310394287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,51200,0.28963200251261395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,51200,0.2706293265024821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,51200,0.28468799591064453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,51200,0.2516480088233948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,51200,0.22391732533772787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,51200,0.22377866506576538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,51200,0.21012800931930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,51200,0.2095280090967814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,51200,0.2049093246459961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,51200,0.19558932383855185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,51200,0.1886026660601298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,51200,0.181442658106486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,51200,0.1654586692651113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,51200,0.17432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,51200,0.17733333508173624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,51200,0.1487280031045278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,51200,0.14695200324058533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,51200,0.14363466699918112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,51200,0.1373039980729421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,51200,0.13830666740735373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,51200,0.1532319982846578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,51200,0.12530933817227682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,51200,0.13653066754341125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,51200,0.10869600375493367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,51200,0.09539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,51200,0.0790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,51200,0.07392000158627827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,51200,0.06778400142987569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,51200,0.05389333268006643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,51200,0.04457066456476847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,51200,0.03346399962902069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,51200,0.030712001025676727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,51200,0.033058665692806244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,51200,0.03306400030851364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,51200,0.029175999263922375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,51200,0.03127466638882955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,51200,0.02784000088771184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,51200,0.02683466672897339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,51200,0.02593333274126053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,51200,0.025191999971866608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,51200,0.024898665646711986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,51200,0.025029333929220837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,51200,0.025407999753952026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,51200,0.024930665890375774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,51200,0.02420266717672348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,51200,0.023887999355793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,51200,0.023904000719388325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,51200,0.025616000096003216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,51200,0.022823999325434368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,51200,0.02221333235502243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,51200,0.02404000113407771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,51200,0.022855999569098156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,51200,0.02390933285156886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,51200,0.022170667846997578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,51200,0.023930666347344715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,51200,0.023885334531466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,51200,0.023725333313147228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,51200,0.02368266632159551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,51200,0.02364266663789749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,51200,0.023549333214759827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,51200,0.024005333582560223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,51200,0.021869334081808727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,51200,0.02165866643190384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,51200,0.02162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,51200,0.021389332910378773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,51200,0.0222053329149882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,51200,0.022226666410764057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,51200,0.02202400068442027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,51200,0.022098665436108906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,51200,5.450371636284722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,51200,2.742081748114692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,51200,1.3874702453613281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,51200,0.7516106499565972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,51200,0.7514257960849338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,51200,0.7169351047939725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,51200,0.7097386784023709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,51200,0.6786257955763074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,51200,0.6725458039177789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,51200,0.6403271357218424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,51200,0.6395431094699436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,51200,0.5983093579610189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,51200,0.5984071095784506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,51200,0.5588355594211155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,51200,0.5392675399780273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,51200,0.5086471239725748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,51200,0.4942382176717122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,51200,0.4504835340711806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,51200,0.47057241863674587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,51200,0.42587023311191136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,51200,0.41941332817077637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,51200,0.37951289282904727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,51200,0.3801955646938748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,51200,0.33666488859388566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,51200,0.3385173214806451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,51200,0.29252621862623424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,65536,0.12125973701477051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,51200,0.28538311852349174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,51200,0.25186488363477916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,51200,0.24767645200093588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,51200,0.20006577173868814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,51200,0.1912977827919854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,51200,0.15172799428304037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,51200,0.1395804484685262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,51200,0.0954222215546502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,51200,0.09116088681750828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,51200,0.05946133534113566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,51200,0.05644622113969591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,51200,0.05778666337331136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,51200,0.05735288725958931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,51200,0.05140622125731575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,51200,0.0465280016263326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,51200,0.046853333711624146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,51200,0.04433777928352356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,51200,0.04098666707674662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,51200,0.03942044576009115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,51200,0.039057777987586126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,51200,0.037235554721620344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,51200,0.039247999588648476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,51200,0.03499733408292135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,51200,0.03527999917666117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,51200,0.037059555451075234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,51200,0.035008000002966985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,51200,0.052990221314960055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,51200,0.033246222469541765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,51200,0.036053333017561175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,51200,0.03128355410363939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,51200,0.02976177798377143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,51200,0.02918400035964118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,51200,0.028524445162879095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,51200,0.029935999049080744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,51200,0.03049066662788391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,51200,0.02896711230278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,51200,0.0292871097723643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,51200,0.028805332051383123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,51200,0.029313776228162978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,51200,0.02934044599533081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,51200,0.02619022296534644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,51200,0.025811556312772963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,51200,0.025601777765485976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,51200,0.026591999663247004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,51200,0.02511111067401038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,51200,0.02499733368555705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,51200,0.024881778491867915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,51200,0.025479111406538222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,65536,0.12112533251444499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,65536,0.12103466987609864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,51200,2.172421349419488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,51200,4.191889868842231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,51200,1.0636213090684679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,51200,0.610728899637858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,51200,0.55913421842787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,51200,0.4922364552815755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,51200,0.5867857933044434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,51200,0.5896479818556044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,51200,0.47593069076538086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,51200,0.44644800821940106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,51200,0.554533322652181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,51200,0.48707734213935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,51200,0.46552711062961155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,51200,0.4417724344465468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,51200,0.4041315449608697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,51200,0.3425155480702718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,51200,0.3257208930121528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,51200,0.3086471027798123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,51200,0.29678222868177623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,51200,0.2809262275695801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,51200,0.2717493375142415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,51200,0.24981511963738334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,51200,0.4142506652408176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,51200,0.3807324568430583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,51200,0.35757867495218915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,51200,0.22690489557054308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,51200,0.21408355236053467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,51200,0.1985937754313151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,51200,0.18944711155361602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,51200,0.1731413337919447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,51200,0.119832886589898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,51200,0.158625774913364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,51200,0.1465511057111952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,51200,0.13347555531395808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,51200,0.09975822104348077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,51200,0.07610311110814412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,51200,0.0713333355055915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,51200,0.0631200008922153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,51200,0.05972799989912245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,51200,0.06635733445485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,51200,0.0590933362642924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,51200,0.05729777945412529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,51200,0.05700266361236572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,51200,0.05680177609125773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,51200,0.05431288811895582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,51200,0.05442133214738634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,51200,0.05412266651789347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,51200,0.0537066658337911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,51200,0.05278755558861626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,51200,0.05394666724734836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,51200,0.053006221850713096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,51200,0.05247644583384196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,51200,0.05212266577614678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,51200,0.05093333456251356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,51200,0.05017066664165921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,51200,0.05005155669318306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,51200,0.050442665815353394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,51200,0.05040355523427328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,51200,0.05039644572469923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,51200,0.05081244309743246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,51200,0.05017422305213081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,51200,0.050181332561704844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,51200,0.05018488897217644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,51200,0.05087822344568041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,51200,0.05065955718358358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,51200,0.05084266596370273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,51200,0.0506897767384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,51200,0.05021689004368252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,51200,0.05003733436266581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,51200,0.06560177935494317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,51200,0.05007288853327433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,51200,0.11636977725558811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,51200,0.13500444094340006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,51200,0.06240000327428182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,51200,0.39438505172729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,51200,1.4740458170572917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,51200,0.7954602559407552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,51200,0.21176427205403647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,51200,0.2106815973917643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,51200,0.2044480005900065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,51200,0.20827306111653648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,51200,0.19244906107584636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,51200,0.1913642724355062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,51200,0.18650986353556315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,51200,0.18894400596618652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,51200,0.17540480295817057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,51200,0.17524587313334147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,51200,0.16970133781433105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,51200,0.169594669342041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,51200,0.16624959309895831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,51200,0.16717653274536132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,51200,0.15614186922709147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,51200,0.15571626027425128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,51200,0.15222506523132323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,51200,0.15245760281880696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,51200,0.14370452562967936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,51200,0.14347093900044758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,51200,0.13834346135457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,51200,0.13856639862060546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,51200,0.13192959626515705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,51200,0.1321738640467326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,51200,0.1277728001276652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,51200,0.12828373114267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,51200,0.12154453595479328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,51200,0.12133333683013917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,51200,0.11530453364054363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,51200,0.1155850648880005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,51200,0.10890026887257893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,51200,0.10778026580810547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,51200,0.1008021354675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,51200,0.09923626581827799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,51200,0.09934079647064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,51200,0.10035946369171142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,51200,0.09923413594563803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,51200,0.09912959734598795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,51200,0.09872213204701742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,51200,0.09944960276285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,51200,0.09739519755045573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,51200,0.09700053532918294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,51200,0.0964202642440796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,51200,0.09667306741078695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,51200,0.09695786635080973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,51200,0.09658986727396647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,51200,0.0965440034866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,51200,0.0967146635055542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,51200,0.09643733501434326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,51200,0.0966368039449056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,51200,0.09638826847076416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,51200,0.09667413234710694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,51200,0.09657279650370279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,51200,0.09639999866485596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,51200,0.09613227049509684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,51200,0.09655466874440512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,51200,0.09656533400217691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,51200,0.09656533400217691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,51200,0.09605120023091634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,51200,0.09647253354390463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,51200,0.09695146878560384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,51200,0.09622186819712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,51200,0.09611519972483316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,51200,0.09660800298055014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,51200,0.09655466874440512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,51200,0.0961738665898641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,51200,0.09608533382415771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,51200,0.0966218630472819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,16384,0.6544981638590495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,16384,0.3742901484171549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,16384,0.17767893473307292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,16384,0.09612800280253092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,16384,0.09751893679300944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,16384,0.09696533679962158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,16384,0.09150613149007161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,16384,0.09427733421325683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,16384,0.08343893686930338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,16384,0.0749941349029541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,16384,0.07491520245869955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,16384,0.07094720204671225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,16384,0.07096426486968994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,16384,0.06919039885203043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,16384,0.06624639828999837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,16384,0.06048426628112793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,16384,0.06051413218180338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,16384,0.054843731721242274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,16384,0.05714240074157715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,16384,0.057453866799672446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,16384,0.05030719836552938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,16384,0.04836159944534302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,16384,0.04747840166091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,16384,0.04296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,16384,0.04331839879353841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,16384,0.046088532606760664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,16384,0.03903146584828694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,16384,0.039341866970062256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,16384,0.03458986679712932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,16384,0.032258133093516037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,16384,0.0318069338798523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,16384,0.027500800291697186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,16384,0.02502826650937398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,16384,0.02012053330739339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,16384,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,16384,0.01399893363316854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,16384,0.013858133554458618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,16384,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,16384,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,16384,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,16384,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,16384,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,16384,0.014729600151379904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,16384,0.012775466839472453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,16384,0.011030399799346923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,16384,0.011171199878056844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,16384,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,16384,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,16384,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,16384,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,16384,0.010880000392595927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,16384,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,16384,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,16384,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,16384,0.010494933525721232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,16384,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,16384,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,16384,0.010618666807810467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,16384,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,16384,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,16384,0.012125866611798604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,16384,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,16384,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,16384,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,16384,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,16384,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,16384,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,16384,0.01344533363978068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,16384,0.013408000270525614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,16384,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,16384,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,16384,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,16384,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,16384,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,16384,1.7874378204345702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,16384,0.9065866470336914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,16384,0.462497075398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,16384,0.24952640533447265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,16384,0.2498410701751709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,16384,0.24014719327290854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,16384,0.2362666606903076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,16384,0.22740052541097006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,16384,0.22259626388549805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,16384,0.20502187410990397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,16384,0.20434986750284828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,16384,0.19120532671610516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,16384,0.19045546849568684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,16384,0.17825066248575847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,16384,0.17594666481018068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,16384,0.16056853930155437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,16384,0.1597258726755778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,16384,0.1436074733734131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,16384,0.14535892804463704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,16384,0.12752426465352376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,16384,0.1263882637023926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,16384,0.11143786907196045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,16384,0.11083093484242756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,16384,0.09311253229777018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,16384,0.09471253554026285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,16384,0.0839733362197876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,16384,0.08084479967753092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,16384,0.0713536024093628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,16384,0.06811520258585611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,16384,0.056542932987213135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,16384,0.05581653515497843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,16384,0.04845759868621826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,16384,0.048485334714253744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,16384,0.040644268194834396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,16384,0.04040746688842774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,16384,0.031004800399144487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,16384,0.032737066348393754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,16384,0.03155840039253235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,16384,0.030962133407592775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,16384,0.03039466738700867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,16384,0.030435200532277423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,16384,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,16384,0.02959360082944234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,16384,0.027380265792210895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,16384,0.027937066555023194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,16384,0.02723840077718099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,16384,0.027299199501673383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,16384,0.027345067262649535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,16384,0.02650986711184184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,16384,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,16384,0.026789333422978717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,16384,0.025110399723052977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,16384,0.02295893430709839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,16384,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,16384,0.02376853426297506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,16384,0.02160853346188863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,16384,0.022361600399017335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,16384,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,16384,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,16384,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,16384,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,16384,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,51200,0.09632533391316732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,16384,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,16384,0.01993280053138733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,16384,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,16384,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,16384,0.022411733865737915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,16384,0.021580799420674642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,16384,0.021995733181635536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,16384,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,16384,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,16384,0.020837332804997763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,16384,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,16384,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,51200,0.09626560211181641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,51200,0.09602239926656088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,16384,0.9531381607055665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,16384,1.87639897664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,16384,0.4752511978149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,16384,0.26630187034606934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,16384,0.24131627082824708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,16384,0.22142400741577148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,16384,0.2567253271738688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,16384,0.20818559328715006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,16384,0.25668266614278157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,16384,0.19778985977172853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,16384,0.24478507041931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,16384,0.2167125384012858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,16384,0.20456320444742837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,16384,0.18187947273254396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,16384,0.1941439946492513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,16384,0.1526026725769043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,16384,0.17861973444620768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,16384,0.14278400739034017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,16384,0.13631466229756672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,16384,0.12990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,16384,0.12356266975402833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,16384,0.11048426628112792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,16384,0.11665279865264892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,16384,0.1680031935373942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,16384,0.15684693654378254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,16384,0.09413759708404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,16384,0.09141653378804525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,16384,0.07311253547668457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,16384,0.07275626659393311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,16384,0.05671999851862589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,16384,0.05327999989191691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,16384,0.04036906560262044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,16384,0.04753599961598714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,16384,0.04437333345413208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,16384,0.028483200073242187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,16384,0.034543999036153156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,16384,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,16384,0.023886932929356893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,16384,0.023475199937820435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,16384,0.023642667134602866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,16384,0.023082667589187623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,16384,0.021655466159184775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,16384,0.025941334168116253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,16384,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,16384,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,16384,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,16384,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,16384,0.021129600207010903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,16384,0.021898667017618813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,16384,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,16384,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,16384,0.019780266284942626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,16384,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,16384,0.01965013345082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,16384,0.020171733697255452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,16384,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,16384,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,16384,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,16384,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,16384,0.019475199778874717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,16384,0.020106667280197145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,16384,0.01962239940961202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,16384,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,16384,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,16384,0.03745919863382975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,16384,0.03929493427276611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,16384,0.039511466026306154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,16384,0.038228265444437665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,16384,0.04029119809468587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,16384,0.0395850658416748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,16384,0.04017279942830403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,16384,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,16384,0.02571733395258586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,16384,0.025604265928268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,16384,0.2713034629821777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,16384,0.4990240097045898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,16384,0.07610773245493571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,16384,0.1402143955230713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,16384,0.0754250685373942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,16384,0.07343786557515462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,16384,0.07299839655558268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,16384,0.07060266335805257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,16384,0.06970880031585694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,16384,0.06822720368703207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,16384,0.06815040111541748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,16384,0.06513599952061971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,16384,0.06458026568094889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,16384,0.06329706509908041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,16384,0.06261333227157592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,16384,0.06196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,16384,0.06222720146179199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,16384,0.05805333455403646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,16384,0.05816853443781535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,16384,0.056567466259002684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,16384,0.05703253348668417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,16384,0.053432532151540126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,16384,0.05327253341674805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,16384,0.0512725313504537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,16384,0.05061333179473877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,16384,0.047788798809051514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,16384,0.047788798809051514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,16384,0.04614933331807454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,16384,0.0449013352394104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,16384,0.04416000048319499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,16384,0.04331413507461548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,16384,0.04137386480967204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,16384,0.041671466827392575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,16384,0.039205332597096756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,16384,0.03880639870961507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,16384,0.036678401629130046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,16384,0.036345601081848145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,16384,0.03628373146057129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,16384,0.0362175981203715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,16384,0.03620373407999675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,16384,0.03654400110244751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,16384,0.03623466491699219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,16384,0.0359658678372701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,16384,0.036305065949757895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,16384,0.0354144016901652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,16384,0.035104000568389894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,16384,0.0352351983388265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,16384,0.035131732622782394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,16384,0.03506453434626262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,16384,0.03509226640065511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,16384,0.035021865367889406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,16384,0.035139199097951254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,16384,0.035201064745585126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,16384,0.03501439889272054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,16384,0.035043199857076004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,16384,0.03514240185419719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,16384,0.03487679958343506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,16384,0.03468480110168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,16384,0.03544853528340657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,16384,0.0352021336555481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,16384,0.03516053358713786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,16384,0.034695466359456376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,16384,0.03511253197987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,16384,0.03511573473612468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,16384,0.03503359953562419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,16384,0.034997332096099856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,16384,0.03503040075302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,16384,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,16384,0.0346997340520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,16384,0.03463253180185954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,16384,0.03507839838663737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,12288,0.47669652303059895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,12288,0.2592170715332031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,12288,0.12770240306854247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,12288,0.06864319642384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,12288,0.06917546590169271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,12288,0.07267200152079265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,12288,0.06331413189570109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,12288,0.06829333305358887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,12288,0.060388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,12288,0.05415893395741781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,12288,0.05432746807734171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,12288,0.05138560136159261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,12288,0.051386666297912595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,12288,0.049464531739552814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,12288,0.04784426689147949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,12288,0.04337706565856934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,12288,0.043569068113962814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,12288,0.04001813332239787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,12288,0.041121065616607666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,12288,0.042580266793568924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,12288,0.03678826491038005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,12288,0.035095465183258054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,16384,0.03498773177464803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,12288,0.03434559901555379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,12288,0.03204053243001302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,12288,0.031074132521947222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,12288,0.03323839902877808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,12288,0.027720532814661664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,12288,0.030210133393605548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,12288,0.02468693256378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,12288,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,12288,0.022871466477711995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,12288,0.02226240038871765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,12288,0.020146133502324422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,12288,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,12288,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,12288,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,12288,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,12288,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,12288,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,12288,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,12288,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,12288,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,12288,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,12288,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,12288,0.012562132875124612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,12288,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,12288,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,12288,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,12288,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,12288,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,12288,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,12288,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,12288,0.009377066294352214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,12288,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,12288,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,12288,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,12288,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,12288,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,12288,0.008462933699289958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,12288,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,12288,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,12288,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,12288,0.00843519965807597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,12288,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,12288,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,12288,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,12288,0.010971732934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,12288,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,12288,0.010706133643786113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,12288,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,12288,0.009250133236249288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,12288,0.011002666751543681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,12288,0.010693333546320597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,12288,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,12288,1.3555732727050782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,16384,0.03508906761805217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,12288,0.6898015975952149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,12288,0.34991254806518557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,12288,0.19264853795369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,12288,0.19068053563435872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,12288,0.1808832009633382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,12288,0.17690879503885906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,12288,0.17252586682637533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,12288,0.16711039543151857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,12288,0.15380800565083821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,12288,0.15235519409179688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,12288,0.14256213506062826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,12288,0.14359359741210936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,12288,0.12704532941182453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,12288,0.12656853199005128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,12288,0.11600533326466878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,12288,0.11318613688151043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,12288,0.10304426352183024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,12288,0.10514346758524577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,12288,0.09147093296051026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,12288,0.08079679807027182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,12288,0.06763199965159097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,12288,0.0763317346572876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,12288,0.06985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,12288,0.06044053236643473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,12288,0.0594922661781311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,12288,0.05354559818903605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,12288,0.052331733703613284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,12288,0.04772693316141764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,12288,0.04499200185139974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,12288,0.039580798149108885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,12288,0.04018239974975586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,12288,0.03552533388137817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,12288,0.03362666765848796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,12288,0.029657600323359172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,12288,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,12288,0.0287882665793101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,12288,0.028201599915822346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,12288,0.09105813503265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,12288,0.027064534028371175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,12288,0.02754240036010742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,12288,0.02704319953918457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,12288,0.02493013342221578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,12288,0.026530132691065474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,12288,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,12288,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,12288,0.025042132536570234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,12288,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,12288,0.025144533316294355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,12288,0.024835199117660522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,12288,0.024701867500940958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,12288,0.02507413427035014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,16384,0.03463146686553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,12288,0.02116480072339376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,12288,0.022576000293095908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,12288,0.02136960029602051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,12288,0.020483199755350748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,12288,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,12288,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,12288,0.02103466590245565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,12288,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,12288,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,12288,0.01928960084915161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,12288,0.020170666774113975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,12288,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,12288,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,12288,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,12288,0.019301333030064902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,12288,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,12288,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,12288,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,12288,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,12288,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,12288,0.018525866667429607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,12288,0.01829013427098592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,12288,0.24481706619262694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,12288,0.4412032127380371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,12288,0.23509333928426107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,12288,0.8952362696329752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,12288,0.22450666427612304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,12288,0.21049280166625978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,12288,1.7330655415852863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,12288,0.1945301373799642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,12288,0.2371232032775879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,12288,0.1816383997599284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,12288,0.22782932917277016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,12288,0.20637547175089516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,12288,0.19060053825378417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,12288,0.17884052594502767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,12288,0.16898773511250814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,12288,0.14092480341593425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,12288,0.12860693136850992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,12288,0.12463786602020263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,12288,0.10948053201039631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,12288,0.10476266543070475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,12288,0.15756799379984537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,12288,0.1684234619140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,12288,0.08175466855367025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,12288,0.08315733273824057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,12288,0.1437717278798421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,12288,0.06607679923375448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,12288,0.06641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,12288,0.05520853201548258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,12288,0.0528223991394043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,12288,0.04801706473032634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,12288,0.03440426588058472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,12288,0.045516800880432126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,12288,0.04118933280309041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,12288,0.03818879922231038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,12288,0.02978666623433431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,12288,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,12288,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,12288,0.02025493383407593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,12288,0.020145066579182944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,12288,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,12288,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,12288,0.018574933211008705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,12288,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,12288,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,12288,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,12288,0.018233599265416463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,12288,0.018235733111699425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,12288,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,12288,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,12288,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,12288,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,12288,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,12288,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,12288,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,12288,0.016174933314323424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,12288,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,12288,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,12288,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,12288,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,12288,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,12288,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,12288,0.03498133420944214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,12288,0.03686399857203166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,12288,0.03623786767323812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,12288,0.035581866900126144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,12288,0.03816639979680379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,12288,0.03877546787261963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,12288,0.03831786712010701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,12288,0.03774293263753255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,12288,0.03699626525243123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,12288,0.037939198811848956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,12288,0.3952255884806315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,12288,0.021553067366282146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,12288,0.021747199694315593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,12288,0.21199359893798828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,12288,0.021450666586558025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,12288,0.10795946915944417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,12288,0.06011840105056763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,12288,0.06146346728006998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,12288,0.0591317335764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,12288,0.058316799004872646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,12288,0.056200532118479404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,12288,0.056314667065938316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,12288,0.0551146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,12288,0.05470186471939087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,12288,0.052142934004465735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,12288,0.052279468377431235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,12288,0.051785600185394284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,12288,0.05052053531010946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,12288,0.04865920146306356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,12288,0.04951146841049194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,12288,0.0473685344060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,12288,0.04631466468175252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,12288,0.04380266666412354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,12288,0.04365013440450032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,12288,0.04165120124816894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,12288,0.041332264741261796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,12288,0.03962026834487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,12288,0.03981013298034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,12288,0.03830826679865519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,12288,0.03749013344446818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,12288,0.036266668637593584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,12288,0.03561173280080159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,12288,0.03455146551132202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,12288,0.03503679831822713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,12288,0.032657066980997726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,12288,0.031481599807739256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,12288,0.03257386684417725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,12288,0.030820266405741377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,12288,0.02930026650428772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,12288,0.02890239953994751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,12288,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,12288,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,12288,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,12288,0.028489599625269573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,12288,0.02886506716410319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,12288,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,12288,0.02853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,12288,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,12288,0.028269867102305096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,12288,0.02805759906768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,12288,0.027715200185775758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,12288,0.02805546720822652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,12288,0.027665066719055175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,12288,0.028034132719039918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,12288,0.027721599737803145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,12288,0.02808000048001607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,12288,0.02805546720822652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,12288,0.028008532524108887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,12288,0.027705599864323933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,12288,0.027698133389155073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,12288,0.028112000226974486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,12288,0.02807253400484721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,12288,0.027600000301996868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,12288,0.02810773253440857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,12288,0.028102399905522664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,12288,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,12288,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,12288,0.028115199009577437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,12288,0.02800533374150594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,12288,0.02801919976870219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,12288,0.02765226761500041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,12288,0.02762346665064494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,12288,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,12288,0.02802773316701253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,10240,0.4174954732259114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,12288,0.02800533374150594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,10240,0.20672319730122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,10240,0.10679252942403157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,10240,0.05481173197428385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,10240,0.057156264781951904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,10240,0.07048640251159669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,10240,0.052274131774902345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,10240,0.06934186617533365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,10240,0.04979840119679769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,10240,0.055978667736053464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,10240,0.04405440092086792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,10240,0.05446186860402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,10240,0.04238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,10240,0.04532800118128459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,10240,0.03974293470382691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,10240,0.0394538680712382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,10240,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,12288,0.02763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,10240,0.03401066859563191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,10240,0.035097599029541016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,10240,0.030358399947484332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,10240,0.029260800282160444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,10240,0.029291733105977373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,10240,0.026246400674184163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,10240,0.02608426610628764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,10240,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,10240,0.02437653342882792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,10240,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,10240,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,10240,0.019517866770426433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,10240,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,10240,0.01750613252321879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,10240,0.015491200486818948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,10240,0.014777599771817525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,10240,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,10240,0.010584533214569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,10240,0.010668800274531046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,10240,0.012302933136622111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,10240,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,10240,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,10240,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,10240,0.034399998188018796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,10240,0.011270399888356526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,10240,0.00988159974416097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,10240,0.011107200384140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,10240,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,10240,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,10240,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,10240,0.024546132485071818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,10240,0.009733333190282186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,10240,0.00977280040582021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,10240,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,10240,0.009640533725420635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,10240,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,10240,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,10240,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,10240,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,10240,0.008424533406893413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,10240,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,10240,0.0093450665473938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,10240,0.007334400216738384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,10240,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,10240,0.0073183998465538025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,10240,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,10240,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,10240,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,10240,0.009778133034706116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,10240,0.009691733121871948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,10240,0.009733333190282186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,10240,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,10240,0.009289600451787313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,10240,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,10240,0.009271466732025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,10240,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,10240,0.007398400207360585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,10240,1.1205354054768881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,10240,0.29238932927449546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,10240,0.5767669041951498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,10240,0.1569034735361735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,10240,0.15686079661051433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,10240,0.14603734016418457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,10240,0.14313066800435384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,10240,0.13764266967773436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,10240,0.1352575937906901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,10240,0.1272159973780314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,10240,0.12370986938476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,10240,0.11043840249379475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,10240,0.10980799992879231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,10240,0.10304213364919027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,10240,0.10177066326141357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,10240,0.08944640159606934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,10240,0.09138133525848388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,10240,0.07993280092875163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,10240,0.0814464012781779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,10240,0.07331626415252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,10240,0.07223680019378662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,10240,0.0627669334411621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,10240,0.05534400145212809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,10240,0.06278506517410279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,10240,0.05558826526006063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,10240,0.052128001054128015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,10240,0.04767359892527263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,10240,0.043988267580668136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,10240,0.041465600331624344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,10240,0.04096000194549561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,10240,0.03732159932454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,10240,0.03678293228149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,10240,0.03174506624539693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,10240,0.03108479976654053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,10240,0.02760426600774129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,10240,0.02696320017178853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,10240,0.026794666051864625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,10240,0.025705599784851076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,10240,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,10240,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,10240,0.024770132700602212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,10240,0.02500159939130147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,10240,0.025733333826065064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,10240,0.02304960091908773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,10240,0.022813866535822548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,10240,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,10240,0.0518666664759318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,12288,0.02810346682866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,10240,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,10240,0.023413334290186563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,10240,0.024913066625595094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,10240,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,10240,0.02331839998563131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,10240,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,10240,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,10240,0.02097919980684916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,10240,0.023285333315531412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,10240,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,10240,0.020037333170572914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,10240,0.018922666708628334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,10240,0.020159999529520668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,10240,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,10240,0.021253333489100138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,10240,0.020516266425450645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,10240,0.019342933098475137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,10240,0.019636267423629762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,10240,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,10240,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,10240,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,10240,0.01829013427098592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,10240,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,10240,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,10240,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,10240,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,10240,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,10240,0.23469440142313638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,10240,0.42458025614420575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,10240,0.2226346651713053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,10240,0.8511690775553384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,10240,0.21024533907572426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,10240,0.20037760734558105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,10240,1.6823135375976563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,10240,0.18921066919962565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,10240,0.22962773640950523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,10240,0.17548799514770508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,10240,0.21639466285705566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,10240,0.19278613726298016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,10240,0.18309226036071777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,10240,0.16859092712402343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,10240,0.16098453203837076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,10240,0.12647039890289308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,10240,0.10323306719462078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,10240,0.09993600050608317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,10240,0.08446400165557862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,10240,0.08103573322296143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,10240,0.07157973448435465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,10240,0.14708266258239747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,10240,0.1544981320699056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,10240,0.06960960229237875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,10240,0.12621760368347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,10240,0.058018132050832116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,10240,0.0599840005238851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,10240,0.051575465997060144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,10240,0.049958399931589764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,10240,0.045287466049194335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,10240,0.04343786636988322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,10240,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,10240,0.037115732828776046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,10240,0.03540266752243042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,10240,0.026998400688171387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,10240,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,10240,0.0202293336391449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,10240,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,10240,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,10240,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,10240,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,10240,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,10240,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,10240,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,10240,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,10240,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,10240,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,10240,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,10240,0.0162090669075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,10240,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,10240,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,10240,0.014710399508476257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,10240,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,10240,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,10240,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,10240,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,10240,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,10240,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,10240,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,10240,0.030065067609151203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,10240,0.03180586695671082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,10240,0.030482133229573567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,10240,0.031206399202346802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,10240,0.03210453391075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,10240,0.03174720009167989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,10240,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,10240,0.03227413296699524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,10240,0.03166186610857646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,10240,0.03380800088246663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,10240,0.03102506597836812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,10240,0.033308800061543783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,10240,0.3549685478210449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,10240,0.19097599983215333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,10240,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,10240,0.020028799772262573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,10240,0.01990613341331482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,10240,0.09701973597208659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,10240,0.054951465129852294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,10240,0.055947732925415036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,10240,0.05373013416926066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,10240,0.053529600302378334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,10240,0.050893867015838624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,10240,0.05155200163523356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,10240,0.050061865647633874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,10240,0.04936213493347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,10240,0.04758079846700032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,10240,0.04500480095545451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,10240,0.046753064791361494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,10240,0.04453226725260417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,10240,0.043297068277994795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,10240,0.04234879811604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,10240,0.0404309352238973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,10240,0.03998186588287354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,10240,0.03808000087738037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,10240,0.038499200344085695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,10240,0.03669120073318481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,10240,0.03546453317006429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,10240,0.03464106718699138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,10240,0.03459733327229818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,10240,0.033011200030644734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,10240,0.032680533329645794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,10240,0.031753599643707275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,10240,0.031447466214497885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,10240,0.030435200532277423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,10240,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,10240,0.028885332743326823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,10240,0.028454399108886717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,10240,0.027715200185775758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,10240,0.027203200260798137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,10240,0.02561066746711731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,10240,0.02563520073890686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,10240,0.025642667214075727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,10240,0.026424533128738402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,10240,0.025608533620834352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,10240,0.02526400089263916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,10240,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,10240,0.02527466615041097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,10240,0.024784000714619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,10240,0.02442986567815145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,10240,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,10240,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,10240,0.024334933360417685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,10240,0.02443199952443441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,10240,0.024547199408213295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,10240,0.02438186605771383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,10240,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,10240,0.024420267343521117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,10240,0.02438186605771383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,10240,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,10240,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,10240,0.024401066700617473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,10240,0.023982934157053628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,10240,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,10240,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,10240,0.02444480061531067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,10240,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,10240,0.024375466505686443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,10240,0.024423466126124064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,10240,0.024399999777475992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,10240,0.024383999903996787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,10240,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,10240,0.02476053237915039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,10240,0.024436267217000325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,10240,0.024406399329503378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,10240,0.02446720004081726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,8192,0.35207252502441405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,10240,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,8192,0.0862879991531372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,8192,0.18355627059936525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,8192,0.045626668135325114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,8192,0.04724693298339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,8192,0.047175467014312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,8192,0.04841386477152507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,8192,0.04542186657587687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,8192,0.04441706736882527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,8192,0.03565226793289185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,8192,0.03913173278172811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,8192,0.03353386720021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,8192,0.038389333089192706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,8192,0.032961066563924155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,8192,0.035626665751139326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,8192,0.028769065936406452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,8192,0.03365653355916341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,8192,0.026291199525197345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,8192,0.0288917342821757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,8192,0.024146133661270143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,8192,0.025197867552439374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,8192,0.023162666956583658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,8192,0.0241482675075531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,8192,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,8192,0.021734400590260824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,8192,0.02125119964281718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,8192,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,8192,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,8192,0.017986132701237997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,8192,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,8192,0.016940800348917644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,8192,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,8192,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,8192,0.014839466412862143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,8192,0.012728533148765564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,10240,0.024395734071731567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,8192,0.010241066416104633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,8192,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,8192,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,8192,0.010163199901580811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,8192,0.010910933216412861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,8192,0.009339732925097148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,8192,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,8192,0.010225066542625427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,8192,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,8192,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,8192,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,8192,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,8192,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,8192,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,8192,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,8192,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,8192,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,8192,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,8192,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,8192,0.008575999736785888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,8192,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,8192,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,8192,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,8192,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,8192,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,8192,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,8192,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,8192,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,8192,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,8192,0.007394133508205414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,8192,0.007223466535409291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,8192,0.008471467097600301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,8192,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,8192,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,8192,0.008451199531555176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,8192,0.008545066912968953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,8192,0.008912000060081481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,8192,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,8192,0.008889599641164144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,8192,0.23819732666015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,8192,0.1207808017730713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,8192,0.12093653678894042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,8192,0.8973450978597006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,8192,0.10962453683217366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,8192,0.10938879648844402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,8192,0.10384426911671955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,8192,0.10293440024058025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,8192,0.09187520345052083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,8192,0.46526505152384445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,8192,0.09164480368296304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,8192,0.08644586404164632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,8192,0.0860479990641276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,8192,0.07682879765828451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,8192,0.07578879992167155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,8192,0.06983146667480469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,8192,0.07002773284912109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,8192,0.061249065399169925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,8192,0.06190400123596192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,8192,0.05687573353449503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,8192,0.05154879887898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,8192,0.050069332122802734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,8192,0.04713813463846843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,8192,0.046555733680725096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,8192,0.04344640175501506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,8192,0.04230506817499797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,8192,0.04114986658096313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,8192,0.04004266659418742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,8192,0.03503893216451009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,8192,0.05893653233846029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,10240,0.02441706657409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,8192,0.036046934127807614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,8192,0.03215786616007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,8192,0.03181013266245524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,8192,0.027419734001159667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,8192,0.026987733443578084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,8192,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,8192,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,8192,0.023144533236821495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,8192,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,8192,0.024728532632191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,8192,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,8192,0.023517866929372154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,8192,0.027398399511973065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,8192,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,8192,0.021234132846196494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,8192,0.023589332898457847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,8192,0.022935465971628825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,8192,0.020915200312932335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,8192,0.022524799903233847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,8192,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,8192,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,8192,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,8192,0.019313067197799683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,8192,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,8192,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,8192,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,8192,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,8192,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,8192,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,8192,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,8192,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,8192,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,8192,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,8192,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,8192,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,8192,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,8192,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,8192,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,8192,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,8192,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,8192,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,8192,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,8192,0.018199467658996583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,8192,0.22180587450663247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,8192,0.8126581192016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,8192,0.4047648111979167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,8192,0.20976533889770507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,8192,1.609457015991211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,8192,0.19734400113423664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,8192,0.1896074612935384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,8192,0.1773205280303955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,8192,0.2175381342569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,8192,0.15845759709676105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,8192,0.20549119313557945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,8192,0.1796629269917806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,8192,0.16237546602884928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,8192,0.13834773699442546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,8192,0.11898346741994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,8192,0.09098347028096518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,8192,0.10498666763305664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,8192,0.07792426745096842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,8192,0.1324021339416504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,8192,0.07724266846974691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,8192,0.0720736026763916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,8192,0.06916053295135498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,8192,0.06540799935658773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,8192,0.061534933249155675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,8192,0.09481813112894694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,8192,0.04809919993082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,8192,0.05550933281580607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,8192,0.054372266928354895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,8192,0.046481064955393475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,8192,0.040583467483520506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,8192,0.02717653314272563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,8192,0.03918399810791016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,8192,0.034134399890899655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,8192,0.03287360072135925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,8192,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,8192,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,8192,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,8192,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,8192,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,8192,0.016658133268356322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,8192,0.016266666849454246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,8192,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,8192,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,8192,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,8192,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,8192,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,8192,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,8192,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,8192,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,8192,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,8192,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,8192,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,8192,0.012987732887268066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,8192,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,8192,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,8192,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,8192,0.02177919944127401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,8192,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,8192,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,8192,0.021589332818984987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,8192,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,8192,0.02195840080579122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,8192,0.022107734282811483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,8192,0.021925334135691324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,8192,0.02261013388633728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,8192,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,8192,0.022934399048487344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,8192,0.02283946673075358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,8192,0.02252266605695089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,8192,0.022295467058817544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,8192,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,8192,0.2888287862141927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,8192,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,8192,0.15501012802124023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,8192,0.017869865894317626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,8192,0.0180351992448171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,8192,0.07858133316040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,8192,0.045677868525187175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,8192,0.04513066609700521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,8192,0.04302933216094971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,8192,0.0432917316754659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,8192,0.04148159821828206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,8192,0.04064746697743733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,8192,0.039128533999125165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,8192,0.03923306862513225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,8192,0.03811306556065877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,8192,0.03704746564229329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,8192,0.036287999153137206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,8192,0.03550080060958862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,8192,0.034629333019256595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,8192,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,8192,0.033508265018463136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,8192,0.03260053396224975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,8192,0.03179413278897603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,8192,0.031777065992355344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,8192,0.030138667424519854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,8192,0.030199466149012248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,8192,0.02934719920158386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,8192,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,8192,0.02850240071614583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,8192,0.02728640039761861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,8192,0.026874667406082152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,8192,0.026445867617925008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,8192,0.025967999299367266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,8192,0.02569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,8192,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,8192,0.02446826696395874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,8192,0.02328746716181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,8192,0.023144533236821495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,8192,0.021963733434677123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,8192,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,8192,0.021554134289423623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,8192,0.021556266148885093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,8192,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,8192,0.021517866849899293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,8192,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,8192,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,8192,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,8192,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,8192,0.02106346686681112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,8192,0.020725333690643312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,8192,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,8192,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,8192,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,8192,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,8192,0.021081600586573282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,8192,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,8192,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,8192,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,8192,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,8192,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,8192,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,8192,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,8192,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,8192,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,8192,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,8192,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,8192,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,8192,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,8192,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,8192,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,8192,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,8192,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,8192,0.020321067174275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,8192,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,7168,0.2906325340270996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,7168,0.1441226641337077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,7168,0.07517866293589273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,7168,0.04303573369979859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,7168,0.043355735143025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,7168,0.042940799395243326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,7168,0.04084159930547078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,7168,0.041571199893951416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,7168,0.037647998332977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,7168,0.030742400884628297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,7168,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,7168,0.02850240071614583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,7168,0.03054933349291484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,7168,0.030191999673843384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,7168,0.028597333033879596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,7168,0.02571413318316142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,7168,0.025834665695826216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,7168,0.02360639969507853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,7168,0.024741333723068238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,7168,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,7168,0.02132479945818583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,7168,0.025060266256332397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,7168,0.02027733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,7168,0.0176746666431427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,7168,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,7168,0.019160532951354982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,7168,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,8192,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,7168,0.017870932817459106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,7168,0.015633066495259605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,7168,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,7168,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,7168,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,7168,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,8192,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,7168,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,7168,0.011332266529401143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,7168,0.010985599954922994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,7168,0.010966400305430096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,7168,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,7168,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,7168,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,7168,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,7168,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,7168,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,7168,0.009076266487439474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,7168,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,7168,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,7168,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,7168,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,7168,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,7168,0.010472533106803895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,7168,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,7168,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,7168,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,7168,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,7168,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,7168,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,7168,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,7168,0.007834666470686594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,7168,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,7168,0.006925866504510244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,7168,0.006989866495132446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,7168,0.0070154666900634766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,7168,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,7168,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,7168,0.00681279997030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,7168,0.008158933122952778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,7168,0.007619200150171916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,7168,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,7168,0.008255999783674877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,7168,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,7168,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,7168,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,7168,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,7168,0.008477866649627686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,7168,0.4107978820800781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,7168,0.10244800249735515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,7168,0.2055509408315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,7168,0.7945472081502278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,7168,0.10202986399332684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,7168,0.09249386787414551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,7168,0.11932906309763591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,7168,0.08859946727752685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,7168,0.07847253481547037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,7168,0.07825067043304443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,7168,0.07379840215047201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,7168,0.07472213109334311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,8192,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,7168,0.06616959969202676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,7168,0.06581653356552124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,7168,0.05981546640396118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,7168,0.0599402666091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,7168,0.05406186580657959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,7168,0.05522346496582031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,7168,0.050006401538848874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,7168,0.08873279889424643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,7168,0.050218665599823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,7168,0.04196159839630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,7168,0.04800426562627157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,7168,0.04184960126876831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,7168,0.04163626829783122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,7168,0.04010453224182129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,7168,0.038302934169769286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,7168,0.036312532424926755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,7168,0.0349397341410319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,7168,0.03308586676915486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,7168,0.03126506606737773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,7168,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,7168,0.026577067375183106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,7168,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,7168,0.022911999622980753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,7168,0.04752320051193237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,7168,0.022795732816060385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,7168,0.023810132344563802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,7168,0.022222934166590373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,7168,0.02225173314412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,7168,0.025235199928283693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,7168,0.02177493373552958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,7168,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,7168,0.021549866596857706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,7168,0.020897066593170165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,7168,0.027108265956242876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,7168,0.020985599358876547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,7168,0.019554134209950766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,7168,0.020329600572586058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,7168,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,7168,0.019228800137837728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,7168,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,7168,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,7168,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,7168,0.0229312002658844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,7168,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,7168,0.01967466672261556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,7168,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,7168,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,7168,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,7168,0.019642666975657145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,7168,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,7168,0.018259199460347493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,7168,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,7168,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,7168,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,7168,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,7168,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,7168,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,7168,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,7168,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,7168,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,7168,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,7168,0.4078624089558919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,7168,0.22235306104024252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,7168,0.8136821111043295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,7168,0.20592427253723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,7168,0.18388694127400715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,7168,0.17734506924947102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,7168,1.596669896443685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,7168,0.15774720509847004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,7168,0.19907520612080892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,7168,0.13314346472422284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,7168,0.21602773666381836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,7168,0.15264852841695148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,7168,0.13407039642333984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,7168,0.11321919759114582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,7168,0.10826240380605061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,7168,0.08238826592763265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,7168,0.07650559743245443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,7168,0.09945813020070395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,7168,0.07437012990315756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,7168,0.06925546328226725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,7168,0.0672981341679891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,7168,0.061741864681243895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,7168,0.06030720074971517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,7168,0.09422399997711181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,7168,0.08289386431376139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,7168,0.05304853518803915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,7168,0.04651946624120076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,7168,0.052086400985717776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,7168,0.04471893310546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,7168,0.0390720009803772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,7168,0.03295466701189677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,7168,0.02680213252703349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,7168,0.03717439969380697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,7168,0.030528000990549725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,7168,0.02389226754506429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,7168,0.019321600596110024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,7168,0.017189333836237587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,7168,0.016056533654530844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,7168,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,7168,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,7168,0.016030933459599814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,7168,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,7168,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,7168,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,7168,0.01400106648604075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,7168,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,7168,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,7168,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,7168,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,7168,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,7168,0.012098133563995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,7168,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,7168,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,7168,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,7168,0.023009065786997476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,7168,0.02431679964065552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,7168,0.023511467377344768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,7168,0.02354453404744466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,7168,0.023939200242360435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,7168,0.023526400327682495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,7168,0.0239519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,7168,0.025130667289098102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,7168,0.026421332359313966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,7168,0.02515946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,7168,0.02308373252550761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,7168,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,7168,0.02430293361345927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,7168,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,7168,0.024965333938598632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,7168,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,7168,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,7168,0.2619765281677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,7168,0.14005120595296222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,7168,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,7168,0.07319466272989908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,7168,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,7168,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,7168,0.041406933466593424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,7168,0.041980799039204916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,7168,0.03944106499354045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,7168,0.03787413438161214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,7168,0.037861335277557376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,7168,0.03734720150629679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,7168,0.03637653191884359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,7168,0.03537919918696086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,7168,0.03421866496404012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,7168,0.03451626698176066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,7168,0.03221866687138875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,7168,0.03295573393503825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,7168,0.03210453391075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,7168,0.03257279992103577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,7168,0.030902399619420366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,7168,0.03023253281911214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,7168,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,7168,0.029320534070332843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,7168,0.02769706646601359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,7168,0.028128000100453694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,7168,0.026892799139022826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,7168,0.027162667115529376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,7168,0.02560960054397583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,7168,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,7168,0.024737066030502318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,7168,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,7168,0.023602133989334105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,7168,0.023931733767191567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,7168,0.022385066747665404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,7168,0.02238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,7168,0.02163413365681966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,7168,0.021167999505996703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,7168,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,7168,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,7168,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,7168,0.020137600104014077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,7168,0.01990293264389038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,7168,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,7168,0.019851734240849815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,7168,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,7168,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,7168,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,7168,0.019064533710479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,7168,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,7168,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,7168,0.019056000312169395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,7168,0.01947306593259176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,7168,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,7168,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,7168,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,7168,0.019117865959803262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,7168,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,7168,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,7168,0.019077332814534505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,7168,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,7168,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,7168,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,7168,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,7168,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,7168,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,7168,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,7168,0.019341866175333657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,7168,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,7168,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,7168,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,7168,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,7168,0.01907093326250712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,7168,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,6144,0.25500799814860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,6144,0.1325376033782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,6144,0.06510613361994425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,6144,0.03323199947675069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,6144,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,6144,0.03340799808502197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,6144,0.033768534660339355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,6144,0.03226773341496785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,6144,0.031856000423431396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,7168,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,6144,0.027476267019907637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,6144,0.02764799992243449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,6144,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,6144,0.0252074658870697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,6144,0.025269333521525068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,6144,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,6144,0.02285439968109131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,6144,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,6144,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,6144,0.022041600942611695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,6144,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,6144,0.019189333915710448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,6144,0.017684266964594523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,6144,0.015221333503723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,6144,0.01641493340333303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,6144,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,6144,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,6144,0.013925333817799887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,6144,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,6144,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,6144,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,6144,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,6144,0.010284800330797832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,6144,0.010238933563232421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,6144,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,6144,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,6144,0.010179199775060018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,6144,0.01060693363348643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,6144,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,6144,0.009873066345850627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,6144,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,6144,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,6144,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,6144,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,6144,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,6144,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,6144,0.00843946635723114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,6144,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,6144,0.009486933549245197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,6144,0.018411733706792197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,6144,0.009469866752624512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,6144,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,6144,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,6144,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,6144,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,6144,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,6144,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,6144,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,6144,0.007362133264541626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,6144,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,6144,0.00721919983625412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,6144,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,6144,0.007379200061162312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,6144,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,6144,0.007179733117421467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,6144,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,7168,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,6144,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,6144,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,6144,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,6144,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,6144,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,6144,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,6144,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,6144,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,6144,0.34933331807454426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,6144,0.08409066994984946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,6144,0.17709226608276368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,6144,0.6900768280029297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,6144,0.0833610693613688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,6144,0.07674346764882406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,6144,0.07858986854553222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,6144,0.07176106770833333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,6144,0.07489600181579589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,6144,0.0664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,6144,0.06457600196202597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,6144,0.06095466613769531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,6144,0.06214720010757446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,6144,0.05764586528142294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,6144,0.056277334690093994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,6144,0.05173226594924927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,6144,0.052065066496531164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,6144,0.04953386783599854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,6144,0.05023786624272665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,6144,0.045665065447489425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,6144,0.045881601174672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,6144,0.042353065808614095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,6144,0.0422048012415568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,6144,0.01229866643746694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,6144,0.039317333698272706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,6144,0.03956480026245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,6144,0.03673280080159505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,6144,0.036396801471710205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,6144,0.0350602666536967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,6144,0.03295253316561381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,6144,0.03183146715164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,6144,0.03101866642634074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,6144,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,6144,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,6144,0.026764800151189167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,6144,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,6144,0.02287786602973938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,6144,0.022613332668940226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,6144,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,6144,0.022741333643595377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,6144,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,6144,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,6144,0.02413546641667684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,6144,0.02082879940668742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,6144,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,6144,0.020412800709406535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,6144,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,6144,0.018736000855763754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,6144,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,6144,0.01965120037396749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,6144,0.020131200551986694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,6144,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,6144,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,6144,0.018678400913874307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,6144,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,6144,0.0184661328792572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,6144,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,6144,0.019273600975672402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,6144,0.019620267550150554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,6144,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,6144,0.017463467518488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,6144,0.018101332585016887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,6144,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,6144,0.01681706706682841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,6144,0.018866133689880372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,6144,0.01730560064315796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,6144,0.017538134256998697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,6144,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,6144,0.017835734287897746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,6144,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,6144,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,6144,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,6144,0.01764799952507019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,6144,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,6144,0.3893354733784994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,6144,0.19447894096374513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,6144,0.1675146738688151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,6144,0.7823253631591797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,6144,0.14910720189412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,6144,1.547592544555664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,6144,0.13724586168924968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,6144,0.12113706270853679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,6144,0.18799039522806804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,6144,0.16065920193990071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,6144,0.10570133527119954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,6144,0.11801280180613201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,6144,0.11246613661448161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,6144,0.09942613442738851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,6144,0.09522026379903158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,6144,0.07993280092875163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,6144,0.07398719787597656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,6144,0.09032639662424723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,6144,0.07197759946187338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,6144,0.06514346599578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,6144,0.06508266528447469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,6144,0.0895477294921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,6144,0.058931199709574375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,6144,0.058081066608428954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,6144,0.08120853106180827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,6144,0.04971520105997722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,6144,0.045297066370646163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,6144,0.051617066065470375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,6144,0.044044800599416095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,6144,0.037750399112701415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,6144,0.03168213367462158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,6144,0.025540266434351606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,6144,0.03670080105463664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,6144,0.030154667297999066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,6144,0.02307093342145284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,6144,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,6144,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,6144,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,6144,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,6144,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,6144,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,6144,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,6144,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,6144,0.013116799791653953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,6144,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,6144,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,6144,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,6144,0.01291306714216868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,6144,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,6144,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,6144,0.011275733510653179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,6144,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,6144,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,6144,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,6144,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,6144,0.02226026654243469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,6144,0.021565866470336915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,6144,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,6144,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,6144,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,6144,0.021975467602411904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,6144,0.02204586664835612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,6144,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,6144,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,6144,0.021647999684015908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,6144,0.021817600727081297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,6144,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,6144,0.023492266734441124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,6144,0.021980800231297812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,6144,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,6144,0.021923200289408366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,6144,0.022281599044799805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,6144,0.1285045305887858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,6144,0.24164692560831705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,6144,0.03676480054855347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,6144,0.06857066949208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,6144,0.03547306855519612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,6144,0.036450131734212236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,6144,0.03359466791152954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,6144,0.0349237322807312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,6144,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,6144,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,6144,0.03293439944585164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,6144,0.03328213294347127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,6144,0.03216853340466817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,6144,0.031473066409428915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,6144,0.030989867448806763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,6144,0.03007253408432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,6144,0.029959466060002642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,6144,0.029275733232498168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,6144,0.0296725332736969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,6144,0.02788693308830261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,6144,0.02769706646601359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,6144,0.02720639904340108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,6144,0.026855466763178508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,6144,0.025613866249720257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,6144,0.025465599695841473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,6144,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,6144,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,6144,0.023504000902175904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,6144,0.02315733234087626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,6144,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,6144,0.022362667322158813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,6144,0.02150613268216451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,6144,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,6144,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,6144,0.02036693294843038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,6144,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,6144,0.01947093407313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,6144,0.01820053259531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,6144,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,6144,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,6144,0.017859200636545815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,6144,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,6144,0.0180351992448171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,6144,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,6144,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,6144,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,6144,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,6144,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,6144,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,6144,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,6144,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,6144,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,6144,0.017411200205485027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,6144,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,6144,0.017131733894348144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,6144,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,6144,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,6144,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,6144,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,6144,0.01691733400026957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,6144,0.017449599504470826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,6144,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,6144,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,6144,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,6144,0.017451733350753784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,6144,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,6144,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,6144,0.01729066570599874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,6144,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,6144,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,6144,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,6144,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,6144,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,5120,0.20754453341166176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,5120,0.1093717336654663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,6144,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,5120,0.028520532449086505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,5120,0.05406506856282552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,5120,0.028742400805155437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,5120,0.02964266737302144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,5120,0.02765013376871745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,5120,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,5120,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,5120,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,5120,0.02327573299407959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,5120,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,5120,0.0207914670308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,5120,0.019977599382400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,5120,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,5120,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,5120,0.017205333709716795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,5120,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,5120,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,5120,0.015917866428693136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,5120,0.01551466683546702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,5120,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,5120,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,5120,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,5120,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,5120,0.013131733735402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,5120,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,5120,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,5120,0.011890133221944172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,6144,0.017433599630991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,5120,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,5120,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,5120,0.010108799735705058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,5120,0.009278933207194012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,5120,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,5120,0.00811839997768402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,5120,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,5120,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,5120,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,5120,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,5120,0.008853333195050557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,5120,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,5120,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,5120,0.008472533027331034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,5120,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,5120,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,5120,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,5120,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,5120,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,6144,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,5120,0.008919466535250347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,5120,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,5120,0.009314133723576864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,5120,0.008574933807055155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,5120,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,5120,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,5120,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,5120,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,5120,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,5120,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,5120,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,5120,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,5120,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,5120,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,5120,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,5120,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,5120,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,5120,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,5120,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,5120,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,5120,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,5120,0.005627733469009399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,5120,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,5120,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,5120,0.2928703943888346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,5120,0.1453663984934489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,5120,0.5718218485514324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,5120,0.06686720053354898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,5120,0.06655146678288779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,5120,0.060619731744130455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,5120,0.06212053298950195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,5120,0.006638933221499126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,5120,0.059388800462087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,5120,0.06066879828770956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,5120,0.05405333439509073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,5120,0.05338559945424398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,5120,0.05041386683781942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,5120,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,5120,0.05082133213678995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,5120,0.050443732738494874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,5120,0.052593068281809485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,5120,0.046778666973114016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,5120,0.04650880098342895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,5120,0.04159253438313802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,5120,0.043486932913462326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,5120,0.04064106543858846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,5120,0.039749332269032794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,5120,0.039306668440500896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,5120,0.03799360195795695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,5120,0.03522666692733765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,5120,0.03463253180185954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,5120,0.03299840092658997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,5120,0.031932799021402995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,5120,0.03128640055656433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,5120,0.029819732904434203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,5120,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,5120,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,5120,0.02640639940897624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,5120,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,5120,0.025276799996693928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,5120,0.020939733584721884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,5120,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,5120,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,5120,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,5120,0.02118399937947591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,5120,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,5120,0.02133013407389323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,5120,0.023397332429885863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,5120,0.019639466206232706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,5120,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,5120,0.03459626833597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,5120,0.019131733973821004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,5120,0.019594667355219524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,5120,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,5120,0.019061332941055296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,5120,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,5120,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,5120,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,5120,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,5120,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,5120,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,5120,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,5120,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,5120,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,5120,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,5120,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,5120,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,5120,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,5120,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,5120,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,5120,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,5120,0.016845866044362386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,5120,0.019627734025319418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,5120,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,5120,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,5120,0.017196800311406454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,5120,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,5120,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,5120,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,5120,0.3851594607035319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,5120,0.14603625933329265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,5120,0.7754282633463542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,5120,0.13171199957529706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,5120,0.12098133563995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,5120,1.5122187296549479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,5120,0.11603840192159016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,5120,0.10538773536682129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,5120,0.1441482702891032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,5120,0.09879786968231201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,5120,0.126200532913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,5120,0.10697493553161622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,5120,0.10169386863708496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,5120,0.09416746298472087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,5120,0.09183359940846761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,5120,0.08580586910247803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,5120,0.07713706493377685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,5120,0.06995626290639242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,5120,0.06968533198038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,5120,0.06386346817016601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,5120,0.05702399810155233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,5120,0.05593279997507731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,5120,0.08416960239410401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,5120,0.06228053172429403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,5120,0.07799786726633708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,5120,0.04973440170288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,5120,0.04813653230667114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,5120,0.04402666489283244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,5120,0.04168426593144735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,5120,0.03535786469777425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,5120,0.036438401540120444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,5120,0.030593067407608032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,5120,0.02432639996210734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,5120,0.02895893255869548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,5120,0.022257065773010253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,5120,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,5120,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,5120,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,5120,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,5120,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,5120,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,5120,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,5120,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,5120,0.011804800232251484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,5120,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,5120,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,5120,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,5120,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,5120,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,5120,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,5120,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,5120,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,5120,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,5120,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,5120,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,5120,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,5120,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,5120,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,5120,0.015972266594568886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,5120,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,5120,0.015101866920789084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,5120,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,5120,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,5120,0.01525759994983673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,5120,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,5120,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,5120,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,5120,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,5120,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,5120,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,5120,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,5120,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,5120,0.22298026084899902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,5120,0.119923202196757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,5120,0.06321280002593994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,5120,0.032890667517979935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,5120,0.032390399773915605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,5120,0.03179413278897603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,5120,0.031395200888315836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,5120,0.030131200949350994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,5120,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,5120,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,5120,0.029969066381454468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,5120,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,5120,0.029286400477091475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,5120,0.028531199693679808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,5120,0.028033065795898437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,5120,0.027449599901835126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,5120,0.027576533953348796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,5120,0.026891734202702838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,5120,0.027027199665705364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,5120,0.02515946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,5120,0.025639466444651288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,5120,0.02441920042037964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,5120,0.024353067080179848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,5120,0.023143466313680014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,5120,0.023101866245269775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,5120,0.02234986623128255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,5120,0.022278400262196858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,5120,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,5120,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,5120,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,5120,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,5120,0.01979093352953593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,5120,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,5120,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,5120,0.018326399723688762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,5120,0.017577600479125977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,5120,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,5120,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,5120,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,5120,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,5120,0.016210132837295534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,5120,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,5120,0.01619733373324076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,5120,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,5120,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,5120,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,5120,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,5120,0.015793066223462424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,5120,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,5120,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,5120,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,5120,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,5120,0.01546239952246348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,5120,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,5120,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,5120,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,5120,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,5120,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,5120,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,5120,0.015309866269429526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,5120,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,5120,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,5120,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,5120,0.015787733594576518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,5120,0.015381333231925965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,5120,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,5120,0.015455999970436096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,5120,0.015849600235621132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,5120,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,5120,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,5120,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,5120,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,4096,0.16911039352416993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,4096,0.0853439966837565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,4096,0.043652268250783284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,4096,0.02372373342514038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,4096,0.02401813268661499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,5120,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,4096,0.022437334060668945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,4096,0.023780266443888344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,4096,0.02164693276087443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,4096,0.02225173314412435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,4096,0.01802133321762085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,4096,0.01932906707127889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,4096,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,4096,0.019189333915710448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,4096,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,4096,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,4096,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,4096,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,4096,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,4096,0.01590293347835541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,4096,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,4096,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,4096,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,4096,0.01316373348236084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,4096,0.010891733566919963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,4096,0.01136959989865621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,4096,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,4096,0.010916266838709514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,4096,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,4096,0.01011840005715688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,4096,0.010163199901580811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,4096,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,4096,0.008945066730181377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,4096,0.007681066791216533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,4096,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,4096,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,4096,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,4096,0.006790400048096975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,4096,0.00717439999183019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,4096,0.008175999919573466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,4096,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,4096,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,4096,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,4096,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,4096,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,4096,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,4096,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,4096,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,4096,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,4096,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,4096,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,4096,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,4096,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,4096,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,4096,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,4096,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,4096,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,4096,0.00665280024210612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,5120,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,4096,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,4096,0.006632533172766368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,4096,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,4096,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,4096,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,4096,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,4096,0.006617600222428639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,4096,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,4096,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,4096,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,4096,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,4096,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,4096,0.005795200169086456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,4096,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,4096,0.23538986841837564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,5120,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,4096,0.10985600153605143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,4096,0.46604054768880204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,4096,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,4096,0.05332906643549601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,4096,0.05255680084228516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,4096,0.05025279919306437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,4096,0.05
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,4096,0.04951253334681193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,4096,0.04942506551742554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,4096,0.046376534303029376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,4096,0.04501653512318929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,4096,0.04310613473256429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,4096,0.041060264905293783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,4096,0.03919253349304199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,4096,0.039212799072265624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,4096,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,4096,0.03710826635360718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,4096,0.03624746799468994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,4096,0.034168533484141034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,4096,0.032953600088755294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,4096,0.03216426571210225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,4096,0.031009066104888915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,4096,0.031104000409444173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,4096,0.030060799916585286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,4096,0.047237332661946616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,4096,0.029014400641123456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,4096,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,4096,0.02680533329645793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,4096,0.024872533480326333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,4096,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,4096,0.026657066742579144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,4096,0.023885866006215416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,4096,0.022114133834838866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,4096,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,4096,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,4096,0.01887786587079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,4096,0.020396800835927327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,4096,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,4096,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,4096,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,4096,0.041179732481638594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,4096,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,4096,0.0233024001121521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,4096,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,4096,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,4096,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,4096,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,4096,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,4096,0.018198400735855103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,4096,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,4096,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,4096,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,4096,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,4096,0.017222400506337485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,4096,0.01835413376490275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,4096,0.01715946594874064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,4096,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,4096,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,4096,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,4096,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,4096,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,4096,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,4096,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,4096,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,4096,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,4096,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,4096,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,4096,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,4096,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,4096,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,4096,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,4096,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,4096,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,4096,0.018810667594273887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,4096,0.3733642578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,4096,0.1244383970896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,4096,0.1175317366917928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,4096,0.7478122711181641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,4096,0.11019519964853923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,4096,0.10760640303293864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,4096,1.4765803019205728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,4096,0.10013333161671956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,4096,0.12153386274973552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,4096,0.09424959818522136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,4096,0.11579519907633465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,4096,0.1018175999323527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,4096,0.09542506535847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,4096,0.08772799968719483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,4096,0.08766187032063802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,4096,0.07434773445129395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,4096,0.06680640379587809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,4096,0.06650133530298868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,4096,0.06101226806640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,4096,0.059957333405812586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,4096,0.05448533296585083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,4096,0.0800607999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,4096,0.05404266516367594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,4096,0.08199466864267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,4096,0.07349226474761963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,4096,0.04811840057373047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,4096,0.041619201501210526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,4096,0.04686613480250041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,4096,0.040345601240793866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,4096,0.0350165327390035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,4096,0.03372480074564616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,4096,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,4096,0.02889066735903422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,4096,0.02759573260943095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,4096,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,4096,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,4096,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,4096,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,4096,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,4096,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,4096,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,4096,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,4096,0.0109525332848231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,4096,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,4096,0.011310933033625285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,4096,0.011317333579063416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,4096,0.010912000139554342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,4096,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,4096,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,4096,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,4096,0.009618133306503296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,4096,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,4096,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,4096,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,4096,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,4096,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,4096,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,4096,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,4096,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,4096,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,4096,0.017143466075261436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,4096,0.017369600137074788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,4096,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,4096,0.017550933361053466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,4096,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,4096,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,4096,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,4096,0.014781866470972696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,4096,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,4096,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,4096,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,4096,0.0917674700419108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,4096,0.17605867385864257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,4096,0.027799467245737713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,4096,0.049899733066558837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,4096,0.02669546604156494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,4096,0.027028266588846845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,4096,0.02638826568921407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,4096,0.02603200078010559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,4096,0.025629866123199462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,4096,0.02482773264249166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,4096,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,4096,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,4096,0.024361600478490196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,4096,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,4096,0.023565866549809775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,4096,0.023832533756891885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,4096,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,4096,0.02250880002975464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,4096,0.022342399756113688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,4096,0.021668267250061036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,4096,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,4096,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,4096,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,4096,0.020247467358907065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,4096,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,4096,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,4096,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,4096,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,4096,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,4096,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,4096,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,4096,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,4096,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,4096,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,4096,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,4096,0.015255467096964518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,4096,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,4096,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,4096,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,4096,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,4096,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,4096,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,4096,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,4096,0.013879467050234476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,4096,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,4096,0.013870933651924133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,4096,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,4096,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,4096,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,4096,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,4096,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,4096,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,4096,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,4096,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,4096,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,4096,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,4096,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,4096,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,4096,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,4096,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,4096,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,4096,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,4096,0.014020267128944396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,4096,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,4096,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,4096,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,4096,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,4096,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,4096,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,4096,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,4096,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,4096,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,3584,0.1478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,3584,0.07335893313090006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,3584,0.03638933499654134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,3584,0.01971199909845988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,3584,0.01998186707496643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,4096,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,3584,0.019523199399312338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,3584,0.020540799697240195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,3584,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,3584,0.01914026737213135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,3584,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,3584,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,3584,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,3584,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,3584,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,3584,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,3584,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,3584,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,3584,0.01309440036614736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,3584,0.013850667079289756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,3584,0.011806933085123698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,3584,0.011963733037312825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,3584,0.011960533261299134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,3584,0.011398399869600933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,3584,0.009672533472379048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,3584,0.009697066744168599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,3584,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,3584,0.00969493289788564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,3584,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,3584,0.009016533692677815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,3584,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,3584,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,3584,0.007849599917729695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,3584,0.007028266787528992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,3584,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,3584,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,3584,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,3584,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,3584,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,3584,0.007264000177383423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,3584,0.00681386689345042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,3584,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,3584,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,3584,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,3584,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,3584,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,3584,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,3584,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,3584,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,3584,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,3584,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,3584,0.0074421331286430355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,3584,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,3584,0.006086400151252747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,3584,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,3584,0.005940266450246175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,3584,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,3584,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,3584,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,3584,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,3584,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,3584,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,3584,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,3584,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,3584,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,3584,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,3584,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,3584,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,3584,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,3584,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,3584,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,3584,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,4096,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,3584,0.4073493321736653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,3584,0.20937280654907225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,3584,0.0936522642771403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,3584,0.05008000135421753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,3584,0.04905173381169637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,3584,0.04783466657002767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,3584,0.04724053144454956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,3584,0.045021867752075194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,3584,0.04541973272959392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,3584,0.04173760016759236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,3584,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,3584,0.04144533475240071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,3584,0.03998613357543945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,3584,0.04056213299433391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,3584,0.04002346595128377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,3584,0.039849599202473954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,3584,0.03701759974161784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,3584,0.034680533409118655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,3584,0.03522026538848877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,3584,0.03250453273455302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,3584,0.03291306694348653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,3584,0.03304426670074463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,3584,0.0318229337533315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,3584,0.02919253309567769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,3584,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,3584,0.028941865762074786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,3584,0.028632533550262452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,3584,0.026921600103378296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,3584,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,3584,0.026594134171803792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,3584,0.02472106615702311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,3584,0.025010132789611818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,3584,0.024420267343521117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,3584,0.037390931447347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,3584,0.023367466529210408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,3584,0.02186453342437744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,3584,0.021689599752426146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,3584,0.019308799505233766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,3584,0.019156267245610557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,3584,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,3584,0.01959999998410543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,3584,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,3584,0.018734933932622273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,3584,0.01889066696166992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,3584,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,3584,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,3584,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,3584,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,3584,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,3584,0.019283199310302736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,3584,0.01762239933013916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,3584,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,3584,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,3584,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,3584,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,3584,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,3584,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,3584,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,3584,0.01836586594581604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,3584,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,3584,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,3584,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,3584,0.01806079943974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,3584,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,3584,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,3584,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,3584,0.018423465887705485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,3584,0.016873600085576375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,3584,0.016784000396728515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,3584,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,3584,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,3584,0.01767680048942566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,3584,0.016778665781021117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,3584,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,3584,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,3584,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,3584,0.12143359978993733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,3584,0.37688748041788733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,3584,0.11427626609802247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,3584,0.7533472061157227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,3584,0.10777493317921956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,3584,0.10514026482899982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,3584,1.4946868896484375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,3584,0.09927253723144532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,3584,0.11979626814524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,3584,0.09348373413085938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,3584,0.1128490686416626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,3584,0.09888746738433837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,3584,0.09353493054707845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,3584,0.08654399712880453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,3584,0.08585706551869711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,3584,0.07235733668009439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,3584,0.06611946821212769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,3584,0.07980266412099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,3584,0.0652405341466268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,3584,0.059987199306488034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,3584,0.07970879872639974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,3584,0.05892266829808553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,3584,0.053452801704406736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,3584,0.052978134155273436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,3584,0.07309119701385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,3584,0.04109546740849813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,3584,0.04567893346150716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,3584,0.04694826602935791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,3584,0.039587199687957764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,3584,0.03454506794611613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,3584,0.022258132696151733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,3584,0.032917332649230954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,3584,0.028084266185760497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,3584,0.026922667026519777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,3584,0.015505066514015198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,3584,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,3584,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,3584,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,3584,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,3584,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,3584,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,3584,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,3584,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,3584,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,3584,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,3584,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,3584,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,3584,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,3584,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,3584,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,3584,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,3584,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,3584,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,3584,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,3584,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,3584,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,3584,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,3584,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,3584,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,3584,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,3584,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,3584,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,3584,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,3584,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,3584,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,3584,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,3584,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,3584,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,3584,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,3584,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,3584,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,3584,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,3584,0.1534282684326172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,3584,0.08239999612172445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,3584,0.0446559985478719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,3584,0.024742400646209715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,3584,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,3584,0.024292266368865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,3584,0.02401813268661499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,3584,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,3584,0.02357333302497864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,3584,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,3584,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,3584,0.022291199366251627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,3584,0.021923200289408366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,3584,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,3584,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,3584,0.021163733800252278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,3584,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,3584,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,3584,0.020696532726287842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,3584,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,3584,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,3584,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,3584,0.01913493275642395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,3584,0.018234666188557944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,3584,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,3584,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,3584,0.01816213329633077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,3584,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,3584,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,3584,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,3584,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,3584,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,3584,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,3584,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,3584,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,3584,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,3584,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,3584,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,3584,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,3584,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,3584,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,3584,0.013510400056838989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,3584,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,3584,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,3584,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,3584,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,3584,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,3584,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,3584,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,3584,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,3584,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,3584,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,3584,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,3584,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,3584,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,3584,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,3584,0.012160000205039979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,3584,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,3584,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,3584,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,3584,0.012742400169372559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,3584,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,3584,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,3584,0.012731732924779257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,3584,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,3584,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,3584,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,3072,0.12664746443430583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,3072,0.06448426644007364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,3072,0.032364799578984575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,3584,0.012300800283749897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,3072,0.01800959904988607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,3072,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,3072,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,3072,0.017778132359186807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,3072,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,3072,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,3072,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,3072,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,3072,0.013366400202115377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,3072,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,3072,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,3072,0.013132799665133157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,3072,0.012138666709264119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,3072,0.012161067128181458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,3072,0.011129599809646607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,3072,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,3072,0.010506666700045268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,3584,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,3072,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,3072,0.01146666705608368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,3072,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,3072,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,3072,0.009434666236241658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,3072,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,3072,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,3072,0.008249600231647492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,3072,0.007778133451938629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,3072,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,3072,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,3072,0.006417066852251689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,3072,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,3072,0.0059456000725428265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,3072,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,3072,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,3072,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,3072,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,3072,0.009746133287747701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,3072,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,3072,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,3072,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,3072,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,3072,0.005593599875768026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,3072,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,3072,0.005690666536490122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,3072,0.0055285334587097164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,3072,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,3072,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,3072,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,3072,0.005598933498064677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,3072,0.005592533449331919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,3072,0.008180266618728638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,3072,0.005629866818586985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,3072,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,3072,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,3072,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,3072,0.005560533205668131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,3072,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,3072,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,3072,0.005669333537419637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,3072,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,3072,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,3072,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,3072,0.005539200206597646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,3072,0.1763424078623454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,3072,0.3502570788065592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,3072,0.07827520370483398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,3072,0.04272960027058919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,3072,0.043532800674438474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,3072,0.040480001767476397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,3072,0.04126400152842204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,3072,0.040345601240793866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,3072,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,3072,0.04130239884058635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,3072,0.03904853264490764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,3072,0.03742506504058838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,3072,0.03716906706492106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,3072,0.035760001341501875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,3072,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,3072,0.03302506605784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,3072,0.03318613370259603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,3072,0.033479468027750654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,3072,0.03283733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,3072,0.03171520034472148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,3072,0.02900159955024719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,3072,0.029690666993459063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,3072,0.027051732937494917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,3072,0.028138667345046997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,3072,0.026929066578547163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,3072,0.025522132714589436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,3072,0.026284799973169966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,3072,0.039477332433064775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,3072,0.02440320054690043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,3072,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,3072,0.02355946699778239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,3072,0.03130666613578796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,3072,0.022177066405614218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,3072,0.02074880003929138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,3072,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,3072,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,3072,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,3072,0.026602667570114136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,3072,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,3072,0.017959467569986978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,3072,0.018053332964579262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,3072,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,3072,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,3072,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,3072,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,3072,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,3072,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,3072,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,3072,0.01700693368911743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,3072,0.017491199572881064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,3072,0.019166932503382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,3072,0.01702400048573812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,3072,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,3072,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,3072,0.017577600479125977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,3072,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,3072,0.018235733111699425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,3072,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,3072,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,3072,0.018281600872675576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,3072,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,3072,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,3072,0.01681706706682841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,3072,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,3072,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,3072,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,3072,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,3072,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,3072,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,3072,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,3072,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,3072,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,3072,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,3072,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,3072,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,3072,0.7465599695841472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,3072,0.3263445218404134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,3072,0.11990613142649334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,3072,1.4600395202636718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,3072,0.11281706492106121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,3072,0.10614293416341145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,3072,0.10441493193308513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,3072,0.09845546881357828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,3072,0.11680320103963215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,3072,0.09169066747029622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,3072,0.11100906531016033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,3072,0.09831146399180093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,3072,0.0927232027053833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,3072,0.08469226360321044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,3072,0.0846997340520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,3072,0.07951359748840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,3072,0.07149013678232828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,3072,0.06503359874089559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,3072,0.06489813327789307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,3072,0.05911360184351603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,3072,0.058337068557739256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,3072,0.05268693367640177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,3072,0.052492801348368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,3072,0.07887466748555502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,3072,0.0715989351272583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,3072,0.04518933296203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,3072,0.046087467670440675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,3072,0.040403199195861814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,3072,0.038838398456573484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,3072,0.03380800088246663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,3072,0.032959999640782674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,3072,0.021874133745829263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,3072,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,3072,0.026631466547648114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,3072,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,3072,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,3072,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,3072,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,3072,0.010450133681297302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,3072,0.010457600156466167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,3072,0.010053333640098572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,3072,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,3072,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,3072,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,3072,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,3072,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,3072,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,3072,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,3072,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,3072,0.012611200412114462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,3072,0.011817600329717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,3072,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,3072,0.012078932921091716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,3072,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,3072,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,3072,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,3072,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,3072,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,3072,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,3072,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,3072,0.011668266852696736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,3072,0.012622933586438498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,3072,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,3072,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,3072,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,3072,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,3072,0.13554879824320476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,3072,0.07298453648885092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,3072,0.03862080176671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,3072,0.02248106598854065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,3072,0.022824533780415854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,3072,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,3072,0.02210986614227295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,3072,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,3072,0.013659733533859252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,3072,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,3072,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,3072,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,3072,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,3072,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,3072,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,3072,0.019612799088160195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,3072,0.019489065806070963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,3072,0.01941653291384379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,3072,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,3072,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,3072,0.017805866400400796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,3072,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,3072,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,3072,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,3072,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,3072,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,3072,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,3072,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,3072,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,3072,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,3072,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,3072,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,3072,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,3072,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,3072,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,3072,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,3072,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,3072,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,3072,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,3072,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,3072,0.012123733758926392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,3072,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,3072,0.012086400389671325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,3072,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,3072,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,3072,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,3072,0.011689600348472596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,3072,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,3072,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,3072,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,3072,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,3072,0.011702400445938111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,3072,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,3072,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,3072,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,3072,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,3072,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,3072,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,3072,0.011930666367212931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,3072,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,3072,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,3072,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,3072,0.011823999881744384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,3072,0.011338667074839274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,3072,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,3072,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,2560,0.1056010643641154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,2560,0.05482986768086752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,2560,0.027460267146428425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,2560,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,2560,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,2560,0.01338879962762197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,2560,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,3072,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,2560,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,2560,0.015079466501871744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,2560,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,2560,0.012679466605186462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,2560,0.011834667126337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,2560,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,2560,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,2560,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,2560,0.010934399565060933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,2560,0.010965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,2560,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,2560,0.010573866963386535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,2560,0.00935040016969045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,2560,0.009358933568000794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,2560,0.009288533528645834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,2560,0.00920960009098053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,2560,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,2560,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,3072,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,2560,0.008518399794896443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,2560,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,2560,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,2560,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,2560,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,2560,0.006817066669464111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,2560,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,2560,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,2560,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,2560,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,2560,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,2560,0.005130666494369507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,2560,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,2560,0.005123200019200643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,2560,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,3072,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,2560,0.00885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,2560,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,2560,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,2560,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,2560,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,2560,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,2560,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,2560,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,2560,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,2560,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,2560,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,2560,0.004824533561865489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,2560,0.004985600213209788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,2560,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,2560,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,2560,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,2560,0.0048320000370343525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,2560,0.14681812922159831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,2560,0.06377386649449666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,2560,0.29354133605957033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,2560,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,2560,0.03910719950993856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,2560,0.039301331837972006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,2560,0.037664000193277994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,2560,0.03631680011749268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,2560,0.039000535011291505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,2560,0.0369322657585144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,2560,0.03507413466771443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,2560,0.03430933157602946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,2560,0.03302506605784099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,2560,0.032092799743016556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,2560,0.03308266599973043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,2560,0.033429332574208576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,2560,0.03169813354810079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,2560,0.030861866474151612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,2560,0.030828799804051715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,2560,0.02985386649767558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,2560,0.028998400767644244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,2560,0.02771199941635132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,2560,0.02778559923171997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,2560,0.025335466861724852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,2560,0.02496853272120158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,2560,0.02577706575393677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,2560,0.024710400899251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,2560,0.023550933599472045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,2560,0.023570134242375692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,2560,0.023139200607935586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,2560,0.022898133595784506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,2560,0.021887999773025513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,2560,0.021079466740290324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,2560,0.020717867215474448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,2560,0.02084160049756368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,2560,0.01830293337504069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,2560,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,2560,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,2560,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,2560,0.017694934209187826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,2560,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,2560,0.017666133244832356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,2560,0.02693866689999898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,2560,0.018133334318796792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,2560,0.017554134130477905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,2560,0.01800853411356608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,2560,0.01760639945665995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,2560,0.01758506695429484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,2560,0.01789120038350423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,2560,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,2560,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,2560,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,2560,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,2560,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,2560,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,2560,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,2560,0.016883200407028197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,2560,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,2560,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,2560,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,2560,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,2560,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,2560,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,2560,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,2560,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,2560,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,2560,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,2560,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,2560,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,2560,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,2560,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,2560,0.016425599654515587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,2560,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,2560,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,2560,0.2527477264404297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,2560,0.11712746620178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,2560,0.11095999876658122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,2560,0.7247189203898112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,2560,0.1049727996190389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,2560,0.10348373254140217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,2560,1.4433514912923178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,2560,0.09647893110911052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,2560,0.11546773115793865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,2560,0.0899242639541626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,2560,0.10952746868133545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,2560,0.09682239691416422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,2560,0.0905290683110555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,2560,0.0846496025721232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,2560,0.08370239734649658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,2560,0.07842026551564535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,2560,0.07076266606648764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,2560,0.06437546809514363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,2560,0.06393706798553467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,2560,0.05749653180440267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,2560,0.05221759875615438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,2560,0.05139946540196737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,2560,0.07747519810994466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,2560,0.05833173195521037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,2560,0.07097919782002768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,2560,0.04565973281860351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,2560,0.04445120096206665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,2560,0.03911786476771037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,2560,0.03828266859054565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,2560,0.032562132676442465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,2560,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,2560,0.03207253416379292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,2560,0.02693120042483012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,2560,0.025947733720143633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,2560,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,2560,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,2560,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,2560,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,2560,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,2560,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,2560,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,2560,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,2560,0.009717333316802978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,2560,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,2560,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,2560,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,2560,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,2560,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,2560,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,2560,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,2560,0.01018986701965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,2560,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,2560,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,2560,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,2560,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,2560,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,2560,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,2560,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,2560,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,2560,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,2560,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,2560,0.012505599856376648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,2560,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,2560,0.01229759951432546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,2560,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,2560,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,2560,0.012135466933250428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,2560,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,2560,0.11491626898447674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,2560,0.06395626862843831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,2560,0.033432531356811526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,2560,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,2560,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,2560,0.01976213256518046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,2560,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,2560,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,2560,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,2560,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,2560,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,2560,0.01771093408266703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,2560,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,2560,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,2560,0.01738986571629842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,2560,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,2560,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,2560,0.01621333360671997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,2560,0.01621119976043701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,2560,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,2560,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,2560,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,2560,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,2560,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,2560,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,2560,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,2560,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,2560,0.014745600024859109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,2560,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,2560,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,2560,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,2560,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,2560,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,2560,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,2560,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,2560,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,2560,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,2560,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,2560,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,2560,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,2560,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,2560,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,2560,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,2560,0.011139200131098429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,2560,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,2560,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,2560,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,2560,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,2560,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,2560,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,2560,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,2560,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,2560,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,2560,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,2560,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,2560,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,2560,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,2560,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,2560,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,2560,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,2560,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,2560,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,2560,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,2560,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,2048,0.08425280253092447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,2048,0.04382400115331014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,2048,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,2048,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,2560,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,2048,0.01300266683101654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,2048,0.01181653340657552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,2048,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,2048,0.011507200201352437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,2048,0.012217600146929424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,2048,0.010525866349538168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,2048,0.01023466686407725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,2048,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,2560,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,2048,0.0102293332417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,2048,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,2048,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,2048,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,2048,0.009351467092831928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,2048,0.008520533641179402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,2048,0.007752533257007599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,2048,0.007707733412583668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,2048,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,2048,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,2048,0.006780800223350525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,2048,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,2048,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,2048,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,2560,0.011012267072995503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,2048,0.007241599758466085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,2048,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,2048,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,2048,0.006146133442719777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,2048,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,2048,0.005127466718355815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,2048,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,2048,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,2048,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,2048,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,2048,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,2048,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,2048,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,2048,0.007266133526961009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,2048,0.00458133320013682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,2048,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,2048,0.004791466891765595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,2048,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,2048,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,2048,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,2048,0.005571199953556061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,2048,0.005735466877619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,2048,0.00458133320013682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,2048,0.004316799839337667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,2048,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,2048,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,2048,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,2048,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,2048,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,2048,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,2048,0.006151466568311056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,2048,0.006150400141874949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,2048,0.006053333481152853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,2048,0.005971199770768484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,2048,0.005993600189685822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,2048,0.00606826643149058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,2048,0.0061034664511680605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,2048,0.006132266422112783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,2048,0.006053333481152853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,2048,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,2048,0.007239466905593872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,2048,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,2048,0.23688000043233237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,2048,0.11146559715270996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,2048,0.005189333359400431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,2048,0.05018666585286459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,2048,0.03490133285522461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,2048,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,2048,0.032680533329645794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,2048,0.03342613379160563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,2048,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,2048,0.033174399534861246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,2048,0.03132479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,2048,0.031294933954874676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,2048,0.030705066521962483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,2048,0.03104426662127177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,2048,0.029397332668304445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,2048,0.029475200176239013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,2048,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,2048,0.02844799955685933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,2048,0.02682346701622009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,2048,0.02694186568260193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,2048,0.026064000527064007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,2048,0.02512213389078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,2048,0.02487466732660929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,2048,0.02482879956563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,2048,0.02440746625264486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,2048,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,2048,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,2048,0.023622399568557738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,2048,0.023347200949986775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,2048,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,2048,0.02140799959500631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,2048,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,2048,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,2048,0.020068265994389854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,2048,0.02016106645266215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,2048,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,2048,0.03493866523106893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,2048,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,2048,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,2048,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,2048,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,2048,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,2048,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,2048,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,2048,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,2048,0.01769386728604635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,2048,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,2048,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,2048,0.016327466567357382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,2048,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,2048,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,2048,0.017154133319854735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,2048,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,2048,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,2048,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,2048,0.015169066190719605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,2048,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,2048,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,2048,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,2048,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,2048,0.017097600301106772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,2048,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,2048,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,2048,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,2048,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,2048,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,2048,0.016403200229008992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,2048,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,2048,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,2048,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,2048,0.015485866864522298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,2048,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,2048,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,2048,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,2048,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,2048,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,2048,0.2104309399922689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,2048,0.7149994532267253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,2048,0.10891733169555665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,2048,1.422199503580729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,2048,0.10334080060323078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,2048,0.10098986625671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,2048,0.11497920354207355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,2048,0.09557759761810303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,2048,0.11438506444295246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,2048,0.08924053510030111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,2048,0.10826133092244465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,2048,0.09660159746805827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,2048,0.08923093477884927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,2048,0.0827893336613973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,2048,0.07756799856821696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,2048,0.06959786415100097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,2048,0.06353493531545004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,2048,0.08265919685363769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,2048,0.06286186774571736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,2048,0.05681386788686117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,2048,0.05675839980443319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,2048,0.07668586572011313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,2048,0.05144746700922648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,2048,0.050987732410430905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,2048,0.06970773537953695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,2048,0.038711468378702804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,2048,0.04450026750564575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,2048,0.043987198670705156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,2048,0.03786453406016032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,2048,0.02637333273887634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,2048,0.03255573312441508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,2048,0.02029013236363729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,2048,0.03174186746279399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,2048,0.025589332977930708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,2048,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,2048,0.01251413325468699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,2048,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,2048,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,2048,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,2048,0.010903466741243999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,2048,0.010886399944623312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,2048,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,2048,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,2048,0.009282132983207703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,2048,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,2048,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,2048,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,2048,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,2048,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,2048,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,2048,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,2048,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,2048,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,2048,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,2048,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,2048,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,2048,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,2048,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,2048,0.010137599706649781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,2048,0.010279466708501179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,2048,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,2048,0.010880000392595927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,2048,0.09409386316935221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,2048,0.053615999221801755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,2048,0.028118399779001872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,2048,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,2048,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,2048,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,2048,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,2048,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,2048,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,2048,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,2048,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,2048,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,2048,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,2048,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,2048,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,2048,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,2048,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,2048,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,2048,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,2048,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,2048,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,2048,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,2048,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,2048,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,2048,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,2048,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,2048,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,2048,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,2048,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,2048,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,2048,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,2048,0.011758933464686077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,2048,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,2048,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,2048,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,2048,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,2048,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,2048,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,2048,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,2048,0.010034132997194927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,2048,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,2048,0.010326400399208069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,2048,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,2048,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,2048,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,2048,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,2048,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,2048,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,2048,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,2048,0.010200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,2048,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,2048,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,2048,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,2048,0.009665066997210186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,2048,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,2048,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,2048,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,2048,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,2048,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,2048,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,2048,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,2048,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,1536,0.06379626592000326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,1536,0.032824534177780154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,1536,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,1536,0.010098133484522502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,1536,0.010587732990582783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,1536,0.009774933258692425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,1536,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,2048,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,1536,0.009700266520182292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,2048,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,1536,0.010191999872525533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,1536,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,1536,0.008534399668375652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,1536,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,1536,0.00844586690266927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,1536,0.008565333485603333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,2048,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,1536,0.0077450667818387345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,1536,0.007659733295440674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,1536,0.007413333157698314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,1536,0.007652266820271809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,1536,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,1536,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,1536,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,1536,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,1536,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,1536,0.005745066702365876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,1536,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,1536,0.0059690664211908976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,1536,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,1536,0.0055285334587097164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,1536,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,1536,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,1536,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,1536,0.00447573314110438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,1536,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,1536,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,1536,0.004181333382924398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,1536,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,1536,0.004320000112056732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,1536,0.00450133333603541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,1536,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,1536,0.004195199906826019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,1536,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,1536,0.008525866270065307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,1536,0.0039007999002933502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,1536,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,1536,0.00391146664818128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,1536,0.004312533140182495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,1536,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,1536,0.00491839994986852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,1536,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,1536,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,1536,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,1536,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,1536,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,1536,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,1536,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,1536,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,1536,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,1536,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,1536,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,1536,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,1536,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,1536,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,1536,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,1536,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,1536,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,1536,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,1536,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,1536,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,1536,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,1536,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,1536,0.0053962667783101406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,1536,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,1536,0.08061227003733316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,1536,0.18047146797180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,1536,0.041067731380462644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,1536,0.031243733565012616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,1536,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,1536,0.030789333581924438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,1536,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,1536,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,1536,0.029949865738550824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,1536,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,1536,0.028615466753641766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,1536,0.027328000466028853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,1536,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,1536,0.027131734291712443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,1536,0.026943999528884887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,1536,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,1536,0.02481173276901245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,1536,0.0249834676583608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,1536,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,1536,0.025206400950749712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,1536,0.024892799059549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,1536,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,1536,0.024173865715662636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,1536,0.0242741326491038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,1536,0.022753065824508666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,1536,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,1536,0.022488532463709514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,1536,0.02252053419748942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,1536,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,1536,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,1536,0.021294933557510377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,1536,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,1536,0.019516799847284952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,1536,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,1536,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,1536,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,1536,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,1536,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,1536,0.016724266608556113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,1536,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,1536,0.017512534062067667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,1536,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,1536,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,1536,0.01702400048573812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,1536,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,1536,0.015473066767056783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,1536,0.01509119967619578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,1536,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,1536,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,1536,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,1536,0.01554026703039805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,1536,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,1536,0.015159466862678527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,1536,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,1536,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,1536,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,1536,0.0158869336048762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,1536,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,1536,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,1536,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,1536,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,1536,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,1536,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,1536,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,1536,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,1536,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,1536,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,1536,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,1536,0.015239466230074564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,1536,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,1536,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,1536,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,1536,0.016033066312472026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,1536,0.015084800124168397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,1536,0.7060703913370768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,1536,1.41649169921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,1536,0.11284159819285075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,1536,0.206276273727417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,1536,0.10137920379638672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,1536,0.0997429370880127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,1536,0.11277120113372803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,1536,0.09396479924519857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,1536,0.10696533521016438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,1536,0.10636906623840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,1536,0.08778346379597982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,1536,0.09434560139973959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,1536,0.08785280386606852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,1536,0.08171733220418295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,1536,0.0813162644704183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,1536,0.06826879978179931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,1536,0.062057598431905114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,1536,0.06198613246281942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,1536,0.055493334929148354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,1536,0.05590933163960775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,1536,0.07590933640797934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,1536,0.05018346707026163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,1536,0.049776001771291094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,1536,0.07510080337524414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,1536,0.06865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,1536,0.04357866843541463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,1536,0.043185067176818845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,1536,0.03705600102742513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,1536,0.0379253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,1536,0.03131519953409831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,1536,0.030923734108606975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,1536,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,1536,0.026016000906626386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,1536,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,1536,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,1536,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,1536,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,1536,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,1536,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,1536,0.010656000177065531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,1536,0.010494933525721232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,1536,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,1536,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,1536,0.009090133508046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,1536,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,1536,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,1536,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,1536,0.010231467088063557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,1536,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,1536,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,1536,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,1536,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,1536,0.011821867028872172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,1536,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,1536,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,1536,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,1536,0.011959466338157653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,1536,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,1536,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,1536,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,1536,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,1536,0.010258133212725323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,1536,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,1536,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,1536,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,1536,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,1536,0.009388800462086995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,1536,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,1536,0.04367786645889282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,1536,0.07504213651021321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,1536,0.023370667298634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,1536,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,1536,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,1536,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,1536,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,1536,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,1536,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,1536,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,1536,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,1536,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,1536,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,1536,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,1536,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,1536,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,1536,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,1536,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,1536,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,1536,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,1536,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,1536,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,1536,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,1536,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,1536,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,1536,0.011355732878049214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,1536,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,1536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,1536,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,1536,0.01071573297182719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,1536,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,1536,0.010045866171518963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,1536,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,1536,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,1536,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,1536,0.009508267045021057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,1536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,1536,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,1536,0.009320533275604248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,1536,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,1536,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,1536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,1536,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,1536,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,1536,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,1536,0.009093333284060161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,1536,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,1536,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,1536,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,1536,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,1536,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,1536,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,1536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,1536,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,1536,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,1536,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,1024,0.0473749319712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,1024,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,1536,0.008854400118192036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,1024,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,1024,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,1024,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,1024,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,1536,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,1024,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,1024,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,1024,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,1024,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,1536,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,1024,0.006523733337720235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,1024,0.00681386689345042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,1024,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,1024,0.006798933446407318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,1024,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,1024,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,1024,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,1024,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,1024,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,1024,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,1024,0.005551999807357788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,1024,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,1024,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,1024,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,1024,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,1024,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,1024,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,1024,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,1024,0.004363733530044556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,1024,0.003940266619126002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,1024,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,1024,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,1024,0.003576533248027166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,1024,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,1024,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,1024,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,1024,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,1024,0.0034847999612490333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,1024,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,1024,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,1024,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,1024,0.0032032000521818793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,1024,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,1024,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,1024,0.003957333415746689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,1024,0.003910399973392487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,1024,0.004053333401679992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,1024,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,1024,0.003882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,1024,0.003961600114901861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,1024,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,1024,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,1024,0.00395413339138031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,1024,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,1024,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,1024,0.003953066716591517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,1024,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,1024,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,1024,0.11348799864451091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,1024,0.05519893169403076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,1024,0.03309440016746521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,1024,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,1024,0.025123200813929242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,1024,0.027452800671259565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,1024,0.024707200129826863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,1024,0.02486506700515747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,1024,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,1024,0.02662186622619629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,1024,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,1024,0.024689066410064697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,1024,0.024935466051101685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,1024,0.024504532416661583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,1024,0.024743467569351196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,1024,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,1024,0.023411200443903605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,1024,0.023245867093404135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,1024,0.0039711999396483105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,1024,0.023471999168395995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,1024,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,1024,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,1024,0.021760000785191854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,1024,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,1024,0.02070186734199524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,1024,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,1024,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,1024,0.021053866545359293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,1024,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,1024,0.01972480018933614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,1024,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,1024,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,1024,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,1024,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,1024,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,1024,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,1024,0.017603200674057008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,1024,0.015650133291880287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,1024,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,1024,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,1024,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,1024,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,1024,0.015159466862678527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,1024,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,1024,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,1024,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,1024,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,1024,0.018014933665593466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,1024,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,1024,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,1024,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,1024,0.015962666273117064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,1024,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,1024,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,1024,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,1024,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,1024,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,1024,0.014757333199183145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,1024,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,1024,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,1024,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,1024,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,1024,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,1024,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,1024,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,1024,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,1024,0.014776532848676046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,1024,0.015049599607785544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,1024,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,1024,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,1024,0.20507200558980307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,1024,0.5105493227640788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,1024,1.3926090240478515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,1024,0.11141119798024494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,1024,0.09940586884816488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,1024,0.09870186646779379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,1024,0.11100160280863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,1024,0.09314133326212565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,1024,0.10628373622894287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,1024,0.08701866467793783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,1024,0.1042474667231242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,1024,0.0921781301498413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,1024,0.08660799662272135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,1024,0.08129599889119467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,1024,0.0801589330037435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,1024,0.06776959896087646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,1024,0.06199359893798828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,1024,0.07430933316548666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,1024,0.06087253491083781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,1024,0.05508480072021484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,1024,0.055087999502817786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,1024,0.0489247997601827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,1024,0.0489408016204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,1024,0.0748533328374227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,1024,0.06866239706675212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,1024,0.042795733610788984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,1024,0.04244693517684937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,1024,0.03740373452504476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,1024,0.03660373290379842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,1024,0.03057066599527995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,1024,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,1024,0.030513066053390502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,1024,0.025143466393152875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,1024,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,1024,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,1024,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,1024,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,1024,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,1024,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,1024,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,1024,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,1024,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,1024,0.008453333377838134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,1024,0.008636800448099773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,1024,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,1024,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,1024,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,1024,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,1024,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,1024,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,1024,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,1024,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,1024,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,1024,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,1024,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,1024,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,1024,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,1024,0.011713066697120666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,1024,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,1024,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,1024,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,1024,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,1024,0.03056959907213847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,1024,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,1024,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,1024,0.05658239920934042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,1024,0.012309333682060242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,1024,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,1024,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,1024,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,1024,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,1024,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,1024,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,1024,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,1024,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,1024,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,1024,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,1024,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,1024,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,1024,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,1024,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,1024,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,1024,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,1024,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,1024,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,1024,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,1024,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,1024,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,1024,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,1024,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,1024,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,1024,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,1024,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,1024,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,1024,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,1024,0.00886826713879903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,1024,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,1024,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,1024,0.008682666222254436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,1024,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,1024,0.008671999971071879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,1024,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,1024,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,1024,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,1024,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,1024,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,1024,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,1024,0.008107733229796093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,1024,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,1024,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,1024,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,1024,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,1024,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,1024,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,1024,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,1024,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,768,0.03551786740620931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,768,0.017491199572881064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,768,0.010631466905275982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,768,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,768,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,768,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,768,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,768,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,768,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,768,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,1024,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,768,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,768,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,768,0.0060693333546320595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,768,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,768,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,768,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,768,0.005755733450253805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,768,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,768,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,768,0.004714666803677877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,768,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,768,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,768,0.004712533454100291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,768,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,768,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,1024,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,768,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,768,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,768,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,768,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,768,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,768,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,768,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,768,0.0033301333586374915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,768,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,768,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,768,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,768,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,768,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,768,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,768,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,768,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,768,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,768,0.003201066702604294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,768,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,768,0.0035989334185918174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,768,0.0036799999574820197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,768,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,768,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,768,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,768,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,768,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,768,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,768,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,768,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,768,0.0036586667100588477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,768,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,768,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,768,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,768,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,768,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,768,0.003702399879693985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,768,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,768,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,768,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,768,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,768,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,768,0.004025600105524063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,768,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,768,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,768,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,768,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,768,0.08504213492075602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,768,0.030701865752538044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,768,0.02439360022544861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,768,0.024918399254480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,768,0.02446720004081726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,768,0.025331199169158936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,768,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,768,0.022951465845108033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,768,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,768,0.022975999116897582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,768,0.024225066105524697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,768,0.022802132368087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,768,0.022990934054056802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,768,0.021180800596872964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,768,0.04363093376159668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,768,0.021223467588424683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,768,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,768,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,768,0.0243562658627828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,768,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,768,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,768,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,768,0.01926079988479614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,768,0.019181867440541588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,768,0.018819200992584228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,768,0.01875200072924296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,768,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,768,0.017653334140777587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,768,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,768,0.01714026729265849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,768,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,768,0.01713706652323405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,768,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,768,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,768,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,768,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,768,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,768,0.015894400080045064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,768,0.015173332889874777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,768,0.017528533935546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,768,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,768,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,768,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,768,0.015190399686495461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,768,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,768,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,768,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,768,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,768,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,768,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,768,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,768,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,768,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,768,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,768,0.015083733201026916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,768,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,768,0.01464959979057312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,768,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,768,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,768,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,768,0.015085867047309876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,768,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,768,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,768,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,768,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,768,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,768,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,768,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,768,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,768,0.015037866433461508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,768,0.11106346448262532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,768,0.40495678583780925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,768,0.10392320156097412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,768,1.3922144571940103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,768,0.09878293673197427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,768,0.09727040131886801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,768,0.20302720069885255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,768,0.09163413047790528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,768,0.10948692957560222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,768,0.08518186410268148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,768,0.10311679840087891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,768,0.09129172960917155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,768,0.08620906670888265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,768,0.08041386604309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,768,0.07351786295572917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,768,0.06658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,768,0.06079893509546915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,768,0.0793066660563151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,768,0.05462506612141928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,768,0.06044053236643473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,768,0.05420906543731689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,768,0.04855680068333944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,768,0.04815573294957479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,768,0.07306346893310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,768,0.06776106357574463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,768,0.04238186677296956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,768,0.03664640188217163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,768,0.04239466587702433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,768,0.03618666728337606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,768,0.030845866600672407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,768,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,768,0.030029867092768354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,768,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,768,0.023974400758743287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,768,0.017859200636545815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,768,0.012915199995040894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,768,0.010946133732795715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,768,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,768,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,768,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,768,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,768,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,768,0.008160000046094257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,768,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,768,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,768,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,768,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,768,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,768,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,768,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,768,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,768,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,768,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,768,0.007778133451938629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,768,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,768,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,768,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,768,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,768,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,768,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,768,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,768,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,768,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,768,0.047022934754689535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,768,0.02609493335088094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,768,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,768,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,768,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,768,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,768,0.012088533242543538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,768,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,768,0.011978666981061299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,768,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,768,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,768,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,768,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,768,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,768,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,768,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,768,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,768,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,768,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,768,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,768,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,768,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,768,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,768,0.010060800115267436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,768,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,768,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,768,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,768,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,768,0.011091199517250062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,768,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,768,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,768,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,768,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,768,0.008411733309427898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,768,0.008260266482830047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,768,0.008429867029190064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,768,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,768,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,768,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,768,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,768,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,768,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,768,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,768,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,768,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,768,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,768,0.0076330666740735366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,768,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,768,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,768,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,768,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,512,0.02584106723467509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,512,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,512,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,768,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,512,0.005974400043487549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,512,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,512,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,768,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,512,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,512,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,512,0.006000000238418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,512,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,512,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,512,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,512,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,512,0.005176533261934916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,512,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,512,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,512,0.004320000112056732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,512,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,512,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,512,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,512,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,512,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,512,0.0037578667203585305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,512,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,512,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,512,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,512,0.0034826666116714476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,512,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,512,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,512,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,512,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,512,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,512,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,512,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,512,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,512,0.0034901333351929987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,512,0.002681600054105123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,512,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,512,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,512,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,512,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,512,0.0032970666885375976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,512,0.0031413334111372627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,512,0.003222399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,512,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,512,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,512,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,512,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,512,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,512,0.06501973470052083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,512,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,512,0.025575466950734455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,512,0.02247040073076884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,512,0.023025067647298177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,512,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,512,0.02212266723314921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,512,0.022627200682957968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,512,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,512,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,512,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,512,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,512,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,512,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,512,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,512,0.020426666736602782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,512,0.020830933252970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,512,0.019475199778874717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,512,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,512,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,512,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,512,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,512,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,512,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,512,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,512,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,512,0.022150399287541707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,512,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,512,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,512,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,512,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,512,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,512,0.017248000701268515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,512,0.015363199512163797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,512,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,512,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,512,0.015833600362141927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,512,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,512,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,512,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,512,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,512,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,512,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,512,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,512,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,512,0.015084800124168397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,512,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,512,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,512,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,512,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,512,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,512,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,512,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,512,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,512,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,512,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,512,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,512,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,512,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,512,0.014149333039919535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,512,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,512,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,512,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,512,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,512,0.013336533308029174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,512,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,512,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,512,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,512,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,512,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,512,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,512,0.3941013336181641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,512,1.3669450124104818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,512,0.1997887929280599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,512,0.10837333202362061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,512,0.0967957337697347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,512,0.09695786635080973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,512,0.10805973211924236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,512,0.10364800294240314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,512,0.09038293361663818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,512,0.08446719646453857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,512,0.10254720052083333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,512,0.09067946275075277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,512,0.08571733633677164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,512,0.07807040214538574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,512,0.07837653160095215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,512,0.06619840065638224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,512,0.06033279895782471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,512,0.05965439875920614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,512,0.054681599140167236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,512,0.07269546985626221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,512,0.05392959912618002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,512,0.04827093283335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,512,0.04775893290837606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,512,0.07233920097351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,512,0.06651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,512,0.04239893356959025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,512,0.04152426719665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,512,0.03701119820276896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,512,0.03543146848678589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,512,0.03010666569073995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,512,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,512,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,512,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,512,0.023550933599472045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,512,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,512,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,512,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,512,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,512,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,512,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,512,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,512,0.009963732957839967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,512,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,512,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,512,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,512,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,512,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,512,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,512,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,512,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,512,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,512,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,512,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,512,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,512,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,512,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,512,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,512,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,512,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,512,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,512,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,512,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,512,0.007344000041484833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,512,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,512,0.007292800148328145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,512,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,512,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,512,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,512,0.008106666803359985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,512,0.035846400260925296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,512,0.015126400192578635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,512,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,512,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,512,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,512,0.012124799688657125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,512,0.011832533280054729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,512,0.021100799242655434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,512,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,512,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,512,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,512,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,512,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,512,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,512,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,512,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,512,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,512,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,512,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,512,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,512,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,512,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,512,0.00972266693909963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,512,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,512,0.009451733032862345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,512,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,512,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,512,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,512,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,512,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,512,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,512,0.008117333551247915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,512,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,512,0.007787733276685078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,512,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,512,0.00780266672372818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,512,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,512,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,512,0.007187200089295705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,512,0.007218133409818013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,512,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,512,0.007214933137098948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,512,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,512,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,512,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,512,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,512,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,512,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,512,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,256,0.017292799552281697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,256,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,256,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,256,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,256,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,256,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,256,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,256,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,256,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,256,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,256,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,256,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,256,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,256,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,256,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,256,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,256,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,256,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,256,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,256,0.003944533318281174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,256,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,256,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,256,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,256,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,256,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,256,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,256,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,256,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,512,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,256,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,256,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,256,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,256,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,256,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,256,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,256,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,256,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,256,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,256,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,256,0.044684799512227376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,256,0.028878933191299437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,256,0.022873600323994957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,256,0.018869332472483315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,256,0.01948053240776062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,256,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,256,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,256,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,256,0.018914133310317993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,256,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,256,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,256,0.01909653345743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,256,0.017526400089263917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,256,0.01837653319040934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,256,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,256,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,256,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,256,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,256,0.017262933651606242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,256,0.0176362673441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,256,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,256,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,256,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,256,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,256,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,256,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,256,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,256,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,256,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,256,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,256,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,256,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,256,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,256,0.01607360045115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,256,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,256,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,256,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,256,0.013981866836547851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,256,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,256,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,256,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,256,0.015214932958285013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,256,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,256,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,256,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,256,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,256,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,256,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,256,0.012750933567682901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,256,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,256,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,256,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,256,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,256,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,256,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,256,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,256,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,256,0.014194132884343466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,256,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,256,0.013937066992123923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,256,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,256,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,256,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,256,0.014147200187047324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,256,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,256,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,256,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,256,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,256,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,256,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,256,0.3190378824869792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,256,0.8073343912760416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,256,0.08917333285013834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,256,0.16188160578409833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,256,0.0788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,256,0.07875200112660727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,256,0.08824746608734131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,256,0.07387093702952066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,256,0.08424213727315268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,256,0.0690399964650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,256,0.08361492951711019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,256,0.07393600145975748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,256,0.06927253405253092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,256,0.06446400086085001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,256,0.06410239934921265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,256,0.05383359988530477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,256,0.04974720080693563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,256,0.048972801367441816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,256,0.04482133388519287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,256,0.044021332263946535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,256,0.05955520073572794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,256,0.04022080103556315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,256,0.03949866692225139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,256,0.05913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,256,0.05467520157496134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,256,0.03503146568934123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,256,0.0345792015393575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,256,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,256,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,256,0.019832533597946168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,256,0.025627734263737996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,256,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,256,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,256,0.02030186653137207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,256,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,256,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,256,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,256,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,256,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,256,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,256,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,256,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,256,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,256,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,256,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,256,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,256,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,256,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,256,0.006144000093142191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,256,0.006185600161552429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,256,0.0061951999862988796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,256,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,256,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,256,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,256,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,256,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,256,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,256,0.008480000495910644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,256,0.006213333209355672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,256,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,256,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,256,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,256,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,256,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,256,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,256,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,256,0.0059562668204307554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,256,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,256,0.02301973303159078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,256,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,256,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,256,0.011954133709271748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,256,0.011699199676513672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,256,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,256,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,256,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,256,0.010843732953071594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,256,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,256,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,256,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,256,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,256,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,256,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,256,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,256,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,256,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,256,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,256,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,256,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,256,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,256,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,256,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,256,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,256,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,256,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,256,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,256,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,256,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,256,0.00807360013326009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,256,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,256,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,256,0.00761706680059433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,256,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,256,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,256,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,256,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,256,0.0073173334201176955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,256,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,256,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,256,0.007626666625340779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,256,0.006877866884072621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,256,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,256,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,256,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,256,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,256,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,256,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,256,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,256,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,256,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,256,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,128,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,128,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,128,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,128,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,128,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,128,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,128,0.004233600199222564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,128,0.00359253336985906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,128,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,128,0.0034805332620938623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,128,0.003751466671625773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,128,0.003866666555404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,128,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,128,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,128,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,128,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,128,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,128,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,128,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,128,0.003499733408292135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,128,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,128,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,128,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,128,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,128,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,128,0.002918400118748347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,128,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,128,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,128,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,128,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,128,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,128,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,128,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,128,0.002367999901374181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,128,0.002295466760794322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,128,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,128,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,128,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,128,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,128,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,128,0.0022965334355831146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,128,0.0032874666154384612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,128,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,128,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,128,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,128,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,128,0.0023669332265853884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,128,0.002346666653951009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,128,0.002476799984773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,128,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,128,0.0024661332368850707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,128,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,128,0.03373013337453206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,128,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,128,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,128,0.017961599429448447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,128,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,128,0.01755519906679789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,128,0.01797440052032471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,128,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,128,0.017494400342305504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,128,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,128,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,128,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,128,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,128,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,128,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,128,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,128,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,128,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,128,0.016194132963816325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,128,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,128,0.017560533682505288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,128,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,128,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,128,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,128,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,128,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,128,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,128,0.014922666549682616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,128,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,128,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,128,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,128,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,128,0.015997866789499916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,128,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,128,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,128,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,128,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,128,0.014827733238538107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,128,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,128,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,128,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,128,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,128,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,128,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,128,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,128,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,128,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,128,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,128,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,128,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,128,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,128,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,128,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,128,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,128,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,128,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,128,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,128,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,128,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,128,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,128,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,128,0.014413866400718688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,128,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,128,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,128,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,256,0.009756799538930256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,128,0.28246933619181314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,128,0.5971050898234049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,128,0.1435808022816976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,128,0.07809173266092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,128,0.0697706699371338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,128,0.07021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,128,0.07808427015940347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,128,0.06570560137430827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,128,0.07485226790110269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,128,0.061559466520945225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,128,0.07394986947377523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,128,0.06587946812311808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,128,0.06207679907480875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,128,0.05752106507619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,128,0.05670293172200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,128,0.048537600040435794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,128,0.04444266557693481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,128,0.04395733277002971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,128,0.03992960055669149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,128,0.03985280195871989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,128,0.035785599549611406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,128,0.05297600030899048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,128,0.03537386655807495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,128,0.052665599187215174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,128,0.04862720171610514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,128,0.03127359946568807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,128,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,128,0.027298132578531902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,128,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,128,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,128,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,128,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,128,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,128,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,128,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,128,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,128,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,128,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,128,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,128,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,128,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,128,0.007029333213965099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,128,0.00681279997030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,128,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,128,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,128,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,128,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,128,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,128,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,128,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,128,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,128,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,128,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,128,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,128,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,128,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,128,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,128,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,128,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,128,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,128,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,128,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,128,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,128,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,128,0.03747413158416748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,128,0.02845333417256673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,128,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,128,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,128,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,128,0.011319466431935628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,128,0.011108266313870747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,128,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,128,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,128,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,128,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,128,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,128,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,128,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,128,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,128,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,128,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,128,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,128,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,128,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,128,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,128,0.009211732943852743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,128,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,128,0.008876799543698629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,128,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,128,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,128,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,128,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,128,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,128,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,128,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,128,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,128,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,128,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,128,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,128,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,128,0.007159466544787089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,128,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,128,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,128,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,128,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,128,0.007196799914042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,128,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,128,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,128,0.0064064001043637585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,128,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,128,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,128,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,128,0.006923733154932658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,128,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,128,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,128,0.006917333106199901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,128,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,128,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,128,0.006799999872843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,128,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,128,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,64,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,64,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,64,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,128,0.00655680000782013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,64,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,64,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,64,0.003667200108369192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,64,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,64,0.0034805332620938623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,128,0.007179733117421467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,64,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,64,0.0034517332911491393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,64,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,64,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,64,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,64,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,64,0.00342399999499321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,64,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,64,0.003235200047492981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,64,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,64,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,64,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,64,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,64,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,64,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,64,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,64,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,64,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,64,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,64,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,64,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,64,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,64,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,64,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,64,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,64,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,64,0.002288000037272771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,64,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,64,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,64,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,64,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,64,0.0022783999641736346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,64,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,64,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,64,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,64,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,64,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,64,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,64,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,64,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,64,0.0313045342763265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,64,0.024925865729649863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,64,0.019564799467722573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,64,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,64,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,64,0.018071466684341432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,64,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,64,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,64,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,64,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,64,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,64,0.01634239951769511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,64,0.016736000776290894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,64,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,64,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,64,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,64,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,64,0.015458133816719056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,64,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,64,0.017908267180124917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,64,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,64,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,64,0.015589333573977151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,64,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,64,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,64,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,64,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,64,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,64,0.014781866470972696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,64,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,64,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,64,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,64,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,64,0.012968533237775168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,64,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,64,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,64,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,64,0.015200000007947287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,64,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,64,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,64,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,64,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,64,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,64,0.013593600193659464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,64,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,64,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,64,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,64,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,64,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,64,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,64,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,64,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,64,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,64,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,64,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,64,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,64,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,64,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,64,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,64,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,64,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,64,0.013994666934013366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,64,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,64,0.0135861337184906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,32,0.013338667154312134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,32,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,32,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,32,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,32,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,32,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,32,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,32,0.003885866701602936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,32,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,32,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,32,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,32,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,32,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,32,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,32,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,32,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,32,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,32,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,32,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,32,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,32,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,32,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,32,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,32,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,32,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,32,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,32,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,32,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,32,0.004071466624736786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,32,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,1024,32,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,1024,32,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,1024,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,1024,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,1024,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,1024,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,1024,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,1024,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,1024,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,1024,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,1024,32,0.002362666775782903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,1024,32,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,1024,32,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,1024,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,1024,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,1024,32,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,1024,32,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,1024,32,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,1024,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,1024,32,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,1024,32,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,1024,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,64,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,1024,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,1024,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,1024,32,0.0023210667073726653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,1024,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,1024,32,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,1024,32,0.0022730665902296705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,1024,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,1024,32,0.002325333406527837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,1024,32,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,1024,32,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,1024,32,0.002348800003528595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,1024,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,1024,32,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,1024,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,1024,32,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,1024,32,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,1024,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,1024,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,1024,32,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,1024,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,32,0.029338665803273517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,32,0.0231989324092865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,32,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,32,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,32,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,32,0.016425599654515587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,32,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,32,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,32,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,32,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,32,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,32,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,32,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,32,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,32,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,32,0.014765866597493491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,32,0.016824533541997276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,32,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,32,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,32,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,32,0.015843199690183003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,32,0.01565439999103546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,1024,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,32,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,32,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,32,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,32,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,32,0.014782933394114175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,32,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,32,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,32,0.013802666465441385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,32,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,32,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,32,0.013406933347384135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,32,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,32,0.013041067123413085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,32,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,32,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,32,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,32,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,32,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,32,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,32,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,32,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,32,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,32,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,32,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,32,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,32,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,32,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,32,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,32,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,32,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,32,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,32,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,32,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,32,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,32,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,32,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,32,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,32,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,65536,0.49510665734608966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,65536,0.2727946639060974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,65536,1.0466427008310955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,65536,0.26846933364868164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,65536,0.27189600467681885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,32,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,65536,0.253440002600352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,65536,0.25297067562739056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,65536,0.23495733737945557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,65536,0.22526399294535318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,65536,1.9609386126200359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,65536,0.23925334215164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,65536,0.22575199604034424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,65536,0.21366933981577554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,65536,0.21690134207407633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,65536,0.20539466540018717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,65536,0.1977306604385376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,65536,0.1891066630681356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,65536,0.1756933331489563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,65536,0.18097333113352457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,65536,0.17375467220942178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,65536,0.1564613382021586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,65536,0.15492266416549683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,65536,0.1580399970213572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,65536,0.14589866995811462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,65536,0.12595199545224509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,65536,0.13580532868703207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,65536,0.11545600493748982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,65536,0.08974400162696838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,65536,0.06929600238800049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,65536,0.0652133325735728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,65536,0.051488002141316734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,65536,0.05162133276462555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,65536,0.034173332154750824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,65536,0.03009866674741109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,65536,0.029725333054860432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,65536,0.029837332665920258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,65536,0.030989333987236023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,65536,0.02902666727701823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,65536,0.029138666888078053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,65536,0.028050666054089863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,65536,0.2388133406639099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,65536,0.028130667905012768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,65536,0.026672000686327618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,65536,0.024189333120981853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,65536,0.026130666335423786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,65536,0.023872000475724537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,65536,0.025975999732812245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,65536,0.025053332249323528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,65536,0.02698933333158493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,65536,0.02681333323319753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,65536,0.09583733479181926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,65536,0.02520799885193507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,65536,0.024480000138282776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,65536,0.02455466737349828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,65536,0.09343199928601582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,65536,0.02386666586001714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,65536,0.02197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,65536,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,65536,0.02088533341884613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,65536,0.023221333821614582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,65536,0.022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,65536,0.022895999252796173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,65536,0.022842665513356526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,65536,0.02293599893649419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,65536,0.02252800017595291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,65536,0.022629333039124806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,65536,0.02218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,65536,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,65536,0.02199200044075648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,65536,0.02186399946610133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,65536,0.022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,65536,0.022085333863894146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,65536,0.022408001124858856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,65536,0.02180533359448115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,65536,1.6893901824951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,65536,0.9348053402370877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,65536,3.3725528717041016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,65536,0.9252871407402886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,65536,0.8815733591715494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,65536,0.8238186836242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,65536,0.8108426729838053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,65536,0.7712533209058973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,65536,0.7711431185404459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,65536,0.7114346822102865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,65536,0.8892159991794162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,65536,0.719354682498508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,65536,0.6706453429328071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,65536,0.6626577907138401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,65536,0.6137422455681695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,65536,0.6124373541937934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,65536,0.5607964197794596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,65536,0.563594659169515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,65536,0.5127946535746256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,65536,6.668966929117839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,65536,0.5016853544447157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,65536,0.4582506815592448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,65536,0.44830046759711367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,65536,0.39787912368774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,65536,0.4003342257605658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,65536,0.3472106721666124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,65536,0.3426204522450765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,65536,0.2876995669470893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,65536,0.28952709833780926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,65536,0.23423287603590223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,65536,0.17483911249372694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,65536,0.11725155512491862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,65536,0.1755217843585544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,65536,0.11139378282758926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,65536,0.06681244240866767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,65536,0.06787911388609144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,65536,0.06371733215120104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,65536,0.06367111206054688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,65536,0.05616177452935112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,65536,0.05541333225038317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,65536,0.05388977792527941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,65536,0.05494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,65536,0.044010665681627065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,65536,0.04236622320281135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,65536,0.041402667760849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,65536,0.04144710964626736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,65536,0.03989333245489333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,65536,0.03937066594759623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,65536,0.0370435549153222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,65536,0.037216001086764865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,65536,0.03677333394686381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,65536,0.034865776697794594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,65536,0.034332444270451866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,65536,0.035192890299691096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,65536,0.03308622373474969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,65536,0.03340977761480544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,65536,0.03093155556254917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,65536,0.033484445677863225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,65536,0.029331554969151814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,65536,0.02896889050801595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,65536,0.029059555795457628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,65536,0.029265777932273015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,65536,0.028986665937635634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,65536,0.029050668080647785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,65536,0.02750933335887061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,65536,0.03342399994532267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,65536,0.03174399998452928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,65536,0.03281599945492215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,65536,0.2312906583150228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,65536,0.031349334451887347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,65536,0.03144888745413886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,65536,0.03329955538113912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,65536,0.0310791101720598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,65536,0.032567110326555036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,65536,1.1000870598687065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,65536,0.5797493192884657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,65536,2.1743787129720054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,65536,0.5470897886488173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,65536,4.195425669352214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,65536,0.6096355650160048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,65536,0.5882239871554905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,65536,0.5562559763590494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,65536,0.49497244093153214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,65536,0.509477350446913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,65536,0.4507608943515354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,65536,0.4682577980889215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,65536,0.4872586462232802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,65536,0.4394951131608751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,65536,0.3817422125074599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,65536,0.41688889927334255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,65536,0.3595591121249729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,65536,0.41134222348531085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,65536,0.39176532957288956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,65536,0.3176942136552599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,65536,0.3295946651034885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,65536,0.275927119784885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,65536,0.2600604428185357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,65536,0.24718756145901152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,65536,0.3009564346737332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,65536,0.2904782295227051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,65536,0.21814933088090685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,65536,0.22969955868191191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,65536,0.17594488461812338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,65536,0.16636266973283556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,65536,0.20155021879408094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,65536,0.18981511063045928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,65536,0.1213688850402832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,65536,0.14260621865590414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,65536,0.11225599712795681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,65536,0.08524622519810994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,65536,0.07665599717034234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,65536,0.07660800218582153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,65536,0.07318933142556085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,65536,0.07322488890753852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,65536,0.07084444496366712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,65536,0.07035377952787611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,65536,0.06877511077457003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,65536,0.06855289141337077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,65536,0.06649955776002672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,65536,0.06692444615893893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,65536,0.06566755639182197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,65536,0.06520177920659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,65536,0.06464178032345243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,65536,0.06513422065311007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,65536,0.06444799900054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,65536,0.06435733371310763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,65536,0.06279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,65536,0.06297244628270467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,65536,0.08655289146635269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,65536,0.08239466614193387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,65536,0.06255466408199735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,65536,0.06310044394599067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,65536,0.062499556276533336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,65536,0.06247644291983711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,65536,0.063064886464013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,65536,0.06265244219038221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,65536,0.06294755803214179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,65536,0.0631128880712721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,65536,0.06263644165462919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,65536,0.06290844413969252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,65536,0.06312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,65536,0.06276977724499173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,65536,0.062401778168148465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,65536,0.06257422102822198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,65536,0.06278044647640653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,65536,0.06232000059551663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,65536,0.14352888531155056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,65536,0.0808195537990994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,65536,0.49312321345011395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,65536,0.885805892944336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,65536,1.7790208180745442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,65536,0.2510122617085775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,65536,0.2501845359802246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,65536,0.24379626909891763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,65536,0.2463167985280355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,65536,0.23219733238220214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,65536,0.2320693333943685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,65536,0.22826453844706215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,65536,0.22775999704996744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,65536,0.21741226514180503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,65536,0.21796266237894693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,65536,0.21154452959696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,65536,0.21000213623046876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,65536,0.20742719968159995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,65536,0.2078634738922119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,65536,0.19502612749735515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,65536,0.19387307167053222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,65536,0.18946560223897296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,65536,0.1906496047973633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,65536,0.17876799901326496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,65536,0.1796053409576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,65536,0.17339520454406737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,65536,0.17233279546101887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,65536,0.16509547233581542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,65536,0.16542612711588542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,65536,0.15994133949279785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,65536,0.1608469327290853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,65536,0.1521173318227132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,65536,0.15202560424804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,65536,0.14483092625935873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,65536,0.14459625879923504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,65536,0.13596906661987304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,65536,0.13452587127685547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,65536,0.12809279759724934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,65536,0.12664106686909993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,65536,0.12576853434244792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,65536,0.12482559680938721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,65536,0.12486080328623454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,65536,0.12421332995096843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,65536,0.12390613555908203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,65536,0.12398613293965657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,65536,0.12241706848144532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,65536,0.12152213255564373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,65536,0.1215178648630778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,65536,0.121124267578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,65536,0.12157440185546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,65536,0.12160106499989827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,65536,0.12118720213572184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,65536,0.12135893503824871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,65536,0.12101226647694904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,65536,0.12126826445261638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,65536,0.12107199827829998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,65536,0.1211957295735677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,65536,0.12126186688741047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,65536,0.12115840117136638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,65536,0.12089920043945312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,65536,0.1215008020401001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,65536,0.12113920052846272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,65536,0.12106026808420818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,65536,0.12083199818929036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,65536,0.12121813297271729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,65536,0.12156586647033692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,65536,0.12107199827829998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,65536,0.12078719933827717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,65536,0.12122453053792318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,65536,0.12105706532796223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,65536,0.12082453568776448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,65536,0.12073386510213216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,65536,0.12102186679840088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,51200,1.5919520060221355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,51200,0.8673439820607504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,51200,0.4373573462168376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,51200,0.23236000537872314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,51200,0.23826400438944498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,51200,0.25049599011739093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,51200,0.2254533370335897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,51200,0.20228532950083414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,51200,0.195360004901886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,51200,0.18933600187301636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,51200,0.18999467293421426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,51200,0.1880293289820353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,51200,0.18807733058929443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,51200,0.16475466887156168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,51200,0.1600613296031952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,51200,0.16993866364161173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,51200,0.15215466419855753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,51200,0.14118132988611856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,51200,0.15018666783968607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,51200,0.13541066646575928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,51200,0.12520533800125122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,51200,0.11987200379371643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,51200,0.12899200121561685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,51200,0.10958400368690491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,51200,0.1096880038579305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,51200,0.1028826634089152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,51200,0.10237066944440205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,51200,0.08507999777793884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,51200,0.08089333275953929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,51200,0.07162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,51200,0.06991999844710033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,51200,0.05266133447488149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,51200,0.05212800204753876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,51200,0.043023998538653054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,51200,0.041991998751958214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,51200,0.03303733219703039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,51200,0.028173332413037617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,51200,0.028218666712443035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,51200,0.028165332973003387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,51200,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,51200,0.024695999920368195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,51200,0.024269332488377888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,51200,0.021965332329273224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,51200,0.023103999594847362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,51200,0.021216000119845074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,51200,0.020992000897725422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,51200,0.021058666209379833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,51200,0.021357332666714985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,51200,0.021111999948819477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,51200,0.021133333444595337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,51200,0.021168000996112823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,51200,0.020714666694402695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,51200,0.021575999756654102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,51200,0.021223999559879303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,51200,0.021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,51200,0.020546667277812958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,51200,0.033346667885780334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,51200,0.02067733307679494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,51200,0.018976000448067982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,51200,0.019240000595649082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,51200,0.019490666687488556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,51200,0.019253333409627277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,51200,0.019066666563351948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,51200,0.019202666978041332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,51200,0.019101332873106003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,51200,0.018962666392326355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,51200,0.017978666971127193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,51200,0.01785600061217944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,51200,0.01772533357143402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,51200,0.01797066628932953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,51200,0.018285332868496578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,51200,0.01792266716559728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,51200,0.017984000345071156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,51200,0.0177839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,51200,5.246752103169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,51200,2.6399052937825522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,51200,1.3354479471842449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,65536,0.12120213508605956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,51200,0.7228773434956869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,51200,0.7337053616841634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,51200,0.6826173464457194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,51200,0.6929720242818197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,51200,0.657480001449585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,51200,0.6353346506754557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,51200,0.6036613384882609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,51200,0.6092040141423544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,51200,0.569713314374288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,51200,0.569163997968038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,51200,0.5377360184987386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,51200,0.526962677637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,51200,0.4891786575317383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,51200,0.48751600583394367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,51200,0.4549200137456258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,51200,0.44585998853047687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,51200,0.40933334827423096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,51200,0.39676666259765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,51200,0.36419200897216797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,51200,0.3535120089848836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,51200,0.3192946712176005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,51200,0.31670665740966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,51200,0.278164009253184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,51200,0.27457066377003986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,51200,0.23233733574549356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,51200,0.2295786738395691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,51200,0.18649866183598837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,51200,0.1831373373667399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,51200,0.13621600468953451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,51200,0.13315600156784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,51200,0.09068933129310608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,51200,0.08745066324869792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,51200,0.055097331603368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,51200,0.053559998671213783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,51200,0.05228133499622345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,51200,0.051781331499417625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,51200,0.0472293347120285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,51200,0.04422933359940847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,51200,0.042808001240094505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,51200,0.04327600200970968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,51200,0.03974800060192744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,51200,0.041107999781767525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,51200,0.039520000418027244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,51200,0.039134666323661804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,51200,0.03526533395051956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,51200,0.032630667090415955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,51200,0.03501066565513611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,51200,0.03458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,51200,0.03145733227332433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,51200,0.03089199960231781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,51200,0.03275600075721741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,51200,0.030956000089645386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,51200,0.030054666101932526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,51200,0.026690666874249775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,51200,0.029793334503968556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,51200,0.026310667395591736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,51200,0.037490665912628174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,51200,0.02624666690826416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,51200,0.026836000382900238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,51200,0.02499199906984965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,51200,0.026182666420936584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,51200,0.024890666206677754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,51200,0.02643466740846634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,51200,0.028999999165534973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,51200,0.02886666605869929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,51200,0.027874665955702465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,51200,0.029207999507586162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,51200,0.029068000614643097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,51200,0.02703733245531718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,51200,0.028894667824109394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,51200,0.028597332537174225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,65536,0.12078933715820313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,65536,0.12078933715820313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,51200,1.9618372917175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,51200,0.9835000038146973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,51200,0.5238933165868124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,51200,3.87525208791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,51200,0.49749600887298584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,51200,0.5515360037485758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,51200,0.5258533159891764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,51200,0.5026666720708212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,51200,0.46285732587178546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,51200,0.41001200675964355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,51200,0.4493653376897176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,51200,0.4376533428827922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,51200,0.42614932854970294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,51200,0.39420000712076825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,51200,0.34210801124572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,51200,0.3795773188273112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,51200,0.36937467257181805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,51200,0.3535706599553426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,51200,0.32583866516749066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,51200,0.2988453308741252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,51200,0.2482866644859314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,51200,0.28999199469884235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,51200,0.22112532456715903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,51200,0.27289867401123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,51200,0.2599826653798421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,51200,0.23530133565266928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,51200,0.20671866337458292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,51200,0.15428400039672852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,51200,0.19329466422398886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,51200,0.17895599206288657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,51200,0.16593333085378012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,51200,0.14444133639335632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,51200,0.12530799706776938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,51200,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,51200,0.0985253353913625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,51200,0.0662173330783844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,51200,0.06121600170930227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,51200,0.06118666628996531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,51200,0.058121333519617714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,51200,0.05794000128904978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,51200,0.05659600098927816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,51200,0.05569333334763845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,51200,0.05399600168069204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,51200,0.06742000083128612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,51200,0.05392266809940338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,51200,0.05302800238132477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,51200,0.052946666876475014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,51200,0.052439997593561806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,51200,0.051869332790374756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,51200,0.052028000354766846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,51200,0.051932002107302346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,51200,0.05146266520023346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,51200,0.05083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,51200,0.04964533448219299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,51200,0.049882665276527405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,51200,0.04960133135318756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,51200,0.04978133241335551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,51200,0.04986266791820526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,51200,0.049400001764297485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,51200,0.04966666797796885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,51200,0.04939866562684377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,51200,0.049402669072151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,51200,0.04956266780694326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,51200,0.049584001302719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,51200,0.04938933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,51200,0.0494893342256546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,51200,0.049402669072151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,51200,0.04977733393510183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,51200,0.049367999037106834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,51200,0.04980800052483877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,51200,0.07815599938233693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,51200,0.063960000872612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,51200,0.07730799913406372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,51200,0.06380666792392731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,51200,0.70098876953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,51200,0.20171093940734863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,51200,0.3985749244689941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,51200,1.4049418131510416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,51200,0.2010826587677002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,51200,0.19612587292989095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,51200,0.19664853413899738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,51200,0.1861109256744385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,51200,0.18664746284484862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,51200,0.183350404103597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,51200,0.18288853963216145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,51200,0.17407573064168294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,51200,0.17406506538391114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,51200,0.1692010720570882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,51200,0.16852159500122071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,51200,0.16598079999287924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,51200,0.16658666928609211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,51200,0.15537919998168945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,51200,0.1553237279256185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,51200,0.15189119974772136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,51200,0.1525279998779297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,51200,0.1435157299041748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,51200,0.14346027374267578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,51200,0.13885332743326823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,51200,0.1384618600209554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,51200,0.13231680393218995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,51200,0.1321653366088867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,51200,0.12780799865722656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,51200,0.1279594659805298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,51200,0.12180906931559246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,51200,0.12170666853586834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,51200,0.11496640046437581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,51200,0.11518186728159588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,51200,0.1088917334874471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,51200,0.10799573262532551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,51200,0.09971306324005128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,51200,0.0990453322728475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,51200,0.09928639729817709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,51200,0.09901546637217204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,51200,0.09858026504516601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,51200,0.09869653383890788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,51200,0.09899199803670247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,51200,0.09906880060831705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,51200,0.09698879718780518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,51200,0.09695999622344971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,51200,0.09610559940338134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,51200,0.0966591993967692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,51200,0.09643733501434326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,51200,0.096452267964681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,51200,0.09653120040893555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,51200,0.09583786328633627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,51200,0.09613333543141683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,51200,0.0965002695719401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,51200,0.09611413478851319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,51200,0.0967349370320638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,51200,0.09607040087381999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,51200,0.09617066383361816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,51200,0.09652372996012369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,51200,0.09629546801249186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,51200,0.09576853116353354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,51200,0.0961354653040568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,51200,0.095686403910319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,51200,0.09629973570505777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,51200,0.09573866526285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,51200,0.09589227040608725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,51200,0.09606719811757405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,51200,0.09579199949900309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,51200,0.09568853378295898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,51200,0.09577066898345947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,51200,0.0964949369430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,51200,0.09619200229644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,51200,0.0956928014755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,16384,0.2472245375315348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,16384,0.4960063934326172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,16384,0.12148266633351643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,16384,0.0671989361445109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,16384,0.06970132986704508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,16384,0.07500906785329184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,16384,0.06497493187586466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,16384,0.06966293652852376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,16384,0.058126934369405116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,16384,0.05762346585591634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,16384,0.05700480143229166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,16384,0.05776106516520182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,16384,0.057462398211161295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,16384,0.051127465565999355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,16384,0.04928106864293416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,16384,0.05447359879811605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,16384,0.04741866588592529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,16384,0.04354879856109619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,16384,0.04719466765721639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,16384,0.042218665281931564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,16384,0.04096320072809855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,16384,0.03911679983139038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,16384,0.040827735265096025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,16384,0.035163732369740804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,16384,0.03491946856180827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,16384,0.03295680085817973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,16384,0.032517333825429276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,16384,0.03033600052197774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,16384,0.024487467606862386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,16384,0.024225066105524697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,16384,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,16384,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,16384,0.016365866859753928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,16384,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,16384,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,16384,0.012202666203180949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,16384,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,16384,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,16384,0.013008000453313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,16384,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,16384,0.011082667112350463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,16384,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,16384,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,16384,0.01209920048713684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,16384,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,16384,0.01176533301671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,16384,0.011911466717720032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,16384,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,16384,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,16384,0.015421866377194723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,16384,0.0322655995686849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,16384,0.0155157337586085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,16384,0.009749333063761394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,16384,0.009849599997202555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,16384,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,16384,0.009752532839775086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,16384,0.01009173293908437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,16384,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,16384,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,16384,0.009241599837938945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,16384,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,16384,0.009100799759229023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,16384,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,16384,0.008932266632715862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,16384,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,16384,0.00888213316599528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,16384,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,16384,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,16384,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,16384,0.011434666315714518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,16384,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,16384,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,16384,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,16384,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,16384,1.696731694539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,16384,0.8607914606730143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,16384,0.4392383893330892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,16384,0.23488213221232096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,16384,0.23786880175272623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,16384,0.22368106842041016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,16384,0.22370239893595376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,16384,0.20866239865620934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,16384,0.2081002712249756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,16384,0.19553173383076985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,16384,0.19585599899291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,16384,0.18377280235290527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,16384,0.1833781401316325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,16384,0.16744532585144042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,16384,0.1674634615580241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,16384,0.15788373947143555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,16384,0.15440319379170736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,16384,0.13684800465901692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,16384,0.14104960759480795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,16384,0.12126293182373046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,16384,0.10833600362141926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,16384,0.12110400199890137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,16384,0.09076053301493327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,16384,0.10744000275929769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,16384,0.08978346983591715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,16384,0.07647466659545898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,16384,0.07716053326924642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,16384,0.06509226560592651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,16384,0.06988053321838379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,16384,0.052831999460856115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,16384,0.04981760183970134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,16384,0.046614400545756024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,16384,0.04532159964243571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,16384,0.038985598087310794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,16384,0.03770986795425415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,16384,0.031345067421595256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,16384,0.029028266668319702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,16384,0.028884265820185346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,16384,0.028922667105992634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,16384,0.028467200199762982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,16384,0.03051626682281494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,16384,0.028612265984217327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,16384,0.029063467184702558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,16384,0.02695680061976115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,16384,0.027029333511988322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,16384,0.025706666707992553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,16384,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,16384,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,16384,0.02694186568260193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,16384,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,16384,0.027151999870936076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,16384,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,16384,0.021606399615605672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,16384,0.025541333357493083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,16384,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,16384,0.020062933365503945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,16384,0.020100265741348267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,16384,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,16384,0.020061866442362467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,16384,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,16384,0.01958720088005066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,16384,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,16384,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,16384,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,16384,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,16384,0.019294933478037516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,16384,0.020803199211756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,16384,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,16384,0.019627734025319418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,16384,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,16384,0.01972480018933614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,16384,0.01965120037396749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,16384,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,16384,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,51200,0.09609066645304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,51200,0.09576959609985351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,16384,0.8947754542032877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,16384,0.23771947224934897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,16384,1.749298095703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,16384,0.22593812942504882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,16384,0.44965972900390627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,16384,0.2496095975240072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,16384,0.23681066830952963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,16384,0.2242154598236084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,16384,0.21102827390034995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,16384,0.18594026565551758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,16384,0.20359999338785806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,16384,0.1985311985015869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,16384,0.19026560783386232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,16384,0.17699306805928547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,16384,0.1518997351328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,16384,0.17319146792093915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,16384,0.16526613235473633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,16384,0.15962986946105956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,16384,0.14723520278930663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,16384,0.1342645327250163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,16384,0.10845759709676106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,16384,0.12995946407318115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,16384,0.12095999717712402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,16384,0.08916587034861247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,16384,0.11641706625620525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,16384,0.10381759802500408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,16384,0.06832640171051026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,16384,0.08439679940541586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,16384,0.04687360127766927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,16384,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,16384,0.05405120054880778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,16384,0.05032853285471598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,16384,0.04169066747029622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,16384,0.034756267070770265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,16384,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,16384,0.026391466458638508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,16384,0.025496532519658405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,16384,0.024513065814971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,16384,0.023528534173965453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,16384,0.02300800085067749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,16384,0.023089067141215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,16384,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,16384,0.021524266401926676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,16384,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,16384,0.021513599157333373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,16384,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,16384,0.0214954674243927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,16384,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,16384,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,16384,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,16384,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,16384,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,16384,0.019808000326156615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,16384,0.019063466787338258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,16384,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,16384,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,16384,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,16384,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,16384,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,16384,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,16384,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,16384,0.018956800301869713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,16384,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,16384,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,16384,0.019092265764872232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,16384,0.025126399596532185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,16384,0.03561280171076457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,16384,0.027318400144577027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,16384,0.03621120055516561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,16384,0.02744213342666626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,16384,0.03582719961802165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,16384,0.028014934062957762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,16384,0.025197867552439374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,16384,0.24025066693623862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,16384,0.47955732345581054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,16384,0.024793599049250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,16384,0.13713599840799967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,16384,0.07340906461079916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,16384,0.07400853633880615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,16384,0.07178453604380289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,16384,0.07243626912434896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,16384,0.06919039885203043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,16384,0.06864319642384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,16384,0.06776213645935059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,16384,0.06824853420257568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,16384,0.06412586768468222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,16384,0.06346026659011841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,16384,0.06304426590601603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,16384,0.06306560039520263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,16384,0.06172800064086914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,16384,0.061266132195790614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,16384,0.05853439966837565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,16384,0.05806080102920532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,16384,0.05691306591033936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,16384,0.05648533503214518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,16384,0.053464531898498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,16384,0.05305600166320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,16384,0.050261334578196204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,16384,0.050288001696268715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,16384,0.047395201524098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,16384,0.046937600771586103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,16384,0.04569493134816487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,16384,0.044839465618133546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,16384,0.04370773235956828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,16384,0.043673598766326906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,16384,0.04116586844126384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,16384,0.04114133516947428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,16384,0.039956267674764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,16384,0.03877546787261963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,16384,0.036773331960042316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,16384,0.03663146495819092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,16384,0.03595413366953532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,16384,0.036348799864451095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,16384,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,16384,0.03627413511276245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,16384,0.03588053385416667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,16384,0.03594026565551758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,16384,0.035558398564656576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,16384,0.03543786605199178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,16384,0.035087998708089194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,16384,0.03507839838663737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,16384,0.03515413204828898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,16384,0.03498880068461101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,16384,0.035442133744557694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,16384,0.03543039957682292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,16384,0.034681598345438644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,16384,0.034983468055725095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,16384,0.03484586477279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,16384,0.03495680093765259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,16384,0.03464959859848023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,16384,0.03538346687952677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,16384,0.03470613161722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,16384,0.03516159852345784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,16384,0.034721068541208905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,16384,0.03498239914576213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,16384,0.03503359953562419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,16384,0.035131732622782394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,16384,0.0347434679667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,16384,0.03500266472498576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,16384,0.034924801190694174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,16384,0.035179734230041504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,16384,0.03509013255437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,16384,0.03504746754964193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,16384,0.035070931911468504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,16384,0.0351093331972758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,16384,0.03472426732381185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,12288,0.3879455884297689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,12288,0.09568533102671305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,12288,0.18666240374247234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,12288,0.05225066741307577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,12288,0.053641601403554284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,12288,0.05132053295771281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,12288,0.048631465435028075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,12288,0.04827733437220256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,12288,0.043535999457041424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,12288,0.04838720162709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,12288,0.04335253238677979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,12288,0.04528853495915731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,12288,0.03930240074793498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,12288,0.038533333937327066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,12288,0.04195839961369832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,12288,0.036765865484873456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,12288,0.03367786804835002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,12288,0.037418667475382486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,12288,0.031496532758076984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,12288,0.031178667147954302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,12288,0.028627200921376543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,12288,0.03170453310012818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,12288,0.026608000199000042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,12288,0.02617599964141846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,12288,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,12288,0.02405440012613932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,12288,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,12288,0.022747733195622764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,12288,0.023498666286468507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,12288,0.018631466229756675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,12288,0.0201749324798584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,12288,0.042933332920074466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,12288,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,12288,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,12288,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,16384,0.035426131884257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,12288,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,12288,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,12288,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,12288,0.010717866818110149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,12288,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,12288,0.012311466534932454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,12288,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,12288,0.009386666615804036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,12288,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,12288,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,12288,0.01018346647421519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,12288,0.010114133358001709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,12288,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,12288,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,12288,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,12288,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,12288,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,12288,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,12288,0.012562132875124612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,12288,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,12288,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,12288,0.0073632001876831055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,12288,0.012935466567675271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,12288,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,12288,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,12288,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,12288,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,12288,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,12288,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,12288,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,12288,0.009706667065620423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,16384,0.03462400039037068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,12288,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,12288,0.009693866968154908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,12288,0.009805867075920105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,12288,0.009788800279299419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,12288,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,12288,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,12288,0.009619200229644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,12288,0.6531424204508464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,12288,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,12288,0.18117119471232096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,12288,0.33170347213745116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,12288,1.292184575398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,12288,0.18312640190124513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,12288,0.16818240483601887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,12288,0.15827306111653644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,12288,0.15841493606567383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,12288,0.1679968039194743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,12288,0.1469546635945638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,12288,0.14977812767028809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,12288,0.13840640385945638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,12288,0.12015360196431477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,12288,0.137500794728597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,12288,0.12063146432240804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,12288,0.11205653349558513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,12288,0.09631786346435547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,12288,0.10086613496144611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,12288,0.08560853004455567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,12288,0.08634773095448812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,12288,0.07658027013142904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,12288,0.07643840312957764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,12288,0.06304106712341309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,12288,0.06444373528162638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,12288,0.055927467346191403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,12288,0.05144000053405762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,12288,0.05452906688054403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,12288,0.049914666016896564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,12288,0.043122132619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,12288,0.03854613304138184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,12288,0.04155733187993367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,12288,0.038065067927042645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,12288,0.03573973178863525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,12288,0.03332586685816447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,12288,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,12288,0.0269813338915507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,12288,0.026634667317072553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,12288,0.027012266715367633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,12288,0.026331732670466106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,12288,0.02621440092722575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,12288,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,12288,0.10884266694386799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,12288,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,12288,0.026296534140904743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,12288,0.022894932826360067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,12288,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,12288,0.023099732398986817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,12288,0.02281279961268107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,12288,0.023291732867558798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,12288,0.023538132508595787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,12288,0.023916800816853843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,12288,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,12288,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,12288,0.02085439960161845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,12288,0.020965333779652914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,12288,0.022117332617441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,12288,0.018920532862345376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,12288,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,12288,0.019882667064666747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,12288,0.019908267259597778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,12288,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,12288,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,12288,0.020083200931549073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,12288,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,12288,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,12288,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,12288,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,12288,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,12288,0.018523732821146645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,12288,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,12288,0.0192138671875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,12288,0.019093332688013713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,12288,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,12288,0.019860267639160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,12288,0.42154668172200516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,12288,0.2244042714436849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,12288,0.8396832148234049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,12288,0.21607680320739747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,12288,1.6627338409423829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,12288,0.2319573402404785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,12288,0.21333227157592774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,12288,0.21964799563090004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,12288,0.19440852801005046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,12288,0.19861440658569335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,12288,0.17819306055704753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,12288,0.18818559646606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,12288,0.1784287929534912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,12288,0.16620267232259114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,12288,0.16376105944315594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,12288,0.13685226440429688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,12288,0.136845858891805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,12288,0.1524394671122233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,12288,0.149730126063029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,12288,0.11602239608764649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,12288,0.0781717300415039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,12288,0.0773525317509969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,12288,0.11964159806569416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,12288,0.06329600016276041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,12288,0.09442986647288004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,12288,0.09704426924387613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,12288,0.053683201471964516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,12288,0.05972479979197184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,12288,0.04363306760787964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,12288,0.03946559826533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,12288,0.05154560009638468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,12288,0.04642773469289144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,12288,0.03606826861699422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,12288,0.029967999458312987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,12288,0.028006400664647418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,12288,0.023105067014694215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,12288,0.021385600169499717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,12288,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,12288,0.01987733244895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,12288,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,12288,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,12288,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,12288,0.017826133966445924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,12288,0.017850667238235474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,12288,0.017892267306645712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,12288,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,12288,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,12288,0.018168532848358156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,12288,0.017459199825922648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,12288,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,12288,0.016390400131543477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,12288,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,12288,0.016155733664830526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,12288,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,12288,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,12288,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,12288,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,12288,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,12288,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,12288,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,12288,0.016032000382741295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,12288,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,12288,0.02677759925524394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,12288,0.022132267554601036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,12288,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,12288,0.02260479927062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,12288,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,12288,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,12288,0.021990400552749634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,12288,0.022987733284632363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,12288,0.022296533981959025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,12288,0.023656533161799113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,12288,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,12288,0.030791467428207396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,12288,0.10891413688659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,12288,0.19056639671325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,12288,0.374234676361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,12288,0.060356267293294276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,12288,0.059171199798583984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,12288,0.05783786773681641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,12288,0.05767039855321249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,12288,0.05576106707255045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,12288,0.05520960092544556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,12288,0.0542517344156901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,12288,0.054384001096089686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,12288,0.05237226486206055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,12288,0.05187733173370361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,12288,0.050349867343902587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,12288,0.05082240104675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,12288,0.04861973524093628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,12288,0.04819200038909912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,12288,0.04561173518498739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,12288,0.043546664714813235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,12288,0.04603519837061564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,12288,0.04287466605504354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,12288,0.04162453413009644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,12288,0.04113813241322835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,12288,0.03950613339742025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,12288,0.03709226846694946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,12288,0.038389333089192706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,12288,0.03625173171361287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,12288,0.03786773284276326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,12288,0.035895466804504395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,12288,0.034577067693074545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,12288,0.03466453154881795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,12288,0.03295253316561381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,12288,0.0325984001159668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,12288,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,12288,0.031677865982055665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,12288,0.029293866952260335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,12288,0.028859732548395793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,12288,0.02910826603571574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,12288,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,12288,0.02844799955685933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,12288,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,12288,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,12288,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,12288,0.02844373385111491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,12288,0.028113067150115967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,12288,0.028078933556874592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,12288,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,12288,0.02767893274625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,12288,0.028058665990829467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,12288,0.02792533238728841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,12288,0.028328533967336016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,12288,0.02760426600774129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,12288,0.028075732787450153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,12288,0.028066132465998334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,12288,0.028099199136098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,12288,0.02764586607615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,12288,0.027609600623448687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,12288,0.027694932619730633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,12288,0.028076799710591634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,12288,0.027638399600982667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,12288,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,12288,0.028042666117350262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,12288,0.02807253400484721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,12288,0.027692800760269164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,12288,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,12288,0.02800533374150594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,12288,0.028113067150115967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,12288,0.02725226680437724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,12288,0.028097067276636762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,12288,0.028011733293533327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,12288,0.02813439965248108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,10240,0.33742399215698243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,10240,0.16341226895650227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,10240,0.09269226392110189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,10240,0.04707093238830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,10240,0.048045865694681805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,10240,0.04588799873987834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,10240,0.045721598466237384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,10240,0.040718932946523026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,10240,0.03995413382848104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,10240,0.03896960020065308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,10240,0.039641598860422775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,12288,0.02768213351567586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,10240,0.03790719906489055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,10240,0.0367850661277771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,10240,0.03303253253300985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,10240,0.03102506597836812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,10240,0.03524373372395833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,10240,0.029820799827575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,10240,0.027669332424799603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,10240,0.03007359902064006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,10240,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,10240,0.024250666300455727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,10240,0.0235807995001475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,10240,0.02595733404159546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,10240,0.022201599677403767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,10240,0.021253333489100138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,10240,0.020451200008392335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,10240,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,10240,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,10240,0.019556266069412232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,10240,0.01925333340962728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,10240,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,10240,0.015898666779200234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,10240,0.01511360009511312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,10240,0.015803733468055726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,10240,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,10240,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,10240,0.009804800152778625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,10240,0.009710933764775593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,10240,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,10240,0.009805867075920105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,10240,0.011385599772135418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,10240,0.011156266927719117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,10240,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,10240,0.008525866270065307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,10240,0.009303466478983561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,10240,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,10240,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,10240,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,10240,0.010713600118954976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,10240,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,10240,0.010484266281127929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,10240,0.011528533697128297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,10240,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,10240,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,10240,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,10240,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,10240,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,10240,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,10240,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,10240,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,10240,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,12288,0.027643734216690065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,10240,0.0067893331249554946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,10240,0.006940799951553345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,10240,0.006822399795055389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,10240,0.006819200019041698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,10240,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,10240,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,10240,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,10240,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,10240,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,10240,0.008424533406893413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,10240,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,10240,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,10240,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,10240,1.073751449584961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,10240,0.5557930628458659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,12288,0.02799786726633708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,10240,0.2824981371561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,10240,0.15078399976094564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,10240,0.13850347201029461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,10240,0.13625386555989583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,10240,0.1273792028427124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,10240,0.1172554651896159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,10240,0.11997973124186198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,10240,0.10619946320851643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,10240,0.09808639685312906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,10240,0.09897279739379883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,10240,0.0886901299158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,10240,0.08635520140329997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,10240,0.15010132789611816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,10240,0.07862186431884766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,10240,0.07975680033365885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,10240,0.12741440137227375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,10240,0.06893866856892904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,10240,0.06957973639170328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,10240,0.05983466704686483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,10240,0.061249065399169925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,10240,0.05405439933141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,10240,0.05220053195953369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,10240,0.049820800622304276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,10240,0.049751468499501544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,10240,0.043894398212432864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,10240,0.039130667845408126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,10240,0.10590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,10240,0.03775466680526733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,10240,0.03534293174743652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,10240,0.03368106683095296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,10240,0.02895466685295105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,10240,0.02950399915377299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,10240,0.0268885334332784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,10240,0.02572373350461324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,10240,0.026910932858784993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,10240,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,10240,0.026258132855097455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,10240,0.02485760052998861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,10240,0.024410667022069295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,10240,0.024577067295710246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,10240,0.023922133445739745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,10240,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,10240,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,10240,0.023558400074640908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,10240,0.02305493354797363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,10240,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,10240,0.022644267479578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,10240,0.021613866090774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,10240,0.021514666080474854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,10240,0.02178986668586731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,10240,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,10240,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,10240,0.020360533396402994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,10240,0.018850133816401164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,10240,0.01911146640777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,10240,0.020894932746887206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,10240,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,10240,0.04349546829859416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,10240,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,10240,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,10240,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,10240,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,10240,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,10240,0.019261866807937622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,10240,0.01851946711540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,10240,0.019132800896962485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,10240,0.01840533415476481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,10240,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,10240,0.01933120091756185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,10240,0.018759467204411826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,10240,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,10240,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,10240,0.4121418635050456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,10240,0.21970346768697105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,10240,0.22609386444091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,10240,0.814740244547526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,10240,0.20790185928344726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,10240,0.2015157381693522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,10240,1.5941450754801432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,10240,0.21346880594889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,10240,0.19360960324605306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,10240,0.18146559397379558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,10240,0.17379520734151205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,10240,0.16889920234680175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,10240,0.18388586044311522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,10240,0.15397013028462728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,10240,0.15798293749491374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,10240,0.11747840245564778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,10240,0.11010453701019288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,10240,0.13688960075378417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,10240,0.1344042619069417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,10240,0.09338986873626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,10240,0.09217387040456136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,10240,0.06589440107345582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,10240,0.0590399980545044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,10240,0.06566400130589803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,10240,0.07990293502807617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,10240,0.07417706648508707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,10240,0.050185600916544594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,10240,0.056745600700378415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,10240,0.03632853428522746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,10240,0.049092264970143636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,10240,0.043421868483225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,10240,0.04163519938786824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,10240,0.03371413151423137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,10240,0.02837226589520772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,10240,0.026359466711680095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,10240,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,10240,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,10240,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,10240,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,10240,0.018243199586868285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,10240,0.017849600315093993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,10240,0.01632960041364034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,10240,0.019716266791025797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,10240,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,10240,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,10240,0.020097066958745323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,10240,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,10240,0.015833600362141927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,10240,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,10240,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,10240,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,10240,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,10240,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,10240,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,10240,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,10240,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,10240,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,10240,0.01992853283882141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,10240,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,10240,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,10240,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,10240,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,10240,0.0236735999584198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,10240,0.024272000789642333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,10240,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,10240,0.019049600760142008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,10240,0.02797226707140605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,10240,0.02452053427696228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,10240,0.019733333587646486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,10240,0.02467306653658549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,10240,0.025763199726740522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,10240,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,10240,0.025123200813929242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,10240,0.019421867529551187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,10240,0.33316160837809244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,10240,0.17435305913289387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,10240,0.09695786635080973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,10240,0.05424106518427531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,10240,0.0540885329246521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,10240,0.05332373380661011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,10240,0.05251839955647787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,10240,0.05015999873479208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,10240,0.05030719836552938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,10240,0.04968106746673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,10240,0.048810664812723795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,10240,0.045918933550516766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,10240,0.045347201824188235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,10240,0.04482560157775879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,10240,0.04370773235956828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,10240,0.04195839961369832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,10240,0.041154134273529056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,10240,0.039953064918518064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,10240,0.0391103982925415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,10240,0.03787200053532918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,10240,0.03713920116424561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,10240,0.03592746655146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,10240,0.03545600175857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,10240,0.03463360071182251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,10240,0.03425066471099854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,10240,0.03340160051981608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,10240,0.03220906654993693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,10240,0.03132906754811605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,10240,0.030980267127354938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,10240,0.030585600932439165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,10240,0.030572799841562907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,10240,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,10240,0.028454399108886717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,10240,0.027646932999293012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,10240,0.027323732773462932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,10240,0.025946666797002155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,10240,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,10240,0.025214932362238568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,10240,0.025191466013590496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,10240,0.025235199928283693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,10240,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,10240,0.025591466824213666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,10240,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,10240,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,10240,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,10240,0.024779733022054037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,10240,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,10240,0.02441813349723816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,10240,0.0244159996509552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,10240,0.024758400519688924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,10240,0.02482666571935018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,10240,0.02439360022544861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,10240,0.024654932816823325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,10240,0.024392533302307128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,10240,0.024422399202982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,10240,0.02446399927139282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,10240,0.02435093323389689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,10240,0.024634667237599692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,10240,0.024361600478490196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,10240,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,10240,0.024363734324773154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,10240,0.02446720004081726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,10240,0.02479893366495768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,10240,0.02430293361345927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,10240,0.023950932423273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,10240,0.02445546587308248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,10240,0.024343466758728026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,10240,0.02436479926109314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,10240,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,10240,0.024395734071731567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,10240,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,8192,0.26049812634785974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,8192,0.1259925365447998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,8192,0.07628693580627441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,8192,0.03726826508839925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,8192,0.03705386718114217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,8192,0.035301331679026285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,8192,0.03510826826095581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,8192,0.03145066698392232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,8192,0.03022293249766032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,8192,0.02880000074704488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,8192,0.02891626755396525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,8192,0.028629332780838013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,8192,0.02849919994672139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,8192,0.024692267179489136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,8192,0.0240831991036733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,8192,0.026105600595474242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,8192,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,8192,0.021227733294169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,8192,0.023681066433588662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,8192,0.01947093407313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,8192,0.019346133867899577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,8192,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,8192,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,8192,0.017614932854970296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,8192,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,8192,0.016615466276804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,8192,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,8192,0.015972266594568886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,8192,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,8192,0.013013333082199097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,8192,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,8192,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,8192,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,8192,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,8192,0.011397332946459452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,8192,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,8192,0.008959999680519104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,8192,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,8192,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,8192,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,10240,0.024293333292007446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,8192,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,8192,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,8192,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,8192,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,8192,0.00820906658967336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,8192,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,8192,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,8192,0.010065066814422607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,8192,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,8192,0.01020906666914622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,8192,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,8192,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,8192,0.0073077330986658735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,8192,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,8192,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,8192,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,8192,0.0071839998165766404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,8192,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,8192,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,8192,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,8192,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,10240,0.024399999777475992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,8192,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,8192,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,8192,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,8192,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,8192,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,8192,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,8192,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,8192,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,8192,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,10240,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,8192,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,8192,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,8192,0.44575999577840164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,8192,0.22816960016886392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,8192,0.8590880076090495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,8192,0.1151157299677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,8192,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,8192,0.11357226371765136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,8192,0.10437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,8192,0.09653759797414144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,8192,0.10274986426035564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,8192,0.09682453473409017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,8192,0.08631040255228678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,8192,0.084934401512146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,8192,0.08239466349283854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,8192,0.07028586864471435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,8192,0.08051520188649496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,8192,0.07046293417612712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,8192,0.06721279621124268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,8192,0.06524373292922973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,8192,0.05712960163752238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,8192,0.05230720043182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,8192,0.06248853206634521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,8192,0.04799573421478272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,8192,0.04858666658401489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,8192,0.045348266760508224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,8192,0.04047679901123047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,8192,0.045610666275024414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,8192,0.03992533286412557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,8192,0.03877439896265666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,8192,0.03794346650441487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,8192,0.03444053332010905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,8192,0.03300266663233439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,8192,0.03491306702295939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,8192,0.03076480031013489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,8192,0.02611733277638753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,8192,0.026741333802541095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,8192,0.02504640022913615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,8192,0.02395626703898112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,8192,0.0241866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,8192,0.023596799373626708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,8192,0.024378667275110878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,8192,0.02330986658732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,8192,0.023437867561976113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,8192,0.022769065697987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,8192,0.022337067127227783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,8192,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,8192,0.021412267287572225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,8192,0.052945065498352054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,8192,0.021581866343816123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,8192,0.020906666914621987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,8192,0.02186773419380188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,8192,0.020947200059890748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,8192,0.02067199945449829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,8192,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,8192,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,8192,0.01909760038057963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,8192,0.020386133591334024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,8192,0.02111999988555908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,8192,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,8192,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,8192,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,8192,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,8192,0.018522665898005167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,8192,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,8192,0.024261333545049033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,8192,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,8192,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,8192,0.019103999932607016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,8192,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,8192,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,8192,0.019180800517400107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,8192,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,8192,0.01831573247909546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,8192,0.019250132640202842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,8192,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,8192,0.017883733908335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,8192,0.3939253489176432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,8192,0.21006186803181967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,8192,0.7856576283772786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,8192,0.19693013827006023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,8192,0.21423786481221518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,8192,1.5432053883870442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,8192,0.20275840759277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,8192,0.18854400316874187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,8192,0.17356266975402831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,8192,0.13782614072163898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,8192,0.16299947102864581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,8192,0.16590293248494464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,8192,0.1464970588684082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,8192,0.11938666502634684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,8192,0.11663680076599121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,8192,0.08496212959289551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,8192,0.08356906572977701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,8192,0.09684267044067382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,8192,0.09400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,8192,0.074727463722229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,8192,0.05985600153605143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,8192,0.07345279852549234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,8192,0.05465706586837769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,8192,0.06788693269093832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,8192,0.06567999919255575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,8192,0.05893866618474325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,8192,0.052293332417805996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,8192,0.03792320092519124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,8192,0.04714666604995728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,8192,0.04519893328348796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,8192,0.039452799161275226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,8192,0.03421119848887126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,8192,0.03179200092951457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,8192,0.026051199436187743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,8192,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,8192,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,8192,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,8192,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,8192,0.016385066509246825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,8192,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,8192,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,8192,0.014867200454076131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,8192,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,8192,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,8192,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,8192,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,8192,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,8192,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,8192,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,8192,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,8192,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,8192,0.012943999965985617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,8192,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,8192,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,8192,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,8192,0.012903466820716858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,8192,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,8192,0.021556266148885093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,8192,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,8192,0.02226346731185913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,8192,0.021498666206995646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,8192,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,8192,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,8192,0.022222934166590373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,8192,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,8192,0.021375999848047892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,8192,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,8192,0.023062400023142495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,8192,0.023076266050338745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,8192,0.02304533322652181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,8192,0.022181334098180135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,8192,0.2655264059702555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,8192,0.1352575937906901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,8192,0.07900266647338867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,8192,0.01824959913889567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,8192,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,8192,0.044726399580637614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,8192,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,8192,0.043698132038116455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,8192,0.04238506555557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,8192,0.042022399107615155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,8192,0.040064001083374025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,8192,0.039988267421722415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,8192,0.038412801424662274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,8192,0.03829973141352336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,8192,0.03663040002187093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,8192,0.036977068583170576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,8192,0.035496532917022705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,8192,0.035867734750111895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,8192,0.03418986797332764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,8192,0.03418986797332764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,8192,0.03296639919281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,8192,0.03339306513468425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,8192,0.0313482662041982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,8192,0.0313813328742981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,8192,0.030083199342091877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,8192,0.029921066761016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,8192,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,8192,0.028889600435892743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,8192,0.027727999289830524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,8192,0.028479999303817748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,8192,0.02686506708463033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,8192,0.02643839915593465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,8192,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,8192,0.025624533494313557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,8192,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,8192,0.024740266799926757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,8192,0.023576533794403075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,8192,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,8192,0.021834667523701987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,8192,0.021578667561213176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,8192,0.021500800053278604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,8192,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,8192,0.021345067024230956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,8192,0.02157013416290283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,8192,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,8192,0.021502933899561563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,8192,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,8192,0.02103360096613566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,8192,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,8192,0.020615466435750327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,8192,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,8192,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,8192,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,8192,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,8192,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,8192,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,8192,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,8192,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,8192,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,8192,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,8192,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,8192,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,8192,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,8192,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,8192,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,8192,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,8192,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,8192,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,8192,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,8192,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,8192,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,8192,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,8192,0.02106346686681112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,7168,0.2299957275390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,7168,0.11464959780375164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,7168,0.059061332543691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,7168,0.029268266757329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,7168,0.03113173246383667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,7168,0.030850134293238324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,7168,0.030916267633438112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,7168,0.02629759907722473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,7168,0.025370667378107708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,7168,0.023900800943374635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,7168,0.025085866451263428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,7168,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,7168,0.02474986712137858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,7168,0.021350399653116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,7168,0.021155200401941934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,7168,0.02254826625188192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,7168,0.02032853364944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,7168,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,7168,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,7168,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,7168,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,7168,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,7168,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,7168,0.01577173372109731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,7168,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,7168,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,7168,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,7168,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,7168,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,7168,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,7168,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,7168,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,7168,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,7168,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,7168,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,8192,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,7168,0.010471466183662414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,7168,0.008258133133252462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,7168,0.008120533327261608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,7168,0.008217599987983704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,7168,0.008148266871770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,7168,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,7168,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,7168,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,7168,0.00946666697661082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,7168,0.007666133344173431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,7168,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,7168,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,7168,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,7168,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,7168,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,7168,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,7168,0.008519466718037922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,7168,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,7168,0.010546132922172546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,7168,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,7168,0.00886079967021942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,7168,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,7168,0.006887466708819072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,7168,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,7168,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,7168,0.006403199831644694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,7168,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,7168,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,7168,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,7168,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,7168,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,7168,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,7168,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,7168,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,7168,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,7168,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,7168,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,7168,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,7168,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,8192,0.021027199427286782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,8192,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,7168,0.19866026242574056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,7168,0.39153706232706703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,7168,0.09554666678110758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,7168,0.09696106910705567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,7168,0.7585535685221354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,7168,0.08682133356730143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,7168,0.0877450704574585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,7168,0.08216426372528077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,7168,0.07243733406066895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,7168,0.07336959838867188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,7168,0.07001173496246338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,7168,0.06871999899546305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,7168,0.06020906766255697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,7168,0.06129599809646606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,7168,0.05814400116602579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,7168,0.0575978676478068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,7168,0.05167359908421835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,7168,0.05265920162200928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,7168,0.04867306550343831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,7168,0.04822719891866048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,7168,0.0454367995262146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,7168,0.04642346700032552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,7168,0.04143146673838298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,7168,0.04129173358281453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,7168,0.08043093681335449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,7168,0.039163732528686525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,7168,0.03582293192545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,7168,0.03503359953562419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,7168,0.0332042674223582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,7168,0.031548800071080525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,7168,0.02895680069923401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,7168,0.02666880091031392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,7168,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,7168,0.024024534225463866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,7168,0.022935465971628825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,7168,0.0228767991065979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,7168,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,7168,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,7168,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,7168,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,7168,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,7168,0.0211082657178243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,7168,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,7168,0.020977065960566203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,7168,0.0392522652943929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,7168,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,7168,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,7168,0.02046826680501302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,7168,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,7168,0.02071573336919149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,7168,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,7168,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,7168,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,7168,0.01988160014152527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,7168,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,7168,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,7168,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,7168,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,7168,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,7168,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,7168,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,7168,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,7168,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,7168,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,7168,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,7168,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,7168,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,7168,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,7168,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,7168,0.017198934157689413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,7168,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,7168,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,7168,0.016639999548594155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,7168,0.019658666849136353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,7168,0.786023457845052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,7168,0.39352213541666664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,7168,0.1977781295776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,7168,0.19021867116292318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,7168,0.18128533363342286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,7168,0.16785066922505695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,7168,1.539942423502604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,7168,0.21226132710774742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,7168,0.13145386377970378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,7168,0.15717439651489257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,7168,0.1188383976618449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,7168,0.13695039749145507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,7168,0.11079466342926025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,7168,0.08970239957173666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,7168,0.10177173614501953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,7168,0.08207360108693441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,7168,0.07866346836090088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,7168,0.08659093379974366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,7168,0.09412586688995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,7168,0.07140800158182779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,7168,0.05931200186411539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,7168,0.07125759919484456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,7168,0.05709013144175211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,7168,0.052349865436553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,7168,0.06600106557210286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,7168,0.06396160125732422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,7168,0.05068373282750448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,7168,0.03666133483250936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,7168,0.04493333498636882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,7168,0.03248746593793233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,7168,0.043644801775614424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,7168,0.038444801171620684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,7168,0.025127466519673663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,7168,0.03050559957822164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,7168,0.023562665780385336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,7168,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,7168,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,7168,0.015800533692042033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,7168,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,7168,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,7168,0.015281066298484802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,7168,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,7168,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,7168,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,7168,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,7168,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,7168,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,7168,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,7168,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,7168,0.011875200271606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,7168,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,7168,0.012095999717712403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,7168,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,7168,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,7168,0.01830079952875773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,7168,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,7168,0.017423999309539796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,7168,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,7168,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,7168,0.019004799922307334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,7168,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,7168,0.019441066185633342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,7168,0.018321067094802856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,7168,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,7168,0.019800533850987755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,7168,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,7168,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,7168,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,7168,0.019851734240849815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,7168,0.24598186810811362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,7168,0.1255839983622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,7168,0.07301119963328043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,7168,0.039510401089986165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,7168,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,7168,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,7168,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,7168,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,7168,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,7168,0.03833173513412476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,7168,0.036260267098744706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,7168,0.03626879851023356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,7168,0.03499093453089396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,7168,0.034680533409118655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,7168,0.03346879879633586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,7168,0.03356906572977702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,7168,0.032764800389607746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,7168,0.032714666922887166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,7168,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,7168,0.03130240043004354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,7168,0.0301418662071228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,7168,0.030168533325195312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,7168,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,7168,0.028908799091974895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,7168,0.027646932999293012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,7168,0.027677865823109944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,7168,0.02694080074628194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,7168,0.026394667228062947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,7168,0.026051199436187743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,7168,0.025588266054789227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,7168,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,7168,0.02446613311767578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,7168,0.023499733209609984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,7168,0.023563732703526817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,7168,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,7168,0.022265599171320597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,7168,0.021660800774892172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,7168,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,7168,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,7168,0.0199072003364563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,7168,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,7168,0.019821866353352865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,7168,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,7168,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,7168,0.020148267348607383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,7168,0.01979413429896037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,7168,0.01951040029525757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,7168,0.019108267625172932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,7168,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,7168,0.019082667430241902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,7168,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,7168,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,7168,0.01947093407313029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,7168,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,7168,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,7168,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,7168,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,7168,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,7168,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,7168,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,7168,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,7168,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,7168,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,7168,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,7168,0.019435733556747437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,7168,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,7168,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,7168,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,7168,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,7168,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,7168,0.019350399573644005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,7168,0.019064533710479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,7168,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,6144,0.20360959370930992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,6144,0.10033493041992188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,6144,0.05235199928283692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,6144,0.02654400070508321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,6144,0.028386133909225463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,6144,0.02728533347447713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,6144,0.027370667457580565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,6144,0.023822933435440063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,6144,0.023964800437291465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,6144,0.021896533171335855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,6144,0.023421865701675416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,6144,0.02372586727142334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,7168,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,6144,0.023005867004394533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,6144,0.018718934059143065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,6144,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,6144,0.019577600558598838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,6144,0.01885546644528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,6144,0.01851946711540222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,6144,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,6144,0.015466666221618653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,6144,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,6144,0.015398400028546652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,6144,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,6144,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,6144,0.013959466417630514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,6144,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,6144,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,6144,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,6144,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,6144,0.013518933455149332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,6144,0.01049066682656606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,6144,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,6144,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,6144,0.009842133522033692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,6144,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,6144,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,6144,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,6144,0.007291733225186665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,6144,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,6144,0.007842133442560833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,6144,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,6144,0.008413867155710856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,6144,0.008166400094827015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,6144,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,6144,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,6144,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,6144,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,6144,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,6144,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,6144,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,6144,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,6144,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,7168,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,6144,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,6144,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,6144,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,6144,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,6144,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,6144,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,6144,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,6144,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,7168,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,6144,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,6144,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,6144,0.006027733286221823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,6144,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,6144,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,6144,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,6144,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,6144,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,6144,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,6144,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,6144,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,6144,0.005571199953556061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,6144,0.6509546915690104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,6144,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,6144,0.3346368153889974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,6144,0.17099733352661134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,6144,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,6144,0.07770666281382242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,6144,0.07878506978352864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,6144,0.07123626867930094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,6144,0.07065599759419759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,6144,0.0687007983525594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,6144,0.06658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,6144,0.06082026561101278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,6144,0.057335468133290615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,6144,0.05777920087178549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,6144,0.05198506514231364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,6144,0.052786131699879967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,6144,0.05007040103276571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,6144,0.049453866481781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,6144,0.047117865085601805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,6144,0.047918931643168135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,6144,0.04326719840367635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,6144,0.043724799156188966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,6144,0.04001919825871785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,6144,0.04128426710764567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,6144,0.03909653425216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,6144,0.03815893332163493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,6144,0.034984532992045084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,6144,0.034962133566538496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,6144,0.033089067538579306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,6144,0.05923519929250082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,6144,0.03294826745986938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,6144,0.028942932685216267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,6144,0.03020906647046407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,6144,0.026385066906611125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,6144,0.02800319989522298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,6144,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,6144,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,6144,0.022773333390553794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,6144,0.02577706575393677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,6144,0.02118720014890035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,6144,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,6144,0.022410666942596434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,6144,0.021719467639923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,6144,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,6144,0.020721065998077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,6144,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,6144,0.019256534179051717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,6144,0.020152533054351808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,6144,0.020283732811609903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,6144,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,6144,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,6144,0.019655466079711914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,6144,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,6144,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,6144,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,6144,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,6144,0.018105600277582803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,6144,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,6144,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,6144,0.017787732680638633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,6144,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,6144,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,6144,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,6144,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,6144,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,6144,0.01911679903666178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,6144,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,6144,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,6144,0.017629865805308023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,6144,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,6144,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,6144,0.017592533429463705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,6144,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,6144,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,6144,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,6144,0.019697066148122153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,6144,0.7624074935913085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,6144,0.3797312100728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,6144,0.16417706807454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,6144,0.1755392074584961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,6144,0.1452565352121989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,6144,0.14604053497314454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,6144,0.1321066697438558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,6144,1.503332265218099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,6144,0.11077973047892253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,6144,0.11896959940592448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,6144,0.09883306821187338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,6144,0.10147626399993896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,6144,0.11248746713002522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,6144,0.09181653658548991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,6144,0.08350613117218017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,6144,0.08447999954223633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,6144,0.09093973636627198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,6144,0.07888320287068686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,6144,0.07664213180541993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,6144,0.06342080036799112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,6144,0.07021013100941977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,6144,0.0701088031133016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,6144,0.05760000149408976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,6144,0.056270933151245116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,6144,0.05074346860249838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,6144,0.062371198336283365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,6144,0.04923413197199504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,6144,0.035844266414642334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,6144,0.043680000305175784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,6144,0.04232319990793864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,6144,0.037880531946818036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,6144,0.031378134091695147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,6144,0.029550933837890626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,6144,0.02434026598930359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,6144,0.022779732942581177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,6144,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,6144,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,6144,0.01488746702671051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,6144,0.015245866775512696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,6144,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,6144,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,6144,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,6144,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,6144,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,6144,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,6144,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,6144,0.012770133217175803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,6144,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,6144,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,6144,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,6144,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,6144,0.010937600334485372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,6144,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,6144,0.016453333695729575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,6144,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,6144,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,6144,0.012558933099110922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,6144,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,6144,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,6144,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,6144,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,6144,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,6144,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,6144,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,6144,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,6144,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,6144,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,6144,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,6144,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,6144,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,6144,0.01750613252321879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,6144,0.0151637335618337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,6144,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,6144,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,6144,0.06810560226440429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,6144,0.22870933214823402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,6144,0.11715733210245768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,6144,0.03566293319066365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,6144,0.035412267843882246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,6144,0.03453119993209839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,6144,0.03378453254699707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,6144,0.03338773250579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,6144,0.032205865780512495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,6144,0.03251306613286336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,6144,0.03188586632410685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,6144,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,6144,0.030356266101201373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,6144,0.02987733284632365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,6144,0.029229867458343505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,6144,0.029319467147191365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,6144,0.028919466336568195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,6144,0.02804800073305766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,6144,0.027317333221435546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,6144,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,6144,0.026678399244944258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,6144,0.02518506646156311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,6144,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,6144,0.02482879956563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,6144,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,6144,0.023526400327682495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,6144,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,6144,0.023115734259287514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,6144,0.022242132822672525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,6144,0.021542400121688843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,6144,0.02182719906171163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,6144,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,6144,0.020577067136764528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,6144,0.019447465737660728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,6144,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,6144,0.019884800910949706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,6144,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,6144,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,6144,0.017761067549387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,6144,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,6144,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,6144,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,6144,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,6144,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,6144,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,6144,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,6144,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,6144,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,6144,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,6144,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,6144,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,6144,0.017432532707850137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,6144,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,6144,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,6144,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,6144,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,6144,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,6144,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,6144,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,6144,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,6144,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,6144,0.017362133661905924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,6144,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,6144,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,6144,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,6144,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,6144,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,6144,0.01740586757659912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,6144,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,6144,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,6144,0.017402666807174682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,5120,0.16154239972432455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,5120,0.08234026432037353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,5120,0.04226453304290771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,5120,0.02035413384437561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,5120,0.021993599335352578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,5120,0.02237866719563802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,5120,0.022499199708302817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,5120,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,5120,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,5120,0.01722773313522339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,5120,0.019500799973805747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,5120,0.019511467218399046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,5120,0.01960853338241577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,5120,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,5120,0.016025599837303162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,5120,0.017094399531682333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,5120,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,5120,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,6144,0.01737920045852661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,5120,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,5120,0.013754666845003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,5120,0.013071999947230021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,5120,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,5120,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,5120,0.01269546647866567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,5120,0.011538133025169373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,5120,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,5120,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,5120,0.011914666493733723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,5120,0.01045973300933838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,5120,0.012277332941691081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,5120,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,5120,0.009293867150942485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,6144,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,5120,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,5120,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,5120,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,5120,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,5120,0.008154666423797608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,6144,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,5120,0.0081194669008255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,5120,0.00846613347530365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,5120,0.008588799834251403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,5120,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,5120,0.007403733332951863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,5120,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,5120,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,5120,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,5120,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,5120,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,5120,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,5120,0.007204266885916392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,5120,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,5120,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,5120,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,5120,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,5120,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,5120,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,5120,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,5120,0.006369066735108693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,5120,0.00639573335647583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,5120,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,5120,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,5120,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,5120,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,5120,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,5120,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,5120,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,5120,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,5120,0.005648000041643778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,5120,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,5120,0.005667200187842051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,5120,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,5120,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,5120,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,5120,0.5471146901448567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,5120,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,5120,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,5120,0.13912213643391927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,5120,0.06186559995015463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,5120,0.2805013338724772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,5120,0.0609226663907369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,5120,0.05798506736755371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,5120,0.05776426792144775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,5120,0.05362133185068766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,5120,0.05529813369115194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,5120,0.05020800034205118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,5120,0.05061866839726766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,5120,0.048289068539937335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,5120,0.04563306570053101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,5120,0.04601386785507202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,5120,0.04353173176447551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,5120,0.04335253238677979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,5120,0.041229867935180665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,5120,0.04007039864857991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,5120,0.0391210675239563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,5120,0.04002026716868083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,5120,0.036857601006825766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,5120,0.037028264999389646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,5120,0.03500159978866577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,5120,0.033217066526412965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,5120,0.03368639945983887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,5120,0.031060266494750976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,5120,0.031014400720596313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,5120,0.03033600052197774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,5120,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,5120,0.027059199412663777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,5120,0.049005866050720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,5120,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,5120,0.02476053237915039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,5120,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,5120,0.024363734324773154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,5120,0.021676800648371377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,5120,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,5120,0.020780799786249797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,5120,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,5120,0.019669334093729653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,5120,0.020514132579167683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,5120,0.02016213337580363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,5120,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,5120,0.01882560054461161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,5120,0.019092265764872232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,5120,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,5120,0.019296000401178993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,5120,0.018934400876363118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,5120,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,5120,0.01882986625035604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,5120,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,5120,0.01939093271891276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,5120,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,5120,0.01777600049972534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,5120,0.016809600591659545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,5120,0.018313600619633993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,5120,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,5120,0.01773759921391805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,5120,0.017475199699401856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,5120,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,5120,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,5120,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,5120,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,5120,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,5120,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,5120,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,5120,0.017288533846537273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,5120,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,5120,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,5120,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,5120,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,5120,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,5120,0.7518719991048177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,5120,0.37803732554117836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,5120,0.12790613174438475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,5120,0.12246613502502442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,5120,0.11905813217163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,5120,0.111135999361674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,5120,1.4772682189941406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,5120,0.1310197353363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,5120,0.10997227032979329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,5120,0.09468159675598145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,5120,0.1021877368291219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,5120,0.10120213031768799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,5120,0.09681173165639242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,5120,0.08998506863911947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,5120,0.07642347017923991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,5120,0.08724266688028971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,5120,0.08083840211232504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,5120,0.08058133125305175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,5120,0.07416426340738932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,5120,0.06652479966481527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,5120,0.06864426930745443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,5120,0.054245332876841225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,5120,0.04983253479003906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,5120,0.06206186612447103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,5120,0.06057493289311727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,5120,0.055555200576782225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,5120,0.04719466765721639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,5120,0.035019731521606444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,5120,0.04292693138122559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,5120,0.04117226600646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,5120,0.03624000151952107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,5120,0.030228267113367718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,5120,0.028332799673080444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,5120,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,5120,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,5120,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,5120,0.015223466356595359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,5120,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,5120,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,5120,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,5120,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,5120,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,5120,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,5120,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,5120,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,5120,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,5120,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,5120,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,5120,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,5120,0.010714667042096455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,5120,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,5120,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,5120,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,5120,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,5120,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,5120,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,5120,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,5120,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,5120,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,5120,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,5120,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,5120,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,5120,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,5120,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,5120,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,5120,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,5120,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,5120,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,5120,0.013262933492660523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,5120,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,5120,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,5120,0.012749866644541422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,5120,0.20986347198486327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,5120,0.10831466515858967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,5120,0.06345386505126953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,5120,0.032579199473063154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,5120,0.032077866792678836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,5120,0.03127999901771546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,5120,0.031699200471242264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,5120,0.03015039960543315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,5120,0.029704533020655316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,5120,0.029652265707651775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,5120,0.029191466172536214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,5120,0.028050132592519122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,5120,0.028061866760253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,5120,0.02764906684557597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,5120,0.015277866522471109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,5120,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,5120,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,5120,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,5120,0.026809600989023845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,5120,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,5120,0.025121066967646283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,5120,0.024194133281707764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,5120,0.023921066522598268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,5120,0.023079466819763184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,5120,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,5120,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,5120,0.022282665967941283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,5120,0.02149440050125122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,5120,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,5120,0.020320000251134236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,5120,0.01990506649017334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,5120,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,5120,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,5120,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,5120,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,5120,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,5120,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,5120,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,5120,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,5120,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,5120,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,5120,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,5120,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,5120,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,5120,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,5120,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,5120,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,5120,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,5120,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,5120,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,5120,0.015348266561826071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,5120,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,5120,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,5120,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,5120,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,5120,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,5120,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,5120,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,5120,0.015687466661135355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,5120,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,5120,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,5120,0.015622400244077048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,5120,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,5120,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,5120,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,5120,0.01553600033124288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,5120,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,5120,0.015573333700497946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,5120,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,5120,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,5120,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,4096,0.13572053909301757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,4096,0.06821866830190024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,4096,0.03448853492736816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,4096,0.017178666591644288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,4096,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,4096,0.018447999159495035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,4096,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,4096,0.016270933548609416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,4096,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,4096,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,4096,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,4096,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,4096,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,4096,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,4096,0.013460266590118408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,4096,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,4096,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,5120,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,4096,0.011872000495592753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,4096,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,4096,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,4096,0.010687999924023946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,4096,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,4096,0.011753599842389424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,4096,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,4096,0.010016000270843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,4096,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,4096,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,4096,0.010321066776911417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,4096,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,4096,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,4096,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,4096,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,4096,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,4096,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,4096,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,4096,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,4096,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,5120,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,4096,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,4096,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,4096,0.007042133311430614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,4096,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,4096,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,4096,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,4096,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,4096,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,4096,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,4096,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,4096,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,4096,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,4096,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,4096,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,4096,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,4096,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,5120,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,4096,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,4096,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,4096,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,4096,0.006001066664854685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,4096,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,4096,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,4096,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,4096,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,4096,0.0060362666845321655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,4096,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,4096,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,4096,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,4096,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,4096,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,4096,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,4096,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,4096,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,4096,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,4096,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,4096,0.2256469408671061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,4096,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,4096,0.44046932856241866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,4096,0.10398613611857097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,4096,0.04928426742553711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,4096,0.04931626717249553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,4096,0.04776639938354492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,4096,0.04672106504440308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,4096,0.04675519863764445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,4096,0.045360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,4096,0.0435477336247762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,4096,0.0440778652826945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,4096,0.0413152019182841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,4096,0.04256106615066528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,4096,0.038919464747111006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,4096,0.03732159932454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,4096,0.03755413293838501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,4096,0.03851093451182048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,4096,0.03532586495081584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,4096,0.036184533437093096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,4096,0.03361279964447021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,4096,0.032994133234024045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,4096,0.03306026657422383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,4096,0.030898133913675945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,4096,0.030899200836817426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,4096,0.02889813383420308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,4096,0.02898026704788208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,4096,0.027084799607594807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,4096,0.02696640094121297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,4096,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,4096,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,4096,0.023373866081237794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,4096,0.02406719923019409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,4096,0.02258666753768921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,4096,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,4096,0.02023893396059672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,4096,0.02012053330739339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,4096,0.020488532384236653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,4096,0.01958720088005066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,4096,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,4096,0.019621332486470543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,4096,0.01944640080134074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,4096,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,4096,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,4096,0.03107306758562724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,4096,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,4096,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,4096,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,4096,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,4096,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,4096,0.01790613333384196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,4096,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,4096,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,4096,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,4096,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,4096,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,4096,0.01919680039087931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,4096,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,4096,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,4096,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,4096,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,4096,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,4096,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,4096,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,4096,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,4096,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,4096,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,4096,0.015568000078201295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,4096,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,4096,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,4096,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,4096,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,4096,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,4096,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,4096,0.11926720142364503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,4096,0.3571136156717936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,4096,0.1121557315190633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,4096,0.11068053245544433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,4096,0.7308117548624675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,4096,0.10612266858418781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,4096,1.450983428955078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,4096,0.11786026954650879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,4096,0.10379199981689453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,4096,0.09134933153788248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,4096,0.09861120382944742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,4096,0.09857813517252603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,4096,0.0915007988611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,4096,0.08431146939595541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,4096,0.07227733135223388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,4096,0.08382399876912436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,4096,0.07892693678538004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,4096,0.07802133560180664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,4096,0.07168853282928467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,4096,0.06572693188985189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,4096,0.05377493302027384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,4096,0.05255786577860514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,4096,0.06503466765085855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,4096,0.04811626672744751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,4096,0.059278933207194004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,4096,0.0589141329129537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,4096,0.04112000068028768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,4096,0.04563306570053101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,4096,0.033397332827250166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,4096,0.028782933950424194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,4096,0.039867734909057616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,4096,0.03458240032196045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,4096,0.027217066287994383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,4096,0.022120533386866252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,4096,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,4096,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,4096,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,4096,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,4096,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,4096,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,4096,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,4096,0.010949333508809406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,4096,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,4096,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,4096,0.011016533772150675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,4096,0.010833066701889039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,4096,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,4096,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,4096,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,4096,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,4096,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,4096,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,4096,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,4096,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,4096,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,4096,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,4096,0.012098133563995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,4096,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,4096,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,4096,0.013942399621009826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,4096,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,4096,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,4096,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,4096,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,4096,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,4096,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,4096,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,4096,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,4096,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,4096,0.012329600254694621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,4096,0.011553066968917846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,4096,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,4096,0.0834986686706543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,4096,0.16132159233093263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,4096,0.04925653139750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,4096,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,4096,0.026903466383616133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,4096,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,4096,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,4096,0.026213334004084272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,4096,0.02541866699854533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,4096,0.02515946626663208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,4096,0.02474986712137858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,4096,0.024500266710917155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,4096,0.023893332481384276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,4096,0.02350826660792033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,4096,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,4096,0.02314880092938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,4096,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,4096,0.022290132443110146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,4096,0.021460266908009847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,4096,0.0214901328086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,4096,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,4096,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,4096,0.01986773411432902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,4096,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,4096,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,4096,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,4096,0.018244266510009766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,4096,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,4096,0.017641599973042807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,4096,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,4096,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,4096,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,4096,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,4096,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,4096,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,4096,0.015346133708953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,4096,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,4096,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,4096,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,4096,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,4096,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,4096,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,4096,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,4096,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,4096,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,4096,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,4096,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,4096,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,4096,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,4096,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,4096,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,4096,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,4096,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,4096,0.01333440045515696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,4096,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,4096,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,4096,0.013361066579818726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,4096,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,4096,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,4096,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,4096,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,4096,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,4096,0.013296000162760415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,4096,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,4096,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,4096,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,4096,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,4096,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,3584,0.11918079853057861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,3584,0.0599231998125712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,3584,0.03133119940757752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,3584,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,4096,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,3584,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,3584,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,3584,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,3584,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,3584,0.013030399878819784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,3584,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,4096,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,3584,0.013913599650065103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,3584,0.013857066631317139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,3584,0.011782399813334147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,3584,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,3584,0.012201600273450216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,3584,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,3584,0.010494933525721232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,3584,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,3584,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,3584,0.009725866715113322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,3584,0.009658666451772054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,3584,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,3584,0.00941546658674876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,3584,0.009310932954152425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,3584,0.008573866883913676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,3584,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,3584,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,3584,0.007765333354473114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,3584,0.008984532952308655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,3584,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,3584,0.006939733525117238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,3584,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,3584,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,3584,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,4096,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,3584,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,3584,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,3584,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,3584,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,3584,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,3584,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,3584,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,3584,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,3584,0.0061247999469439185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,3584,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,3584,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,3584,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,3584,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,3584,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,3584,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,3584,0.006011733412742614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,3584,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,3584,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,3584,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,3584,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,3584,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,3584,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,3584,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,3584,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,3584,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,3584,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,3584,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,3584,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,3584,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,3584,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,3584,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,3584,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,3584,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,3584,0.005817600091298421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,3584,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,3584,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,3584,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,3584,0.19807467460632325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,3584,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,3584,0.3900170644124349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,3584,0.08798186779022217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,3584,0.04563946723937988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,3584,0.04632426500320434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,3584,0.043237332503000894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,3584,0.044234665234883626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,3584,0.041227734088897704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,3584,0.040863998730977374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,3584,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,3584,0.039297068119049074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,3584,0.03911999861399333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,3584,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,3584,0.03988693157831828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,3584,0.037020798524220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,3584,0.036817065874735516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,3584,0.035879464944203694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,3584,0.03498239914576213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,3584,0.03338026603062948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,3584,0.03511999845504761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,3584,0.03127040068308513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,3584,0.03089386622111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,3584,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,3584,0.031139200925827025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,3584,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,3584,0.030297599236170453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,3584,0.026943999528884887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,3584,0.026982400814692182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,3584,0.02611626585324605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,3584,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,3584,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,3584,0.02278719941775004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,3584,0.02453333338101705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,3584,0.02238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,3584,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,3584,0.018900267283121743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,3584,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,3584,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,3584,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,3584,0.018106667200724284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,3584,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,3584,0.019262933731079103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,3584,0.018582399686177573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,3584,0.0183786670366923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,3584,0.019398399194081626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,3584,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,3584,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,3584,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,3584,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,3584,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,3584,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,3584,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,3584,0.02518826723098755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,3584,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,3584,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,3584,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,3584,0.01688533425331116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,3584,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,3584,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,3584,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,3584,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,3584,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,3584,0.0170197327931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,3584,0.016806399822235106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,3584,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,3584,0.015533866484959922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,3584,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,3584,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,3584,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,3584,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,3584,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,3584,0.016290133198102318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,3584,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,3584,0.1165514628092448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,3584,0.34892266591389975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,3584,0.11599360307057698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,3584,0.11019519964853923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,3584,0.11014933586120605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,3584,0.10364906787872315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,3584,0.7383274714152018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,3584,1.4675434112548829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,3584,0.09651093482971192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,3584,0.10299839973449706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,3584,0.09658346970876058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,3584,0.09027946790059407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,3584,0.09048746426900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,3584,0.0837557315826416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,3584,0.07152746518452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,3584,0.07697707017262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,3584,0.08299840291341146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,3584,0.07072853247324626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,3584,0.07722453276316324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,3584,0.06367573340733847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,3584,0.06432533264160156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,3584,0.059087999661763514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,3584,0.05343146721522013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,3584,0.04682133197784424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,3584,0.05146453380584717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,3584,0.05791680018107096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,3584,0.03994133472442627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,3584,0.03876800139745076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,3584,0.0329258660475413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,3584,0.028361600637435914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,3584,0.033890132109324136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,3584,0.045208533604939774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,3584,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,3584,0.026824533939361572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,3584,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,3584,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,3584,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,3584,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,3584,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,3584,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,3584,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,3584,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,3584,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,3584,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,3584,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,3584,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,3584,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,3584,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,3584,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,3584,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,3584,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,3584,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,3584,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,3584,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,3584,0.010709333419799804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,3584,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,3584,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,3584,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,3584,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,3584,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,3584,0.010436266660690308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,3584,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,3584,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,3584,0.010372266173362732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,3584,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,3584,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,3584,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,3584,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,3584,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,3584,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,3584,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,3584,0.14326507250467937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,3584,0.07488426367441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,3584,0.04321493307749431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,3584,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,3584,0.02436800003051758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,3584,0.0239519993464152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,3584,0.023593600591023764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,3584,0.023169066508611044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,3584,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,3584,0.022999467452367146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,3584,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,3584,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,3584,0.02226240038871765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,3584,0.022278400262196858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,3584,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,3584,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,3584,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,3584,0.021095466613769532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,3584,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,3584,0.020281600952148437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,3584,0.019898666938145956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,3584,0.019850667317708334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,3584,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,3584,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,3584,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,3584,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,3584,0.017853866020838417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,3584,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,3584,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,3584,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,3584,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,3584,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,3584,0.015710933009783427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,3584,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,3584,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,3584,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,3584,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,3584,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,3584,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,3584,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,3584,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,3584,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,3584,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,3584,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,3584,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,3584,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,3584,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,3584,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,3584,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,3584,0.01258666714032491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,3584,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,3584,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,3584,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,3584,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,3584,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,3584,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,3584,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,3584,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,3584,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,3584,0.012349866827329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,3584,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,3584,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,3584,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,3584,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,3584,0.012521599729855856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,3584,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,3584,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,3584,0.012869333227475485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,3584,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,3584,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,3584,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,3584,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,3584,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,3072,0.09758826891581217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,3072,0.04996373256047566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,3072,0.02661973237991333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,3072,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,3072,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,3072,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,3072,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,3072,0.012346667051315308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,3072,0.012161067128181458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,3584,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,3072,0.011314133803049724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,3072,0.012155733505884806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,3072,0.012600533167521157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,3072,0.01225920021533966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,3072,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,3072,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,3072,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,3072,0.010171733299891154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,3072,0.009976533055305482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,3072,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,3072,0.00860479970773061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,3072,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,3072,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,3072,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,3072,0.008528000116348267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,3072,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,3072,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,3072,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,3072,0.008471467097600301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,3072,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,3072,0.008628267049789428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,3072,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,3072,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,3072,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,3072,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,3072,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,3584,0.012698666254679362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,3072,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,3072,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,3072,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,3584,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,3072,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,3072,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,3072,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,3072,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,3072,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,3072,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,3072,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,3072,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,3072,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,3072,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,3072,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,3072,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,3072,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,3072,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,3072,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,3072,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,3072,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,3072,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,3072,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,3072,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,3072,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,3072,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,3072,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,3072,0.07236373424530029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,3072,0.17012160619099934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,3072,0.040957868099212646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,3072,0.0412341316541036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,3072,0.03877546787261963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,3072,0.039282135168711346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,3072,0.03706026474634806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,3072,0.03896426757176717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,3072,0.038268800576527914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,3072,0.03709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,3072,0.03664960066477458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,3072,0.03713920116424561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,3072,0.03408960103988647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,3072,0.03382399876912435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,3072,0.031959466139475506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,3072,0.03121280074119568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,3072,0.3337514559427897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,3072,0.03277653257052104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,3072,0.030436267455418903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,3072,0.03074986735979716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,3072,0.028819199403127032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,3072,0.029627732435862225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,3072,0.027708800633748372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,3072,0.027194666862487792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,3072,0.024950400988260905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,3072,0.026017065842946368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,3072,0.026076799631118773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,3072,0.026131200790405273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,3072,0.024422399202982583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,3072,0.02383786638577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,3072,0.03347626527150472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,3072,0.02192853291829427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,3072,0.022523732980092366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,3072,0.020966400702794395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,3072,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,3072,0.01884053349494934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,3072,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,3072,0.018436266978581747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,3072,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,3072,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,3072,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,3072,0.017208532492319743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,3072,0.01704853375752767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,3072,0.018473599354426065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,3072,0.01776319940884908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,3072,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,3072,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,3072,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,3072,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,3072,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,3072,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,3072,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,3072,0.01765120029449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,3072,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,3072,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,3072,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,3072,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,3072,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,3072,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,3072,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,3072,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,3072,0.016040533781051636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,3072,0.017911465962727864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,3072,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,3072,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,3072,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,3072,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,3072,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,3072,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,3072,0.016471466422080992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,3072,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,3072,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,3072,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,3072,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,3072,0.28602987925211587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,3072,0.11457280317942302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,3072,0.11553173065185547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,3072,0.10868693192799886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,3072,0.10281919638315837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,3072,0.7338528315226237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,3072,1.4403104146321615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,3072,0.1098357359568278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,3072,0.10184106826782227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,3072,0.09540053208669028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,3072,0.0894378662109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,3072,0.0960927963256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,3072,0.09018239974975586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,3072,0.08259733517964682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,3072,0.08219626744588217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,3072,0.07715413570404053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,3072,0.0702560027440389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,3072,0.06983466943105063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,3072,0.07606293360392252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,3072,0.06370346546173096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,3072,0.05764906803766886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,3072,0.0640554666519165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,3072,0.051376001040140784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,3072,0.046012798945109054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,3072,0.057120001316070555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,3072,0.05174933274586996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,3072,0.044470401604970296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,3072,0.032576000690460204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,3072,0.027654399474461872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,3072,0.03950719833374024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,3072,0.03867946863174439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,3072,0.03337173461914063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,3072,0.021166932582855225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,3072,0.026421332359313966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,3072,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,3072,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,3072,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,3072,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,3072,0.013434666395187377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,3072,0.012008532881736755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,3072,0.012110933661460876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,3072,0.010270933310190838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,3072,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,3072,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,3072,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,3072,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,3072,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,3072,0.01007466713587443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,3072,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,3072,0.008930133779843648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,3072,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,3072,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,3072,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,3072,0.010984533031781514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,3072,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,3072,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,3072,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,3072,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,3072,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,3072,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,3072,0.010574932893117268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,3072,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,3072,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,3072,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,3072,0.010460799932479859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,3072,0.012138666709264119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,3072,0.01069119970003764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,3072,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,3072,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,3072,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,3072,0.06671573321024576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,3072,0.12534186840057374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,3072,0.03774400154749553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,3072,0.021915733814239502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,3072,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,3072,0.02230186661084493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,3072,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,3072,0.021112533410390218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,3072,0.02107306718826294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,3072,0.02027413249015808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,3072,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,3072,0.01999359925587972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,3072,0.019433599710464478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,3072,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,3072,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,3072,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,3072,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,3072,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,3072,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,3072,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,3072,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,3072,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,3072,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,3072,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,3072,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,3072,0.015899733702341715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,3072,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,3072,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,3072,0.015032533804575601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,3072,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,3072,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,3072,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,3072,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,3072,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,3072,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,3072,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,3072,0.012521599729855856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,3072,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,3072,0.012095999717712403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,3072,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,3072,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,3072,0.012075733145078022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,3072,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,3072,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,3072,0.011970133582750956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,3072,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,3072,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,3072,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,3072,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,3072,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,3072,0.011778133114178975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,3072,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,3072,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,3072,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,3072,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,3072,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,3072,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,3072,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,3072,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,3072,0.011876266201337178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,3072,0.011658666531244914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,3072,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,3072,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,3072,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,3072,0.011693867047627766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,3072,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,2560,0.0826912005742391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,2560,0.0420138676961263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,2560,0.02239146629969279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,2560,0.010980266332626342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,2560,0.011932800213495891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,2560,0.011575466394424439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,2560,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,2560,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,2560,0.011041067043940226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,2560,0.010196266571680705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,2560,0.011052800218264262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,2560,0.011378133296966552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,2560,0.010728533069292705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,2560,0.008996267120043437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,2560,0.00897813340028127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,2560,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,3072,0.011632000406583149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,2560,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,2560,0.008568533261617025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,2560,0.0093450665473938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,2560,0.007793066898981731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,2560,0.007672533392906189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,2560,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,3072,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,2560,0.007657599945863088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,2560,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,2560,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,2560,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,2560,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,2560,0.00823466678460439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,2560,0.005806933343410492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,2560,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,2560,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,2560,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,2560,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,2560,0.00517439991235733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,2560,0.005191466708978017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,3072,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,2560,0.005129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,2560,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,2560,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,2560,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,2560,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,2560,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,2560,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,2560,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,2560,0.007852800190448761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,2560,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,2560,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,2560,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,2560,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,2560,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,2560,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,2560,0.004790399968624115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,2560,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,2560,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,2560,0.005274666845798493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,2560,0.005283200244108836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,2560,0.005268266797065735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,2560,0.006379733482996623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,2560,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,2560,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,2560,0.005318399767080943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,2560,0.14089066187540691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,2560,0.2797621409098307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,2560,0.05941546758015951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,2560,0.03700266679128011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,2560,0.03752106825510661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,2560,0.03506666819254557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,2560,0.03683840036392212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,2560,0.03298880060513814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,2560,0.03493333260218302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,2560,0.03295253316561381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,2560,0.03410346508026123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,2560,0.031879466772079465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,2560,0.032696533203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,2560,0.03116053342819214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,2560,0.031309866905212404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,2560,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,2560,0.005177600185076395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,2560,0.03139839967091878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,2560,0.02958400050799052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,2560,0.029727999369303388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,2560,0.02744213342666626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,2560,0.029257599512736005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,2560,0.029088000456492107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,2560,0.028508800268173217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,2560,0.02490773399670919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,2560,0.024894932905832924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,2560,0.02483733296394348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,2560,0.02477333347002665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,2560,0.024204800526301064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,2560,0.023525333404541014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,2560,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,2560,0.02286826570828756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,2560,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,2560,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,2560,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,2560,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,2560,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,2560,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,2560,0.016786134243011473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,2560,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,2560,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,2560,0.017672532796859743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,2560,0.01660266617933909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,2560,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,2560,0.016030933459599814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,2560,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,2560,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,2560,0.01680319905281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,2560,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,2560,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,2560,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,2560,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,2560,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,2560,0.02098133365313212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,2560,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,2560,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,2560,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,2560,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,2560,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,2560,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,2560,0.01638826628526052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,2560,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,2560,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,2560,0.016382933656374613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,2560,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,2560,0.016060800353686015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,2560,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,2560,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,2560,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,2560,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,2560,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,2560,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,2560,0.01660480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,2560,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,2560,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,2560,0.11446186701456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,2560,0.7186623891194661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,2560,1.4221013387044272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,2560,0.11276799837748211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,2560,0.10809386571248372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,2560,0.10233279863993328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,2560,0.10782506465911865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,2560,0.21983680725097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,2560,0.08833920160929362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,2560,0.09529919624328613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,2560,0.10070292949676514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,2560,0.09506026903788248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,2560,0.08225279649098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,2560,0.08854506810506185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,2560,0.06910613377888998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,2560,0.08164479732513427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,2560,0.07565120061238607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,2560,0.07541226545969645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,2560,0.06908053557078044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,2560,0.06327360073725383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,2560,0.05093226830164591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,2560,0.06289066473642985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,2560,0.04528213342030843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,2560,0.05719360113143921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,2560,0.056662400563557945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,2560,0.050560001532236734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,2560,0.04403306643168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,2560,0.031684267520904544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,2560,0.039074134826660153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,2560,0.03263253370920817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,2560,0.03824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,2560,0.02688213388125102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,2560,0.02558186650276184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,2560,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,2560,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,2560,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,2560,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,2560,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,2560,0.011554132898648579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,2560,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,2560,0.011449600259462994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,2560,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,2560,0.01002346674601237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,2560,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,2560,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,2560,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,2560,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,2560,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,2560,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,2560,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,2560,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,2560,0.009054932991663616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,2560,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,2560,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,2560,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,2560,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,2560,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,2560,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,2560,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,2560,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,2560,0.010283733407656353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,2560,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,2560,0.010443733135859171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,2560,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,2560,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,2560,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,2560,0.009911466638247173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,2560,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,2560,0.009830400347709656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,2560,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,2560,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,2560,0.10835093657175701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,2560,0.05881706476211548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,2560,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,2560,0.01964799960454305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,2560,0.019851734240849815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,2560,0.01911146640777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,2560,0.01906026601791382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,2560,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,2560,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,2560,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,2560,0.01309653321901957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,2560,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,2560,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,2560,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,2560,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,2560,0.017442133029301962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,2560,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,2560,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,2560,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,2560,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,2560,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,2560,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,2560,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,2560,0.015317333738009134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,2560,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,2560,0.015032533804575601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,2560,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,2560,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,2560,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,2560,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,2560,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,2560,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,2560,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,2560,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,2560,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,2560,0.012784000237782797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,2560,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,2560,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,2560,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,2560,0.011461333433787028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,2560,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,2560,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,2560,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,2560,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,2560,0.010917333761850993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,2560,0.01114453375339508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,2560,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,2560,0.01088853379090627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,2560,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,2560,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,2560,0.011149866382280986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,2560,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,2560,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,2560,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,2560,0.011002666751543681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,2560,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,2560,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,2560,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,2560,0.010523733496665955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,2560,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,2560,0.01088213324546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,2560,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,2560,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,2048,0.06720853646596273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,2048,0.03385066588719686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,2048,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,2048,0.009355733791987102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,2048,0.010174933075904845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,2048,0.009818666179974874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,2048,0.008937600255012512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,2048,0.009027199943860371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,2048,0.00842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,2048,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,2048,0.009633066256841023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,2048,0.007715199887752533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,2048,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,2048,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,2048,0.007853866616884867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,2048,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,2048,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,2048,0.0068800002336502075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,2560,0.0108842670917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,2048,0.006972800195217133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,2048,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,2048,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,2048,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,2048,0.005996799965699514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,2048,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,2048,0.005649066468079885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,2048,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,2048,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,2048,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,2048,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,2048,0.005156266689300537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,2048,0.0047189335028330484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,2048,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,2048,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,2048,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,2048,0.004310399790604909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,2048,0.0043594668308893835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,2048,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,2048,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,2048,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,2048,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,2048,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,2048,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,2048,0.004341333111127218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,2048,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,2048,0.004569600025812784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,2048,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,2048,0.007652266820271809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,2048,0.004377600053946177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,2048,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,2048,0.004317866762479147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,2048,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,2048,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,2048,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,2048,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,2048,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,2048,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,2048,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,2048,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,2048,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,2048,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,2048,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,2048,0.004567466676235199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,2048,0.04847466548283895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,2048,0.10705599784851075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,2048,0.22608960469563805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,2048,0.033129600683848064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,2048,0.03297706643740336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,2048,0.030929066737492877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,2048,0.03305280009905497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,2048,0.030989867448806763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,2048,0.03099626700083415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,2048,0.029356799523035687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,2048,0.029975465933481854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,2048,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,2048,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,2048,0.028199466069539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,2048,0.027064534028371175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,2048,0.02709760069847107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,2048,0.026627200841903686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,2048,0.026681600014368693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,2048,0.025336533784866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,2048,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,2048,0.024423466126124064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,2048,0.02481493353843689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,2048,0.024380799134572348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,2048,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,2048,0.031007999181747438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,2048,0.023460266987482707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,2048,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,2048,0.02334293325742086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,2048,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,2048,0.023757867018381753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,2048,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,2048,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,2048,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,2048,0.02050559918085734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,2048,0.019884800910949706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,2048,0.019663999478022255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,2048,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,2048,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,2048,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,2048,0.017709867159525553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,2048,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,2048,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,2048,0.01744106610616048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,2048,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,2048,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,2048,0.016772266228993735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,2048,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,2048,0.016685867309570314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,2048,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,2048,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,2048,0.014817066987355552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,2048,0.015254400173823037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,2048,0.0163263996442159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,2048,0.014712533354759217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,2048,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,2048,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,2048,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,2048,0.017114667097727458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,2048,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,2048,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,2048,0.015095466375350952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,2048,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,2048,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,2048,0.01620586713155111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,2048,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,2048,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,2048,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,2048,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,2048,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,2048,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,2048,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,2048,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,2048,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,2048,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,2048,0.01576959987481435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,2048,0.11207679907480876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,2048,0.11258880297342937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,2048,0.10631146430969238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,2048,0.7079413096110027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,2048,0.10653226375579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,2048,0.20628693898518882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,2048,0.10072853565216064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,2048,1.4072864532470704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,2048,0.09365440209706624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,2048,0.09390613238016764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,2048,0.08791999816894532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,2048,0.09948053359985351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,2048,0.0887391964594523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,2048,0.08109440008799235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,2048,0.06861440340677896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,2048,0.06862080097198486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,2048,0.0747701327006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,2048,0.07439786593119303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,2048,0.0813759962717692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,2048,0.06248213450113932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,2048,0.050146134694417324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,2048,0.05630079905192057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,2048,0.062009600798288975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,2048,0.044811733563741046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,2048,0.055870934327443444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,2048,0.04978986581166585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,2048,0.04395946661631266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,2048,0.03173120021820068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,2048,0.038388268152872725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,2048,0.02674986720085144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,2048,0.03750400145848592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,2048,0.03208853403727214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,2048,0.02018346587816874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,2048,0.025124265750249224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,2048,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,2048,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,2048,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,2048,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,2048,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,2048,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,2048,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,2048,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,2048,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,2048,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,2048,0.009388800462086995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,2048,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,2048,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,2048,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,2048,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,2048,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,2048,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,2048,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,2048,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,2048,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,2048,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,2048,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,2048,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,2048,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,2048,0.00849173367023468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,2048,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,2048,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,2048,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,2048,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,2048,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,2048,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,2048,0.008810666203498841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,2048,0.00904319981733958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,2048,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,2048,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,2048,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,2048,0.008891733487447102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,2048,0.02757546703020732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,2048,0.08912959893544516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,2048,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,2048,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,2048,0.050188799699147545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,2048,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,2048,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,2048,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,2048,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,2048,0.016125866770744325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,2048,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,2048,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,2048,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,2048,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,2048,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,2048,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,2048,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,2048,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,2048,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,2048,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,2048,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,2048,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,2048,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,2048,0.01288640002409617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,2048,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,2048,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,2048,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,2048,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,2048,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,2048,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,2048,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,2048,0.011327999830245971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,2048,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,2048,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,2048,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,2048,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,2048,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,2048,0.01050986647605896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,2048,0.010545066992441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,2048,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,2048,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,2048,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,2048,0.009716266393661499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,2048,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,2048,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,2048,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,2048,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,2048,0.00974826713403066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,2048,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,2048,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,2048,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,2048,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,2048,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,2048,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,2048,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,2048,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,2048,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,2048,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,2048,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,2048,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,1536,0.05282346804936727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,1536,0.026280534267425538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,1536,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,1536,0.008242133259773254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,1536,0.00858133335908254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,1536,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,1536,0.007815466821193695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,1536,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,1536,0.007288533449172974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,1536,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,1536,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,1536,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,1536,0.006577066580454509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,1536,0.006851199766000111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,1536,0.007253333429495494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,2048,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,1536,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,1536,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,1536,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,1536,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,1536,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,1536,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,1536,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,1536,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,1536,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,1536,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,1536,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,1536,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,1536,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,1536,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,1536,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,1536,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,1536,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,1536,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,1536,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,1536,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,1536,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,1536,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,1536,0.004068266600370407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,1536,0.003917866696914038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,1536,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,1536,0.003953066716591517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,1536,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,1536,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,1536,0.00388373335202535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,1536,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,1536,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,1536,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,1536,0.003924266745646795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,1536,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,1536,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,1536,0.004332800209522247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,1536,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,1536,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,1536,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,1536,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,1536,0.004934399823347728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,1536,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,1536,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,1536,0.00476800004641215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,1536,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,1536,0.004403199752171834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,1536,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,1536,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,1536,0.004403199752171834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,1536,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,1536,0.00481279989083608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,1536,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,1536,0.07637759844462076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,1536,0.1715434710184733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,1536,0.039426132043202715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,1536,0.029953066507975263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,1536,0.0306986669699351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,1536,0.028884265820185346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,1536,0.028940800825754804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,1536,0.028201599915822346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,1536,0.02715839942296346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,1536,0.027155200640360515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,1536,0.0271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,1536,0.026794666051864625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,1536,0.02544426719347636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,1536,0.02699413299560547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,1536,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,1536,0.024943999449412026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,1536,0.02415786584218343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,1536,0.02409279942512512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,1536,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,1536,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,1536,0.023821866512298583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,1536,0.02286826570828756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,1536,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,1536,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,1536,0.022849067052205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,1536,0.0047775998711586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,1536,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,1536,0.022105600436528525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,1536,0.021615999937057494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,1536,0.021095466613769532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,1536,0.020844799280166627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,1536,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,1536,0.019913599888483683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,1536,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,1536,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,1536,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,1536,0.017151999473571777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,1536,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,1536,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,1536,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,1536,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,1536,0.016834133863449098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,1536,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,1536,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,1536,0.017259732882181803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,1536,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,1536,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,1536,0.017348267634709678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,1536,0.0160480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,1536,0.017574399709701538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,1536,0.01727679967880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,1536,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,1536,0.015108266472816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,1536,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,1536,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,1536,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,1536,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,1536,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,1536,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,1536,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,1536,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,1536,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,1536,0.015404799580574035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,1536,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,1536,0.014822399616241455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,1536,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,1536,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,1536,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,1536,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,1536,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,1536,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,1536,0.014969600240389505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,1536,0.014816000064214071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,1536,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,1536,0.1104629357655843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,1536,0.2043989340464274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,1536,0.10522027015686035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,1536,0.6535392125447591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,1536,0.10534826914469402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,1536,0.09886506398518881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,1536,1.3948853810628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,1536,0.11080959637959797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,1536,0.0923583984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,1536,0.09839786688486735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,1536,0.09202240308125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,1536,0.0861290693283081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,1536,0.08585813045501708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,1536,0.07974720001220703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,1536,0.06801493167877197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,1536,0.07391893068949382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,1536,0.07989760239919028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,1536,0.07368106842041015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,1536,0.06784533659617106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,1536,0.06197973489761353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,1536,0.0497439980506897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,1536,0.06126506725947062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,1536,0.04932693243026733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,1536,0.04396266539891561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,1536,0.05505813360214233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,1536,0.05514666636784872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,1536,0.04316800038019816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,1536,0.03092693289120992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,1536,0.03821226755777995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,1536,0.036696533362070724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,1536,0.03175786733627319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,1536,0.025589332977930708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,1536,0.02461973428726196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,1536,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,1536,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,1536,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,1536,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,1536,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,1536,0.010665599505106609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,1536,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,1536,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,1536,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,1536,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,1536,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,1536,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,1536,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,1536,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,1536,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,1536,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,1536,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,1536,0.008566400408744812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,1536,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,1536,0.008854400118192036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,1536,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,1536,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,1536,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,1536,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,1536,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,1536,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,1536,0.00839466651280721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,1536,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,1536,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,1536,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,1536,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,1536,0.07076480388641357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,1536,0.037945600350697835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,1536,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,1536,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,1536,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,1536,0.014754133423169455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,1536,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,1536,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,1536,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,1536,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,1536,0.013703466455141703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,1536,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,1536,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,1536,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,1536,0.01293333371480306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,1536,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,1536,0.012494933605194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,1536,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,1536,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,1536,0.01206826666990916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,1536,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,1536,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,1536,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,1536,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,1536,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,1536,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,1536,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,1536,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,1536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,1536,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,1536,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,1536,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,1536,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,1536,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,1536,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,1536,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,1536,0.00962773362795512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,1536,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,1536,0.009275733431180318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,1536,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,1536,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,1536,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,1536,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,1536,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,1536,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,1536,0.00920746624469757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,1536,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,1536,0.012149332960446676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,1536,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,1536,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,1536,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,1536,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,1536,0.00925546685854594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,1536,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,1536,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,1536,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,1536,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,1536,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,1536,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,1536,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,1536,0.009367466966311137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,1536,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,1536,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,1024,0.035979731877644854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,1024,0.017858133713404337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,1024,0.01056106686592102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,1024,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,1536,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,1024,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,1536,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,1024,0.006833066542943318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,1024,0.00610453337430954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,1024,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,1024,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,1024,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,1024,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,1024,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,1024,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,1024,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,1024,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,1024,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,1024,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,1024,0.005559466779232025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,1024,0.004750933249791463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,1024,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,1024,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,1024,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,1024,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,1024,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,1024,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,1024,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,1024,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,1024,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,1024,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,1024,0.003939199944337209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,1024,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,1024,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,1024,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,1024,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,1024,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,1024,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,1024,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,1024,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,1024,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,1024,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,1024,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,1024,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,1024,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,1024,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,1024,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,1024,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,1024,0.0031338666876157125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,1024,0.003278933217128118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,1024,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,1024,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,1024,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,1024,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,1024,0.0038773333032925926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,1024,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,1024,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,1024,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,1024,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,1024,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,1024,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,1024,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,1024,0.004474666714668274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,1024,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,1024,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,1024,0.0043712000052134195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,1024,0.10889066855112713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,1024,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,1024,0.04950933456420899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,1024,0.031117866436640423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,1024,0.02508266568183899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,1024,0.02514773408571879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,1024,0.02362346649169922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,1024,0.024359466632207234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,1024,0.024116265773773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,1024,0.022957867383956908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,1024,0.023078399896621703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,1024,0.023600000143051147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,1024,0.022875734170277915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,1024,0.023164800802866616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,1024,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,1024,0.023095466693242393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,1024,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,1024,0.022345600525538127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,1024,0.004525866607824961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,1024,0.022717867294947305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,1024,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,1024,0.022779732942581177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,1024,0.020761599143346153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,1024,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,1024,0.02069546580314636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,1024,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,1024,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,1024,0.02032853364944458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,1024,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,1024,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,1024,0.02493120034535726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,1024,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,1024,0.01811093290646871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,1024,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,1024,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,1024,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,1024,0.015140266219774882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,1024,0.015355733036994935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,1024,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,1024,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,1024,0.017499732971191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,1024,0.016269866625467935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,1024,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,1024,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,1024,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,1024,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,1024,0.014773333072662353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,1024,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,1024,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,1024,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,1024,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,1024,0.018465065956115724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,1024,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,1024,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,1024,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,1024,0.015129599968592325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,1024,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,1024,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,1024,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,1024,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,1024,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,1024,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,1024,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,1024,0.015097600221633912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,1024,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,1024,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,1024,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,1024,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,1024,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,1024,0.20162347157796226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,1024,0.40616321563720703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,1024,0.11045013268788655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,1024,0.10426987012227376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,1024,0.11005653540293377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,1024,1.3839008331298828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,1024,0.10378666718800862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,1024,0.09810773531595865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,1024,0.09174293677012126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,1024,0.08576959768931071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,1024,0.09889492988586426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,1024,0.09216746489206949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,1024,0.08541759649912516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,1024,0.07345279852549234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,1024,0.07961173057556152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,1024,0.079694930712382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,1024,0.06775573094685873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,1024,0.06693867047627768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,1024,0.07353706359863281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,1024,0.061110401153564455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,1024,0.05474773248036703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,1024,0.06125760078430176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,1024,0.049762133757273355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,1024,0.04894933303197225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,1024,0.04285333156585693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,1024,0.055086934566497804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,1024,0.04277439912160237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,1024,0.03666773239771525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,1024,0.030502400795618695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,1024,0.024782933791478477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,1024,0.03664640188217163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,1024,0.03099413315455119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,1024,0.024308266242345174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,1024,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,1024,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,1024,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,1024,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,1024,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,1024,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,1024,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,1024,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,1024,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,1024,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,1024,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,1024,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,1024,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,1024,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,1024,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,1024,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,1024,0.011680000027020772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,1024,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,1024,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,1024,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,1024,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,1024,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,1024,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,1024,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,1024,0.007577600081761678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,1024,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,1024,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,1024,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,1024,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,1024,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,1024,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,1024,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,1024,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,1024,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,1024,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,1024,0.026837333043416338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,1024,0.05247466564178467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,1024,0.007718400160471599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,1024,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,1024,0.012097066640853882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,1024,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,1024,0.011773866415023804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,1024,0.011729066570599873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,1024,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,1024,0.011735467116038005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,1024,0.01190826694170634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,1024,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,1024,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,1024,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,1024,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,1024,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,1024,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,1024,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,1024,0.0108842670917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,1024,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,1024,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,1024,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,1024,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,1024,0.010319999853769938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,1024,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,1024,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,1024,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,1024,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,1024,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,1024,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,1024,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,1024,0.00949013332525889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,1024,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,1024,0.009092266360918682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,1024,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,1024,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,1024,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,1024,0.008470400174458822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,1024,0.007985066870848339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,1024,0.00806826651096344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,1024,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,1024,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,1024,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,1024,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,1024,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,1024,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,1024,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,1024,0.008062933385372163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,1024,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,1024,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,1024,0.008385066191355388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,1024,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,1024,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,1024,0.008024533092975617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,768,0.028381866216659547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,768,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,768,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,768,0.00553706685702006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,768,0.005910400052865346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,768,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,768,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,768,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,1024,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,768,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,768,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,768,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,768,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,768,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,768,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,768,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,768,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,768,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,768,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,768,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,768,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,768,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,768,0.004858666658401489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,768,0.004334933559099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,768,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,768,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,768,0.003908266623814901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,768,0.004260266820589701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,768,0.003914666672547659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,768,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,768,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,768,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,768,0.003123199939727783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,768,0.0031957333286603295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,768,0.003253333270549774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,768,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,768,0.0030805334448814393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,768,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,768,0.003202133377393087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,768,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,768,0.003156266609827677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,768,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,768,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,768,0.0031701333820819853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,768,0.003357866654793421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,768,0.0032650666932264962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,768,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,768,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,768,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,768,0.003305600086847941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,768,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,768,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,768,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,768,0.04025919834772746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,768,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,768,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,768,0.024257065852483113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,768,0.02337706685066223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,768,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,768,0.023795199394226075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,768,0.023016534248987832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,768,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,768,0.022929066419601442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,768,0.02276373306910197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,768,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,768,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,768,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,768,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,768,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,768,0.021297067403793335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,768,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,768,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,768,0.020056533813476562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,768,0.08056000073750814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,768,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,768,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,768,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,768,0.01880319913228353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,768,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,768,0.01888426740964254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,768,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,768,0.018204800287882485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,768,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,768,0.0172160009543101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,768,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,768,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,768,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,768,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,768,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,768,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,768,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,768,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,768,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,768,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,768,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,768,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,768,0.017949867248535156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,768,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,768,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,768,0.015836800138155617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,768,0.017624533176422118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,768,0.01557866632938385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,768,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,768,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,768,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,768,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,768,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,768,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,768,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,768,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,768,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,768,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,768,0.015614933768908181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,768,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,768,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,768,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,768,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,768,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,768,0.1999029318491618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,768,0.10899199644724529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,768,0.397106138865153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,768,0.10258239905039471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,768,0.10980799992879231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,768,1.3934314727783204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,768,0.10266133149464925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,768,0.09117440382639566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,768,0.09647893110911052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,768,0.08506986300150553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,768,0.08489493529001871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,768,0.09649066925048828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,768,0.09135680198669434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,768,0.07883093357086182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,768,0.06654933293660482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,768,0.07840747038523356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,768,0.06651413440704346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,768,0.07204693158467611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,768,0.0722645362218221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,768,0.06123413244883219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,768,0.04895573457082113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,768,0.054426666100819907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,768,0.0423583984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,768,0.06039040088653565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,768,0.05412373145421347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,768,0.04815253416697184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,768,0.03658133347829183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,768,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,768,0.024306132396062215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,768,0.041995731989542644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,768,0.03579306602478027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,768,0.03089386622111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,768,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,768,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,768,0.017833600441614784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,768,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,768,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,768,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,768,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,768,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,768,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,768,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,768,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,768,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,768,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,768,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,768,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,768,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,768,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,768,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,768,0.007291733225186665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,768,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,768,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,768,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,768,0.011139200131098429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,768,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,768,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,768,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,768,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,768,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,768,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,768,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,768,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,768,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,768,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,768,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,768,0.04344533284505208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,768,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,768,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,768,0.014966400464375815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,768,0.012108799815177918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,768,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,768,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,768,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,768,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,768,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,768,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,768,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,768,0.011684266726175944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,768,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,768,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,768,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,768,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,768,0.010777599612871806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,768,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,768,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,768,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,768,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,768,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,768,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,768,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,768,0.009916800260543823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,768,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,768,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,768,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,768,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,768,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,768,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,768,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,768,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,768,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,768,0.007986133297284443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,768,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,768,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,768,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,768,0.008108800152937572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,768,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,768,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,768,0.007866666714350382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,768,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,768,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,768,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,768,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,768,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,768,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,768,0.00784746656815211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,768,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,768,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,768,0.007714133461316426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,768,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,512,0.0204586664835612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,512,0.010965333382288615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,512,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,512,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,768,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,512,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,768,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,512,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,512,0.005111466844876607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,512,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,512,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,512,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,512,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,512,0.00477866679430008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,512,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,512,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,512,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,512,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,512,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,512,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,512,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,512,0.003753600021203359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,512,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,512,0.004466133316357931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,512,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,512,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,512,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,512,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,512,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,512,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,512,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,512,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,512,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,512,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,512,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,512,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,512,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,512,0.002674133330583572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,512,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,512,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,512,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,512,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,512,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,512,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,512,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,512,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,512,0.003310933212439219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,512,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,512,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,512,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,512,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,512,0.0030634666482607523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,512,0.0031797334551811217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,512,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,512,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,512,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,512,0.060096001625061034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,512,0.03528000116348266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,512,0.026760532458623247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,512,0.02239360014597575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,512,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,512,0.021658666928609214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,512,0.0211136003335317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,512,0.020725333690643312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,512,0.021016534169514975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,512,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,512,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,512,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,512,0.019527467091878255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,512,0.020490666230519615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,512,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,512,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,512,0.018709333737691243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,512,0.019795199235280357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,512,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,512,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,512,0.01923840045928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,512,0.01917333404223124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,512,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,512,0.018484266599019368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,512,0.01670080025990804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,512,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,512,0.017182934284210204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,512,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,512,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,512,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,512,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,512,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,512,0.021465599536895752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,512,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,512,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,512,0.015877333283424378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,512,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,512,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,512,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,512,0.015557333827018738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,512,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,512,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,512,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,512,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,512,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,768,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,512,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,512,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,512,0.015710933009783427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,512,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,512,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,512,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,512,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,512,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,512,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,512,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,512,0.01344319979349772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,512,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,512,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,512,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,512,0.014006400108337402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,512,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,512,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,512,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,512,0.013751467068990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,512,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,512,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,512,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,512,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,512,0.1989408016204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,512,0.39056212107340493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,512,0.10832746823628743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,512,0.10257919629414876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,512,0.10832426548004151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,512,0.09613760312398276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,512,1.240982437133789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,512,0.10185813109079997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,512,0.09598186810811361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,512,0.0837440013885498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,512,0.08986986478169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,512,0.08981653054555258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,512,0.08357120354970296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,512,0.07848532994588217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,512,0.06653866767883301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,512,0.07269759972890219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,512,0.07794346809387206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,512,0.07151040236155191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,512,0.06077653169631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,512,0.05964266856511434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,512,0.04814720153808594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,512,0.047729067007700604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,512,0.06538666486740112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,512,0.04232426484425862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,512,0.05400533278783163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,512,0.053396264712015785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,512,0.04166933298110962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,512,0.03622186581293742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,512,0.029681066672007244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,512,0.024791467189788818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,512,0.03544106483459473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,512,0.030509867270787555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,512,0.01821440060933431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,512,0.023561600844065347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,512,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,512,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,512,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,512,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,512,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,512,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,512,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,512,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,512,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,512,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,512,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,512,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,512,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,512,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,512,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,512,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,512,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,512,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,512,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,512,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,512,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,512,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,512,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,512,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,512,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,512,0.006798933446407318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,512,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,512,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,512,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,512,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,512,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,512,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,512,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,512,0.03236693342526754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,512,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,512,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,512,0.015081600348154704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,512,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,512,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,512,0.011964799960454305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,512,0.011808000008265178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,512,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,512,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,512,0.011346133550008138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,512,0.01130239963531494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,512,0.011116799712181092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,512,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,512,0.010544000069300334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,512,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,512,0.01051520009835561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,512,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,512,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,512,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,512,0.010153599580128988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,512,0.009639466802279156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,512,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,512,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,512,0.009339732925097148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,512,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,512,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,512,0.00881173312664032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,512,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,512,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,512,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,512,0.008460799853007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,512,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,512,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,512,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,512,0.007657599945863088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,512,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,512,0.007692799965540569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,512,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,512,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,512,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,512,0.00772266685962677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,512,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,512,0.007331199944019318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,512,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,512,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,512,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,512,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,512,0.007784533500671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,512,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,512,0.007582933207352956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,512,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,512,0.00719893326361974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,512,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,512,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,512,0.007701333363850911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,512,0.007213866710662842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,256,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,256,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,512,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,256,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,256,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,256,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,256,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,256,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,256,0.003928533444801966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,256,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,256,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,256,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,256,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,256,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,256,0.0035018667578697203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,256,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,256,0.003502933432658514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,256,0.0035306667288144433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,256,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,256,0.0030847998956839246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,256,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,256,0.003902933249870936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,256,0.003915733347336451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,256,0.0030773334205150605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,256,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,256,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,256,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,256,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,256,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,256,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,256,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,256,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,256,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,256,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,256,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,256,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,256,0.002690133452415466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,256,0.0026933332284291584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,256,0.002690133452415466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,256,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,256,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,256,0.002712533374627431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,256,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,256,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,256,0.0024842667082945508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,256,0.0026975999275843303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,256,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,256,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,256,0.0023978665471076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,256,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,256,0.0026805333793163298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,256,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,256,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,256,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,256,0.0027893332143624624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,256,0.03899946610132853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,256,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,256,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,256,0.019645865758260092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,256,0.018860799074172974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,256,0.01881813406944275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,256,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,256,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,256,0.018822399775187175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,256,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,256,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,256,0.01843199928601583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,256,0.017988266547520955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,256,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,256,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,256,0.028648533423741657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,256,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,256,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,256,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,256,0.016784000396728515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,256,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,256,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,256,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,256,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,256,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,256,0.01625706652800242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,256,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,256,0.01583999991416931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,256,0.015982932845751443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,256,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,256,0.01681493322054545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,256,0.01788160006205241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,256,0.01509119967619578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,256,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,256,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,256,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,256,0.015602133671442666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,256,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,256,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,256,0.014686933159828186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,256,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,256,0.015526400009791056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,256,0.01597760021686554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,256,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,256,0.013970133662223817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,256,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,256,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,256,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,256,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,256,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,256,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,256,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,256,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,256,0.013858133554458618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,256,0.013834666212399802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,256,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,256,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,256,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,256,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,256,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,256,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,256,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,256,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,256,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,256,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,512,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,256,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,256,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,256,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,256,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,256,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,256,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,256,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,256,0.31722987492879234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,256,0.16182506879170735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,256,0.08786986668904623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,256,0.08329599698384603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,256,0.646565310160319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,256,0.0886677344640096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,256,0.07857279777526856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,256,0.08382506370544433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,256,0.07444372971852621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,256,0.07359680334726969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,256,0.07846506436665854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,256,0.06820800304412841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,256,0.06376533508300782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,256,0.06951039632161458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,256,0.0543562650680542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,256,0.06332799990971884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,256,0.05393813451131185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,256,0.059621334075927734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,256,0.05892053445180258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,256,0.04906453291575114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,256,0.04907946586608887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,256,0.039033599694569904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,256,0.035095465183258054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,256,0.04492479960123698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,256,0.04444479942321777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,256,0.040010666847229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,256,0.034380801518758136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,256,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,256,0.030162133773167926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,256,0.025260800123214723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,256,0.029667200644810994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,256,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,256,0.019922133286794028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,256,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,256,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,256,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,256,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,256,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,256,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,256,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,256,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,256,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,256,0.006902400155862172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,256,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,256,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,256,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,256,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,256,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,256,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,256,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,256,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,256,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,256,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,256,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,256,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,256,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,256,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,256,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,256,0.005995733539263407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,256,0.00553706685702006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,256,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,256,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,256,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,256,0.0057087997595469155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,256,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,256,0.02802666624387105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,256,0.021022933721542358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,256,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,256,0.011752532919247945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,256,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,256,0.011687466502189636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,256,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,256,0.011335466305414836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,256,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,256,0.010971732934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,256,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,256,0.010494933525721232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,256,0.010523733496665955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,256,0.010496000448862713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,256,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,256,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,256,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,256,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,256,0.009714133540789286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,256,0.009318400422732036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,256,0.00979306697845459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,256,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,256,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,256,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,256,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,256,0.008449066678682964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,256,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,256,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,256,0.008414933085441589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,256,0.008071466783682505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,256,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,256,0.007703466713428498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,256,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,256,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,256,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,256,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,256,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,256,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,256,0.0071839998165766404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,256,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,256,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,256,0.00722453345855077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,256,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,256,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,256,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,256,0.006820266445477803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,256,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,256,0.00666133314371109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,256,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,256,0.006781866649786632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,256,0.006790400048096975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,256,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,256,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,256,0.006914133330186208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,128,0.011325866977373759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,128,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,128,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,128,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,128,0.0035584000249703727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,256,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,128,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,128,0.0034624000390370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,128,0.0035242666800816857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,128,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,128,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,128,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,128,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,128,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,128,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,128,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,128,0.0031456001102924346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,128,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,128,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,128,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,128,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,128,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,128,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,128,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,128,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,128,0.002681600054105123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,128,0.002674133330583572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,128,0.0031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,128,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,128,0.0027029333015282948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,128,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,128,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,128,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,128,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,128,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,128,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,128,0.002491733431816101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,128,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,128,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,128,0.002480000009139379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,128,0.002282666663328807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,128,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,128,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,128,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,128,0.0024458666642506914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,128,0.00240639994541804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,128,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,128,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,128,0.0022944000860055285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,128,0.002271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,128,0.002373333275318146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,128,0.0022783999641736346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,128,0.002384000023206075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,128,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,128,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,128,0.002311466634273529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,128,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,128,0.0024330665667851763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,128,0.028970666726430255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,128,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,128,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,128,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,128,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,128,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,128,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,128,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,128,0.016771199305852254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,128,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,128,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,128,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,128,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,128,0.01622719963391622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,128,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,128,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,128,0.016343466440836587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,128,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,128,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,128,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,128,0.015629866719245912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,128,0.017256534099578856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,128,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,128,0.016764799753824867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,128,0.017480534315109254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,128,0.015426133076349893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,128,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,128,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,128,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,128,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,128,0.01564586659272512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,128,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,128,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,128,0.015205333630243937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,128,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,128,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,128,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,128,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,128,0.01606826682885488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,128,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,128,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,128,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,128,0.014807466665903726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,128,0.01602773368358612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,128,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,128,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,128,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,128,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,128,0.013460266590118408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,128,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,128,0.0134634663661321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,128,0.012973866860071816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,128,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,128,0.01302826702594757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,128,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,128,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,128,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,128,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,128,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,128,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,128,0.013853866855303446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,128,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,128,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,128,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,128,0.013384532928466798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,128,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,128,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,128,0.014003200332323709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,128,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,128,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,256,0.009698133667310078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,128,0.2794015884399414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,128,0.07845866680145264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,128,0.5551200230916341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,128,0.07394986947377523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,128,0.14272425969441732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,128,0.07848320007324219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,128,0.07441173394521078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,128,0.06982080141703287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,128,0.06497706572214762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,128,0.06091626485188802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,128,0.06942293643951417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,128,0.06541333198547364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,128,0.06168213287989298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,128,0.0567840019861857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,128,0.05751039981842041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,128,0.048077865441640215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,128,0.05272853374481201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,128,0.052707199255625406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,128,0.048743466536204025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,128,0.04473280111948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,128,0.03555306593577067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,128,0.04367893139521281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,128,0.03128640055656433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,128,0.03548693259557088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,128,0.03986133337020874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,128,0.039493334293365476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,128,0.031034666299819946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,128,0.02269866665204366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,128,0.027371732393900554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,128,0.026925865809122724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,128,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,128,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,128,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,128,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,128,0.01369493305683136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,128,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,128,0.009278933207194012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,128,0.008029866715272267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,128,0.008186666667461396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,128,0.007778133451938629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,128,0.008042666812737782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,128,0.006926933427651723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,128,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,128,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,128,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,128,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,128,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,128,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,128,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,128,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,128,0.005960533519585928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,128,0.005981866518656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,128,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,128,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,128,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,128,0.00576853354771932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,128,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,128,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,128,0.005970133344332377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,128,0.005790933469931285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,128,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,128,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,128,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,128,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,128,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,128,0.006000000238418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,128,0.03507733345031738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,128,0.02687679926554362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,128,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,128,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,128,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,128,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,128,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,128,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,128,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,128,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,128,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,128,0.010413866241772969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,128,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,128,0.010054399569829304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,128,0.010222933689753215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,128,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,128,0.009846400221188862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,128,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,128,0.009794132908185323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,128,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,128,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,128,0.009332266449928284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,128,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,128,0.008589866757392883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,128,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,128,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,128,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,128,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,128,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,128,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,128,0.0079925333460172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,128,0.007242666681607564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,128,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,128,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,128,0.007314133147398631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,128,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,128,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,128,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,128,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,128,0.006770133475462596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,128,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,128,0.007192533214886982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,128,0.007325866818428039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,128,0.006856533388296763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,128,0.0068234667181968685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,128,0.006751999755700429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,128,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,128,0.006720000008742015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,128,0.006905599931875865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,128,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,128,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,128,0.006738133231798808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,64,0.010311466455459595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,64,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,64,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,64,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,64,0.0034944000343481696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,64,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,64,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,64,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,64,0.00310506671667099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,64,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,64,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,64,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,64,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,64,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,64,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,64,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,64,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,64,0.0030773334205150605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,64,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,64,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,64,0.0031360000371932983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,64,0.0031509332358837126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,64,0.0027434666951497394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,64,0.0026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,64,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,64,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,64,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,64,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,64,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,64,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,64,0.0023146666586399078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,64,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,64,0.002299733211596807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,64,0.002277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,64,0.002282666663328807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,64,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,64,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,64,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,64,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,64,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,64,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,64,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,64,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,64,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,64,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,64,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,64,0.023307732741038003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,64,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,128,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,64,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,64,0.016453333695729575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,64,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,64,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,64,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,64,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,64,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,64,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,64,0.017016534010569254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,64,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,64,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,64,0.015454933047294617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,64,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,64,0.015837867061297098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,64,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,64,0.015007999539375306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,64,0.017014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,64,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,64,0.015449600418408713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,64,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,64,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,64,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,64,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,64,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,64,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,64,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,64,0.014698666334152222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,64,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,64,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,64,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,128,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,64,0.015100799997647605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,64,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,64,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,64,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,64,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,64,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,64,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,64,0.013390933473904928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,64,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,64,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,64,0.013049599528312684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,64,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,64,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,64,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,64,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,64,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,64,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,64,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,64,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,64,0.013416533668835958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,64,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,64,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,64,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,64,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,64,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,64,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,64,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,64,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,64,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,64,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,64,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,64,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,64,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,64,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,64,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,64,0.014276267091433207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,768,32,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,64,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,768,32,0.008820266524950663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,768,32,0.005148800214131674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,768,32,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,64,0.013752532998720804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,768,32,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,768,32,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,768,32,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,768,32,0.003504000107447306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,768,32,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,768,32,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,768,32,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,768,32,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,768,32,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,768,32,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,768,32,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,768,32,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,768,32,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,768,32,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,768,32,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,768,32,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,768,32,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,768,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,768,32,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,768,32,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,768,32,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,768,32,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,768,32,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,768,32,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,768,32,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,768,32,0.002775466690460841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,768,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,768,32,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,768,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,768,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,768,32,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,768,32,0.002370133250951767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,768,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,768,32,0.0023541333774725597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,768,32,0.002362666775782903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,768,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,768,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,768,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,768,32,0.0023882667223612468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,768,32,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,768,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,768,32,0.0023786666492621104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,768,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,768,32,0.0022709332406520844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,768,32,0.002328533430894216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,768,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,768,32,0.002271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,768,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,768,32,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,768,32,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,768,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,768,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,768,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,768,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,768,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,768,32,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,768,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,768,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,768,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,768,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,768,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,768,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,768,32,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,768,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,768,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,768,32,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,768,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,32,0.027998934189478557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,768,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,32,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,768,32,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,32,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,32,0.01772800087928772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,32,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,32,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,32,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,768,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,32,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,32,0.014633599917093912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,32,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,32,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,32,0.016130133469899496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,32,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,32,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,32,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,32,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,32,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,32,0.014728533228238425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,32,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,32,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,32,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,32,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,32,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,32,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,32,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,32,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,32,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,32,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,32,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,768,32,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,768,32,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,768,32,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,768,32,0.014847999811172486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,768,32,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,768,32,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,768,32,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,768,32,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,768,32,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,32,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,768,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,768,32,0.013084800044695536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,768,32,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,768,32,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,768,32,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,768,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,768,32,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,768,32,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,768,32,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,768,32,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,768,32,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,768,32,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,768,32,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,768,32,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,768,32,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,768,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,768,32,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,768,32,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,768,32,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,768,32,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,768,32,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,768,32,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,768,32,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,768,32,0.014203733205795288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,768,32,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,768,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,768,32,0.013707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,768,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,768,32,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,768,32,0.013581867019335428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,768,32,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,768,32,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,768,32,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,65536,0.34520710839165586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,65536,0.19569067160288492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,65536,0.6404942406548394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,65536,0.1881706714630127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,65536,0.1820160018073188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,65536,1.3852977752685547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,65536,0.21704888343811035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,65536,0.20243377155727812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,65536,0.1748053365283542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,768,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,65536,0.18674843841128877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,65536,0.15935999817318386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,65536,0.1648728847503662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,65536,0.15956444210476345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,65536,0.19758578141530356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,65536,0.14685155285729304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,65536,0.14241245057847765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,65536,0.17657777998182508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,65536,0.13792533344692653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,65536,0.13593599531385633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,65536,0.10460978084140354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,65536,0.15211555692884657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,65536,0.11200000180138482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,65536,0.11094578107198079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,65536,0.09616177611880833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,65536,0.11076622539096409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,65536,0.0934293336338467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,65536,0.08093866374757555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,65536,0.076072891553243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,65536,0.07402666409810384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,65536,0.060567114088270396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,65536,0.055461333857642285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,65536,0.049365331729253135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,65536,0.03904177745183309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,65536,0.18313066164652506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,65536,0.02611911131276025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,65536,0.02619022296534644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,65536,0.02425777746571435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,65536,0.02425066630045573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,65536,0.023656888140572443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,65536,0.023336889015303716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,65536,0.023507555325826008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,65536,0.019498666127522785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,65536,0.021831111775504217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,65536,0.01811377704143524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,65536,0.017863111363516915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,65536,0.017479111750920612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,65536,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,65536,0.018343110879262287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,65536,0.018023111753993563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,65536,0.01827911039193471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,65536,0.01794488893614875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,65536,0.017907554904619854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,65536,0.020364445116784837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,65536,0.017068444026841056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,65536,0.028952889972262915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,65536,0.016794666647911072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,65536,0.028881778319676716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,65536,0.01645866698688931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,65536,0.01628444426589542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,65536,0.03618489040268792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,65536,0.01648888819747501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,65536,0.015994666351212394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,65536,0.01608888970481025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,65536,0.015999999311235216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,65536,0.01606399979856279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,65536,0.028872887293497723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,65536,0.02868088748719957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,65536,0.01816177699300978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,65536,0.028385778268178303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,65536,0.028954668177498713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,65536,0.02903288933965895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,65536,0.028927998410330877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,65536,0.02931200133429633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,65536,0.029594666428036157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,65536,0.8876810709635417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,65536,1.6099583943684894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,65536,3.183239491780599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,65536,0.8862506866455078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,65536,0.8328490575154623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,65536,0.8328202565511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,65536,0.7858794530232747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,65536,0.7836959838867188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,65536,0.7307210922241211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,65536,0.7338538487752279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,65536,0.6787893295288085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,65536,0.6803317387898763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,65536,0.6345706939697265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,65536,0.6249280293782552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,65536,6.329275512695313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,65536,0.5813002904256185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,65536,0.5826485315958659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,65536,0.5310837427775066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,65536,0.5299839973449707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,65536,0.4839146614074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,65536,0.48096640904744464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,65536,0.4303221384684245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,65536,0.3780650774637858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,65536,0.43169279098510743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,65536,0.37774292627970374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,65536,0.3301504135131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,65536,0.32287785212198894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,65536,0.27394240697224936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,65536,0.22188372611999513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,65536,0.22555519739786783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,65536,0.17237013181050617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,65536,0.1661418596903483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,65536,0.10816426277160644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,65536,0.05954133272171021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,65536,0.059417601426442465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,65536,0.05465066830317179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,65536,0.0575488011042277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,65536,0.050392532348632814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,65536,0.053717335065205894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,65536,0.044021332263946535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,65536,0.045797332127888994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,65536,0.03922559817632039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,65536,0.041382400194803874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,65536,0.03919466733932495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,65536,0.04134399890899658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,65536,0.039604266484578446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,65536,0.03726186752319336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,65536,0.03499093453089396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,65536,0.03504426479339599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,65536,0.032807467381159465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,65536,0.030923734108606975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,65536,0.10705173015594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,65536,0.03146666685740153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,65536,0.03300799926122029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,65536,0.02901013294855754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,65536,0.02954240043958028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,65536,0.027013333638509114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,65536,0.02924906611442566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,65536,0.02671146591504415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,65536,0.02653119961420695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,65536,0.025959465901056928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,65536,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,65536,0.025063467025756837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,65536,0.2777909278869629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,65536,0.025857067108154295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,65536,0.024825600783030193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,65536,0.027165865898132323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,65536,0.02885226607322693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,65536,0.02789013385772705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,65536,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,65536,0.027374933163324993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,65536,0.027114667495091754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,65536,0.027403734127680462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,65536,0.028249599536259967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,65536,1.0164831797281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,65536,0.5580021540323894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,65536,0.5405663808186849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,65536,2.0243498484293623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,65536,0.5306559880574544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,65536,0.5122175852457682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,65536,0.5020554542541504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,65536,0.4807082811991374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,65536,0.4741375923156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,65536,0.45850451787312824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,65536,0.4485535939534505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,65536,4.090218607584635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,65536,0.4295040130615234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,65536,0.37906665802001954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,65536,0.4047520001729329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,65536,0.3634869257609049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,65536,0.3521589279174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,65536,0.33592958450317384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,65536,0.3932256062825521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,65536,0.2891498565673828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,65536,0.26740907033284506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,65536,0.3193621317545573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,65536,0.30917332967122396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,65536,0.24969813028971352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,65536,0.24105599721272788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,65536,0.21594667434692383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,65536,0.22397120793660483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,65536,0.19615893363952636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,65536,0.2781834602355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,65536,0.1456160068511963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,65536,0.16960852940877277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,65536,0.1643338680267334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,65536,0.1386133352915446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,65536,0.11828800042470296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,65536,0.0813215970993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,65536,0.08137280146280924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,65536,0.07586879730224609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,65536,0.07694186369578043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,65536,0.07484052975972494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,65536,0.10786986351013184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,65536,0.07325226465861003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,65536,0.07120213508605958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,65536,0.07073173522949219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,65536,0.06828693548838297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,65536,0.06859093507130941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,65536,0.06767573356628417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,65536,0.06752639611562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,65536,0.06576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,65536,0.06579519907633463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,65536,0.0645845333735148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,65536,0.06450453201929728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,65536,0.06380480130513509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,65536,0.0636234680811564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,65536,0.06352426608403525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,65536,0.06338773171106973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,65536,0.06204906702041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,65536,0.061977601051330565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,65536,0.062209065755208334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,65536,0.06162773370742798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,65536,0.06165119806925455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,65536,0.061749335130055746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,65536,0.06161919832229614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,65536,0.06184959808985392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,65536,0.06169706583023071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,65536,0.06194133361180624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,65536,0.06161386569341024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,65536,0.061640532811482754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,65536,0.06162773370742798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,65536,0.061513598759969076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,65536,0.0620746652285258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,65536,0.06156266530354818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,65536,0.061843200524648034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,65536,0.09583253065745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,65536,0.06207786798477173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,65536,0.37452586491902673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,65536,0.25026346842447916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,65536,0.7617418924967448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,65536,1.5003028869628907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,65536,0.2481898625691732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,65536,0.24387733141581217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,65536,0.24427307446797691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,65536,0.23305706977844237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,65536,0.23058880170186363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,65536,0.22847894032796226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,65536,0.22666346232096352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,65536,0.21829546292622887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,65536,0.21661653518676757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,65536,0.2098624070485433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,65536,0.2116480032602946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,65536,0.20769386291503905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,65536,0.20642773310343424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,65536,0.1953503926595052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,65536,0.19441919326782225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,65536,0.19060907363891602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,65536,0.18966719309488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,65536,0.17936746279398602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,65536,0.17943466504414876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,65536,0.17403093973795575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,65536,0.17272639274597168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,65536,0.1663157304128011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,65536,0.16563307444254557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,65536,0.16042985916137695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,65536,0.16023680369059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,65536,0.15257387161254882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,65536,0.1523413340250651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,65536,0.1452298641204834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,65536,0.14438826243082684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,65536,0.13633920351664225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,65536,0.13493332862854004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,65536,0.12605866591135662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,65536,0.12561386426289875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,65536,0.12452800273895263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,65536,0.12424960136413574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,65536,0.12465706666310628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,65536,0.12421546777089436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,65536,0.12396053473154704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,65536,0.12416319847106934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,65536,0.12306773662567139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,65536,0.12076906363169353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,65536,0.12111146450042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,65536,0.12129706541697186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,65536,0.12082666556040447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,65536,0.1206111987431844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,65536,0.12030826409657795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,65536,0.12034026781717937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,65536,0.12026560306549072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,65536,0.12024746735890705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,65536,0.12025813261667888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,65536,0.12028586864471436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,65536,0.12007040182749432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,65536,0.12029759883880616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,65536,0.1199455976486206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,65536,0.11988800366719563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,65536,0.11991146405537922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,65536,0.12063466707865397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,65536,0.12029120127360027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,65536,0.12065920035044353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,65536,0.12039573192596435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,65536,0.12060693105061848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,65536,0.12033173243204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,65536,0.12058773040771484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,65536,0.12037653128306072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,65536,0.12065599759419758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,65536,0.12027093569437664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,65536,0.12040426731109619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,65536,0.12033600012461346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,65536,0.12061546643575032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,65536,0.12020479838053386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,51200,1.0232622358534071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,51200,0.5643039809332954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,51200,0.2872355514102512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,51200,0.16141333844926622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,51200,0.15438221560584173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,51200,0.15173510710398355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,51200,0.15459556049770778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,51200,0.16998755931854248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,51200,0.1514684491687351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,51200,0.14357866181267634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,51200,0.14113244745466444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,51200,0.1277653376261393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,51200,0.12728888458675808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,51200,0.14292444123162165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,51200,0.1344675620396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,51200,0.12468977769215901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,51200,0.1114755604002211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,51200,0.1195875538720025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,51200,0.1058737768067254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,51200,0.10330310795042251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,51200,0.10149688853157891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,51200,0.08069333102968004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,51200,0.07812977499432035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,51200,0.07359644439485338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,51200,0.07300444444020589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,51200,0.0779235561688741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,51200,0.06879822413126628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,51200,0.05639288822809855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,51200,0.058279110325707324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,51200,0.05207822057935926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,51200,0.04353777898682488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,51200,0.04081955552101135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,51200,0.037436445554097496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,51200,0.030956443813112047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,51200,0.02985066506597731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,51200,0.020583111378881667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,51200,0.020199111766285367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,51200,0.020080000162124634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,51200,0.02013511127895779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,51200,0.021944888763957556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,51200,0.01904711127281189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,51200,0.019340443942281935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,51200,0.021148444877730474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,51200,0.01807466646035512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,51200,0.015249777171346875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,51200,0.015251555376582675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,51200,0.015244444211324057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,51200,0.015207111835479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,51200,0.015217777755525378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,51200,0.01847999956872728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,51200,0.01828799976242913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,51200,0.018165333403481376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,51200,0.015256888336605497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,51200,0.01534577707449595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,51200,0.01779022150569492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,51200,0.01480888823668162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,51200,0.02401599950260586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,51200,0.01459377838505639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,51200,0.023434667123688593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,51200,0.014362666341993542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,51200,0.014360888136757744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,51200,0.014328888720936246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,51200,0.014337778091430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,51200,0.01404622197151184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,51200,0.013969777358902825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,51200,0.014145778285132514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,51200,0.024188444018363953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,51200,0.024785778588718835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,51200,0.02400711178779602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,51200,0.024999111890792847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,51200,0.025455999705526564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,51200,0.023399111297395494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,51200,0.024108444650967915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,51200,0.02548444436656104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,65536,0.12034239768981933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,65536,0.12035733064015705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,51200,1.234225082397461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,51200,4.820747884114583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,51200,2.4280543009440105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,51200,0.6785247802734375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,51200,0.640225092569987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,51200,0.6408042907714844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,51200,0.6806304295857747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,51200,0.600932248433431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,51200,0.604794692993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,51200,0.5644255956013997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,51200,0.564082145690918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,51200,0.52641814549764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,51200,0.5283125241597493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,51200,0.487941328684489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,51200,0.48319040934244795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,51200,0.4513578732808431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,51200,0.4488256136576335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,51200,0.4103989283243815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,51200,0.4117738723754883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,51200,0.3747754732767741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,51200,0.37011518478393557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,51200,0.3355488141377767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,51200,0.3328138669331869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,51200,0.2927605311075846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,51200,0.2931701342264811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,51200,0.25799573262532555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,51200,0.2520415941874186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,51200,0.21722453435262046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,51200,0.21345920562744142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,51200,0.1738485336303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,51200,0.1763210614522298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,51200,0.1299626668294271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,51200,0.12679039637247722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,51200,0.08317546844482422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,51200,0.08184959888458251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,51200,0.04868373473485311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,51200,0.047650134563446044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,51200,0.04718079964319865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,51200,0.04225813150405884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,51200,0.04366399844487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,51200,0.04103573163350423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,51200,0.04140373468399048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,51200,0.03911786476771037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,51200,0.03908586502075195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,51200,0.036927998065948486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,51200,0.03721706469853719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,51200,0.034994133313496906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,51200,0.03299733400344849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,51200,0.03110506733258565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,51200,0.032092799743016556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,51200,0.03078506588935852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,51200,0.030494934320449828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,51200,0.03901653289794922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,51200,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,51200,0.04519253174463908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,51200,0.027654399474461872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,51200,0.026255999008814496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,51200,0.02829013268152873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,51200,0.024488532543182374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,51200,0.024843732515970864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,51200,0.023681066433588662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,51200,0.024369066953659056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,51200,0.02309653361638387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,51200,0.023706666628519692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,51200,0.02277759909629822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,51200,0.027165865898132323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,51200,0.024727465709050496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,51200,0.0249834676583608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,51200,0.024800000588099162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,51200,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,51200,0.025437867641448973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,51200,0.025612799326578777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,51200,0.02368320027987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,51200,0.03522026538848877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,65536,0.12067946592966716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,51200,0.502126948038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,51200,0.9172661463419596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,51200,0.487885856628418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,51200,0.475169054667155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,51200,0.46255680720011394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,51200,1.8184907277425129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,51200,0.4506175994873047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,51200,0.4363509178161621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,51200,0.42777493794759114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,51200,0.41486291885375975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,51200,0.40109440485636394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,51200,0.38525972366333006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,51200,3.6427871704101564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,51200,0.36814079284667967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,51200,0.337332280476888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,51200,0.35152425765991213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,51200,0.31321493784586585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,51200,0.30182933807373047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,51200,0.3266325314839681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,51200,0.2850325266520182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,51200,0.2341440041859945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,51200,0.22237760225931802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,51200,0.27439041137695314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,51200,0.20993599891662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,51200,0.2577760060628255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,51200,0.1968085289001465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,51200,0.24999787012736002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,51200,0.18573973973592123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,51200,0.1713546593983968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,51200,0.14903039932250978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,51200,0.10032533009847004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,51200,0.1261674642562866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,51200,0.1419370651245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,51200,0.12044800122578939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,51200,0.06542613506317138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,51200,0.06244159936904907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,51200,0.06063359975814819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,51200,0.0651807983716329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,51200,0.09175039927164713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,51200,0.06022186676661173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,51200,0.05669333140055338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,51200,0.05792320171991984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,51200,0.055828265349070226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,51200,0.05550186634063721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,51200,0.053301334381103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,51200,0.053041064739227296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,51200,0.052561068534851076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,51200,0.052418132623036705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,51200,0.05168426831563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,51200,0.05181546608606974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,51200,0.05135039885838827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,51200,0.05053439935048422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,51200,0.05050026575724283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,51200,0.049277865886688234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,51200,0.04919679959615071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,51200,0.04889599879582723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,51200,0.048870400587717695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,51200,0.062483199437459315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,51200,0.051125331719716394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,51200,0.048913065592447916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,51200,0.04890026648839314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,51200,0.04922026793162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,51200,0.04893759886423747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,51200,0.04892799854278564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,51200,0.04868053197860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,51200,0.048956799507141116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,51200,0.04879039923350016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,51200,0.04868799845377604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,51200,0.04882880051930745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,51200,0.04928640127182007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,51200,0.048979198932647704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,51200,0.07139200369517008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,51200,0.04890773296356201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,51200,0.07811306317647299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,51200,0.6031786600748699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,51200,0.29882453282674154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,51200,1.2125226338704427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,51200,0.19924373626708985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,51200,0.1983029365539551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,51200,0.1947103977203369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,51200,0.19374720255533856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,51200,0.1859381357828776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,51200,0.18465387026468913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,51200,0.18155627250671386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,51200,0.18118933041890461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,51200,0.17298879623413085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,51200,0.17243413925170897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,51200,0.1688949267069499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,51200,0.1676736036936442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,51200,0.16548585891723633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,51200,0.16495787302652995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,51200,0.15578773816426594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,51200,0.15479893684387208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,51200,0.15205225944519044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,51200,0.15198720296223958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,51200,0.14295466740926105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,51200,0.1426517327626546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,51200,0.1401290734608968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,51200,0.13850560188293456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,51200,0.13233813444773357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,51200,0.13220266501108807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,51200,0.12773973147074383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,51200,0.12751359939575196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,51200,0.12210026582082112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,51200,0.11510079701741535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,51200,0.12184320290883381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,51200,0.11484373410542806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,51200,0.10816426277160644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,51200,0.10774506727854412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,51200,0.09980586369832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,51200,0.09847359657287598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,51200,0.09857172966003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,51200,0.09903679688771566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,51200,0.09880853494008382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,51200,0.09834880034128825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,51200,0.09831893444061279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,51200,0.0985759973526001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,51200,0.09731626510620117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,51200,0.09622186819712321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,51200,0.09629440307617188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,51200,0.09657813707987467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,51200,0.09645866552988688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,51200,0.0960256020228068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,51200,0.09617706934611002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,51200,0.0964202642440796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,51200,0.09613760312398276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,51200,0.09605546792348227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,51200,0.09608853658040364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,51200,0.09607679843902588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,51200,0.09607786337534586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,51200,0.0958079973856608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,51200,0.09613119761149089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,51200,0.09570133686065674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,51200,0.0956501324971517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,51200,0.09572906494140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,51200,0.09604907035827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,51200,0.09567360083262125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,51200,0.09551786581675212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,51200,0.09578879674275717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,51200,0.09613227049509684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,51200,0.09547306696573893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,51200,0.09556053479512533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,51200,0.0956981341044108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,51200,0.09599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,51200,0.0958837350209554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,51200,0.09561920166015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,16384,0.3567445437113444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,16384,0.17005227406819662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,16384,0.050236801306406655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,16384,0.04963200092315674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,16384,0.04883519808451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,16384,0.04853440125783284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,16384,0.052026665210723876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,16384,0.04711999893188477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,16384,0.04383039871851603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,16384,0.04358826478322347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,16384,0.04166186650594075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,16384,0.04161066611607869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,16384,0.04505279858907064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,16384,0.04091093142827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,16384,0.037198932965596516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,16384,0.036744534969329834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,16384,0.03968746662139892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,16384,0.09018239974975586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,16384,0.03554986715316773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,16384,0.03326186736424764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,16384,0.03419306675593058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,16384,0.03239360054334005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,16384,0.03262719909350077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,16384,0.025414399305979413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,16384,0.027805866797765096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,16384,0.029203200340270997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,16384,0.025625600417455034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,16384,0.026293333371480303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,16384,0.023459200064341226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,16384,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,16384,0.018320000171661376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,16384,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,16384,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,16384,0.01385599970817566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,16384,0.012938666343688964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,16384,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,16384,0.010468266407648722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,16384,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,16384,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,16384,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,16384,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,16384,0.011757866541544596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,16384,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,16384,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,16384,0.009923199812571209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,16384,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,16384,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,16384,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,16384,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,16384,0.01141973336537679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,16384,0.01087679962317149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,16384,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,16384,0.006917333106199901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,16384,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,16384,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,16384,0.01309653321901957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,16384,0.010577066739400228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,16384,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,16384,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,16384,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,16384,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,16384,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,16384,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,16384,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,16384,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,16384,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,16384,0.008110933502515157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,16384,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,16384,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,16384,0.008145066599051159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,16384,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,16384,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,16384,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,16384,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,16384,0.7961962381998698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,16384,1.5679957071940103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,16384,0.40587733586629227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,16384,0.22241066296895345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,16384,0.22150719960530602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,16384,0.20989227294921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,16384,0.20993386904398598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,16384,0.20088639259338378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,16384,0.20007573763529457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,16384,0.1902730623881022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,16384,0.1876501401265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,16384,0.17529706954956054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,16384,0.1719754695892334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,16384,0.16198933919270833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,16384,0.15945493380228679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,16384,0.14565119743347169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,16384,0.14598612785339354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,16384,0.12955626646677654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,16384,0.1306325356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,16384,0.11952426433563232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,16384,0.11548266410827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,16384,0.10023039976755779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,16384,0.08703253269195557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,16384,0.09042452971140544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,16384,0.07670719623565674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,16384,0.07060053348541259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,16384,0.058583466211954746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,16384,0.0630944013595581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,16384,0.1000373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,16384,0.05141119956970215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,16384,0.05017386674880982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,16384,0.044285865624745686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,16384,0.04315520127614339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,16384,0.03670613368352254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,16384,0.03493653138478597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,16384,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,16384,0.02813120086987813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,16384,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,16384,0.029053866863250732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,16384,0.028693334261576338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,16384,0.02682773272196452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,16384,0.027395200729370118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,16384,0.026709334055582686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,16384,0.027015467484792072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,16384,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,16384,0.024868265787760416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,16384,0.02535146673520406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,16384,0.02487893303235372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,16384,0.02455679972966512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,16384,0.02371946573257446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,16384,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,16384,0.02200746734937032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,16384,0.023106133937835692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,16384,0.024768000841140746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,16384,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,16384,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,16384,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,16384,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,16384,0.019179733594258626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,16384,0.01932586630185445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,16384,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,16384,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,16384,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,16384,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,16384,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,16384,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,16384,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,16384,0.018450133005777993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,16384,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,16384,0.017612799008687337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,16384,0.01919040083885193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,16384,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,16384,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,16384,0.017859200636545815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,51200,0.09562453428904215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,51200,0.09584426879882812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,16384,1.670519510904948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,16384,0.8372159957885742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,16384,0.2295519987742106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,16384,0.42220586140950517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,16384,0.21331520080566407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,16384,0.20492480595906576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,16384,0.2019754727681478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,16384,0.19304320017496746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,16384,0.18999147415161133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,16384,0.18185067176818848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,16384,0.17761813799540202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,16384,0.22578879992167153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,16384,0.21659413973490396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,16384,0.16246506373087566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,16384,0.16461013158162435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,16384,0.1372576077779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,16384,0.15346986452738445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,16384,0.1497770627339681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,16384,0.1413717269897461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,16384,0.1279647986094157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,16384,0.10023252964019776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,16384,0.12598933378855387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,16384,0.07683520317077637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,16384,0.0757045348485311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,16384,0.06133759816487631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,16384,0.06226346492767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,16384,0.11441386540730794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,16384,0.11295573711395264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,16384,0.09767359892527262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,16384,0.04899093310038249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,16384,0.03397546609242757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,16384,0.04781119823455811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,16384,0.041891201337178545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,16384,0.03949973185857137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,16384,0.03132053414980571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,16384,0.025996800263722735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,16384,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,16384,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,16384,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,16384,0.023044266303380332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,16384,0.022683733701705934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,16384,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,16384,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,16384,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,16384,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,16384,0.025156267484029132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,16384,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,16384,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,16384,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,16384,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,16384,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,16384,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,16384,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,16384,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,16384,0.01894506613413493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,16384,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,16384,0.01904319922129313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,16384,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,16384,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,16384,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,16384,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,16384,0.018824533621470133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,16384,0.019314134120941163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,16384,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,16384,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,16384,0.022731733322143555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,16384,0.02865920066833496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,16384,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,16384,0.02610879937807719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,16384,0.01917333404223124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,16384,0.022642133633295695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,16384,0.026615466674168902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,16384,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,16384,0.1071285327275594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,16384,0.2083829402923584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,16384,0.40474665959676104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,16384,0.07356906731923421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,16384,0.07287680308024089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,16384,0.07090559800465902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,16384,0.07153920332590738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,16384,0.06900479793548583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,16384,0.0683509349822998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,16384,0.024363734324773154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,16384,0.06781653563181558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,16384,0.0669696013132731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,16384,0.06394133170445761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,16384,0.06362773180007934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,16384,0.06286720037460328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,16384,0.06248533328374227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,16384,0.06118186712265015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,16384,0.06065920193990072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,16384,0.05855466524759928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,16384,0.057471998532613124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,16384,0.056314667065938316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,16384,0.05636800130208334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,16384,0.05298773447672526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,16384,0.05270293156305948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,16384,0.050426665941874185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,16384,0.049399467309316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,16384,0.047730131944020586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,16384,0.04696853160858154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,16384,0.045613865057627365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,16384,0.04490026632944743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,16384,0.04388373295466105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,16384,0.04322666724522908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,16384,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,16384,0.040752001603444415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,16384,0.039155201117197676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,16384,0.039139199256896975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,16384,0.03659733136494954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,16384,0.036183468500773114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,16384,0.0362175981203715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,16384,0.03589653174082438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,16384,0.036189866065979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,16384,0.0362496018409729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,16384,0.035889065265655516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,16384,0.03621333440144857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,16384,0.035792001088460285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,16384,0.0350325345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,16384,0.035011200110117595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,16384,0.03503359953562419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,16384,0.03496106863021851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,16384,0.03500373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,16384,0.034991999467213944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,16384,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,16384,0.03500586748123169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,16384,0.03466453154881795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,16384,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,16384,0.03459200064341227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,16384,0.0350165327390035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,16384,0.035010135173797606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,16384,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,16384,0.035018666585286455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,16384,0.03460799853006999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,16384,0.03460053205490112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,16384,0.03495039939880371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,16384,0.035037867228190106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,16384,0.03502080043156942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,16384,0.03498773177464803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,16384,0.03500906626383464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,16384,0.03454720179239909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,16384,0.03456746737162272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,16384,0.034970664978027345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,16384,0.03467306693394979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,16384,0.034962133566538496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,12288,0.26699199676513674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,12288,0.1308234691619873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,12288,0.06879999637603759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,12288,0.039800532658894855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,12288,0.03938773473103841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,12288,0.03850346803665161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,12288,0.03804266850153605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,12288,0.04346239964167277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,12288,0.03726293245951335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,12288,0.033980798721313474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,12288,0.03425600131352742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,12288,0.032126933336257935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,12288,0.03222399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,12288,0.03455146551132202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,12288,0.03200213313102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,12288,0.027397332588831584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,12288,0.027347199122111004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,12288,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,12288,0.02576533357302348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,16384,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,12288,0.0253493328889211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,12288,0.02413439949353536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,12288,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,12288,0.020326399803161622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,12288,0.018504534165064493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,12288,0.024572799603144325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,12288,0.020760534207026164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,12288,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,12288,0.018899200359980266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,12288,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,12288,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,12288,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,12288,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,12288,0.012691199779510498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,12288,0.011476266384124755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,12288,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,12288,0.012054399649302164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,12288,0.010285866260528565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,12288,0.012130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,12288,0.01252906620502472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,12288,0.023783467213312783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,12288,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,12288,0.009904000163078307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,12288,0.009831466277440389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,12288,0.008402132987976074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,12288,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,16384,0.0350325345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,12288,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,12288,0.00897813340028127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,12288,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,12288,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,12288,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,12288,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,12288,0.012204800049463909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,12288,0.007406933108965556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,12288,0.008683733145395915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,12288,0.009655466675758362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,12288,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,12288,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,12288,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,12288,0.00651093324025472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,12288,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,12288,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,12288,0.006607999900976817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,12288,0.006358399987220764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,12288,0.006603733201821645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,12288,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,12288,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,12288,0.009907199939092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,12288,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,12288,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,12288,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,12288,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,12288,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,12288,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,16384,0.03476906617482503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,12288,0.3065792083740234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,12288,0.6016159693400065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,12288,0.17079359690348309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,12288,0.17075947125752766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,12288,0.15684372584025066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,12288,0.15788159370422364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,12288,0.1530677318572998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,12288,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,12288,0.15161706606547037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,12288,0.14480427106221516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,12288,0.14188586870829265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,12288,0.1316906690597534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,12288,0.1291647990544637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,12288,0.11582612991333008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,12288,0.113811198870341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,12288,0.10232000350952149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,12288,0.10225493113199871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,12288,0.09045866330464682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,12288,0.09169600009918213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,12288,1.1850602467854818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,12288,0.08749226729075113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,12288,0.06715306440989176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,12288,0.06814613342285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,12288,0.058273065090179446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,12288,0.05930026769638062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,12288,0.05193599859873453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,12288,0.05282133420308431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,12288,0.04754879872004191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,12288,0.04717973470687866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,12288,0.04106239875157674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,12288,0.04113813241322835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,12288,0.03721173206965129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,12288,0.039019731680552165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,12288,0.032503465811411544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,12288,0.03219733238220215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,12288,0.027511467536290485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,12288,0.026893866062164307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,12288,0.027178666989008587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,12288,0.08055253028869629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,12288,0.027421865860621137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,12288,0.027297067642211913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,12288,0.02503040035565694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,12288,0.025068799654642742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,12288,0.024369066953659056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,12288,0.023013333479563393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,12288,0.02302079995473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,12288,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,12288,0.024046933650970458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,12288,0.024980266888936363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,12288,0.02482879956563314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,12288,0.022359466552734374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,12288,0.021628799041112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,12288,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,12288,0.021074134111404418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,12288,0.020294400056203206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,12288,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,12288,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,12288,0.01964906652768453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,12288,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,12288,0.018708266814549766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,12288,0.01911146640777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,12288,0.01885226567586263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,12288,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,12288,0.018736000855763754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,12288,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,12288,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,12288,0.018872533241907755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,12288,0.018657066424687705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,12288,0.020680532852808634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,12288,0.018436266978581747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,12288,0.0186463991800944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,12288,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,12288,0.017884800831476845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,12288,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,12288,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,12288,0.3994208017985026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,12288,0.7966133117675781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,12288,0.21333440144856772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,12288,0.20168213844299315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,12288,0.21682559649149574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,12288,0.19315199851989745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,12288,0.19172372817993164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,12288,1.5823455810546876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,12288,0.1822165330251058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,12288,0.18043626149495443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,12288,0.17267200152079265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,12288,0.1679434617360433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,12288,0.2085279941558838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,12288,0.15670827229817708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,12288,0.12969706853230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,12288,0.14353920618693033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,12288,0.15390186309814452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,12288,0.14059093793233235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,12288,0.10805866718292237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,12288,0.12783466974894206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,12288,0.08736000061035157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,12288,0.07062826951344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,12288,0.060407467683156336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,12288,0.10835519631703694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,12288,0.05794773499170939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,12288,0.05242986679077148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,12288,0.05010559956232706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,12288,0.08571840127309163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,12288,0.04279146591822307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,12288,0.06939626534779866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,12288,0.029538132747014362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,12288,0.04230506817499797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,12288,0.036421334743499754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,12288,0.034585599104563394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,12288,0.027829333146413164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,12288,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,12288,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,12288,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,12288,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,12288,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,12288,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,12288,0.01760639945665995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,12288,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,12288,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,12288,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,12288,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,12288,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,12288,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,12288,0.017322667439778647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,12288,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,12288,0.015867732961972556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,12288,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,12288,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,12288,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,12288,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,12288,0.015687466661135355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,12288,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,12288,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,12288,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,12288,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,12288,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,12288,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,12288,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,12288,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,12288,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,12288,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,12288,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,12288,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,12288,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,12288,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,12288,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,12288,0.3196159998575846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,12288,0.1624725341796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,12288,0.08430720170338948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,12288,0.02143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,12288,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,12288,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,12288,0.05848000049591064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,12288,0.058665601412455234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,12288,0.05681279897689819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,12288,0.05698026816050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,12288,0.055468801657358804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,12288,0.055333332220713294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,12288,0.054040535291035974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,12288,0.05420800050099691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,12288,0.051318399111429845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,12288,0.051386666297912595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,12288,0.05021119912465414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,12288,0.050196266174316405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,12288,0.04885653257369995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,12288,0.048130134741465255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,12288,0.04485119978586833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,12288,0.04484479824701945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,12288,0.04276053508122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,12288,0.04202880064646403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,12288,0.040611199537913006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,12288,0.04027200142542521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,12288,0.039130667845408126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,12288,0.038738131523132324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,12288,0.03746560017267863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,12288,0.036900266011555986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,12288,0.03574719826380412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,12288,0.035454932848612467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,12288,0.03426880041758219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,12288,0.0347488005956014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,12288,0.032869333028793336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,12288,0.03251306613286336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,12288,0.031319467226664226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,12288,0.030804266532262165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,12288,0.029291733105977373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,12288,0.02889813383420308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,12288,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,12288,0.028841600815455122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,12288,0.02839573423067729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,12288,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,12288,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,12288,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,12288,0.02814720074335734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,12288,0.02811093330383301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,12288,0.02805226643880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,12288,0.028018132845560713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,12288,0.027948800722757978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,12288,0.027698133389155073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,12288,0.02775893410046895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,12288,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,12288,0.02802773316701253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,12288,0.02808319926261902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,12288,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,12288,0.028038400411605834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,12288,0.02759679953257243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,12288,0.02764586607615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,12288,0.028035199642181395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,12288,0.027619200944900512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,12288,0.027609600623448687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,12288,0.027837866544723512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,12288,0.027643734216690065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,12288,0.027665066719055175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,12288,0.02756800055503845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,12288,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,12288,0.027581866582234698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,12288,0.027607466777165728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,12288,0.027642667293548584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,12288,0.02798186739285787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,12288,0.027644799153010054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,12288,0.02765866716702779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,12288,0.02765866716702779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,10240,0.11401920318603516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,10240,0.05676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,10240,0.22962346076965331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,10240,0.032227200269699094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,10240,0.032205865780512495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,10240,0.030827732880910237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,10240,0.03639253377914429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,10240,0.029643734296162922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,10240,0.02649173339207967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,10240,0.02650559941927592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,10240,0.024885332584381102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,10240,0.02501973311106364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,10240,0.02786986629168193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,10240,0.025268266598383587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,10240,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,10240,0.021769599119822184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,10240,0.0233407994111379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,10240,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,10240,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,10240,0.02002560098965963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,10240,0.019746132691701255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,10240,0.019495467344919838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,10240,0.03121386567751567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,10240,0.019131733973821004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,10240,0.01585813363393148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,10240,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,10240,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,10240,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,10240,0.01729173262914022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,10240,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,10240,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,10240,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,10240,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,10240,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,12288,0.027639466524124145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,10240,0.010526933272679647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,10240,0.010632533828417461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,10240,0.008996267120043437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,10240,0.01088746686776479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,10240,0.010901332894961039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,10240,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,10240,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,10240,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,10240,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,10240,0.007751466830571492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,10240,0.007196799914042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,10240,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,10240,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,10240,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,10240,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,10240,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,10240,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,10240,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,10240,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,10240,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,10240,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,10240,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,10240,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,10240,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,10240,0.005965866645177205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,10240,0.006123733520507812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,10240,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,10240,0.006177066763242086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,12288,0.02762773235638936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,10240,0.0059914668401082356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,10240,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,10240,0.006778666873772939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,10240,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,10240,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,10240,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,10240,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,10240,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,10240,0.006964266796906789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,10240,0.006817066669464111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,10240,0.5052245457967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,10240,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,10240,0.25780800183614094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,10240,0.9980853398640951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,10240,0.14073279698689778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,10240,0.14128959973653157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,10240,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,10240,0.1279221296310425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,10240,0.12810880343119305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,10240,0.1234335978825887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,10240,0.12381119728088379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,10240,0.10099093119303386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,10240,0.09972373644510904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,10240,0.09283520380655924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,10240,0.0908074696858724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,10240,0.07990187009175619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,10240,0.08006292978922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,10240,0.07014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,10240,0.07004373073577881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,10240,0.11594346364339192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,10240,0.06545493205388388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,10240,0.11072746912638347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,10240,0.06253759860992432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,10240,0.054281600316365565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,10240,0.05392426649729411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,10240,0.04943893353144328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,10240,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,10240,0.045741868019104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,10240,0.04115093151728312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,10240,0.041169067223866776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,10240,0.03707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,10240,0.03694186607996623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,10240,0.032918399572372435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,10240,0.032935466368993124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,10240,0.029025065898895263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,10240,0.028995199998219805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,10240,0.026757333676020307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,10240,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,10240,0.025430399179458617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,10240,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,10240,0.024995199839274087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,10240,0.02445866664250692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,10240,0.02487679918607076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,10240,0.022946133216222128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,10240,0.051768533388773595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,10240,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,10240,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,10240,0.023151999711990355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,10240,0.023161600033442177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,10240,0.02241386572519938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,10240,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,10240,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,10240,0.022104533513387044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,10240,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,10240,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,10240,0.020435200134913126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,10240,0.021568000316619873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,10240,0.018920532862345376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,10240,0.02033066749572754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,10240,0.02021333376566569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,10240,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,10240,0.020467199881871543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,10240,0.018707199891408285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,10240,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,10240,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,10240,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,10240,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,10240,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,10240,0.01816213329633077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,10240,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,10240,0.01747093399365743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,10240,0.018711467583974205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,10240,0.022576000293095908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,10240,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,10240,0.01962666710217794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,10240,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,10240,0.3917152086893717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,10240,0.2134570598602295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,10240,0.7765365600585937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,10240,0.20863466262817382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,10240,0.20227840741475425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,10240,0.20030080477396645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,10240,0.18898026148478192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,10240,0.18693866729736328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,10240,0.17771520614624023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,10240,0.17568426132202147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,10240,0.16611413955688475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,10240,0.1631765365600586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,10240,1.5370410919189452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,10240,0.14368747075398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,10240,0.12041066487630207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,10240,0.09751893679300944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,10240,0.1454634666442871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,10240,0.12005759874979656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,10240,0.0803167978922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,10240,0.09892906347910563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,10240,0.08263786633809408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,10240,0.06393706798553467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,10240,0.061154135068257655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,10240,0.05570346514383952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,10240,0.05443626642227173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,10240,0.04921386639277141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,10240,0.04767573277155558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,10240,0.07198399702707926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,10240,0.07513173421223959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,10240,0.04057706594467163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,10240,0.03979839881261189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,10240,0.028018132845560713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,10240,0.034578132629394534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,10240,0.032942932844161985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,10240,0.019382399320602418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,10240,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,10240,0.02597759962081909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,10240,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,10240,0.019074134031931558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,10240,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,10240,0.01814080079396566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,10240,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,10240,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,10240,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,10240,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,10240,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,10240,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,10240,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,10240,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,10240,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,10240,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,10240,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,10240,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,10240,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,10240,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,10240,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,10240,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,10240,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,10240,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,10240,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,10240,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,10240,0.018458666404088338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,10240,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,10240,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,10240,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,10240,0.01962239940961202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,10240,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,10240,0.019266132513682047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,10240,0.019195733467737834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,10240,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,10240,0.02034026583035787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,10240,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,10240,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,10240,0.14994026819864908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,10240,0.2908255894978841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,10240,0.07653653621673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,10240,0.05377279917399088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,10240,0.053460268179575596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,10240,0.05170133511225382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,10240,0.051451734701792394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,10240,0.05013866821924845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,10240,0.049180801709493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,10240,0.04768213431040446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,10240,0.047006932894388835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,10240,0.04466240008672078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,10240,0.04443093140920003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,10240,0.042795733610788984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,10240,0.04262293179829915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,10240,0.01917653282483419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,10240,0.04072106679280599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,10240,0.04203519821166992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,10240,0.03903893232345581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,10240,0.03861440022786458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,10240,0.03703146775563558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,10240,0.037374933560689286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,10240,0.03575786749521891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,10240,0.03538346687952677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,10240,0.03486186663309733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,10240,0.03418453137079875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,10240,0.0328981339931488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,10240,0.032459733883539836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,10240,0.031703466176986696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,10240,0.031201066573460896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,10240,0.030424533287684123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,10240,0.030484267075856525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,10240,0.028474666674931842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,10240,0.028424533208211263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,10240,0.02759893337885539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,10240,0.027180800835291546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,10240,0.025545599063237508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,10240,0.02536960045496623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,10240,0.025541333357493083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,10240,0.025090134143829344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,10240,0.025114667415618897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,10240,0.02513493299484253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,10240,0.02485439976056417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,10240,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,10240,0.025117866198221844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,10240,0.0243231991926829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,10240,0.024382932980855306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,10240,0.02435520092646281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,10240,0.024286933739980063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,10240,0.02426346739133199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,10240,0.024654932816823325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,10240,0.024309333165486655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,10240,0.02431466579437256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,10240,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,10240,0.024284799893697105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,10240,0.024322134256362916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,10240,0.024366933107376098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,10240,0.024268800020217897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,10240,0.02424853245417277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,10240,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,10240,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,10240,0.02427519957224528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,10240,0.0242741326491038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,10240,0.024539732933044435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,10240,0.02431360085805257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,10240,0.024305067459742227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,10240,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,10240,0.024322134256362916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,10240,0.024344533681869507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,10240,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,10240,0.02429866592089335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,10240,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,8192,0.18689173062642414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,8192,0.09400959809621176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,8192,0.04623573223749797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,8192,0.025438932577768962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,8192,0.024973867336908977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,8192,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,8192,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,8192,0.028990934292475384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,8192,0.02555733323097229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,8192,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,8192,0.020092799266179403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,8192,0.02013546625773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,8192,0.02016213337580363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,8192,0.022004266579945884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,8192,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,10240,0.024259199698766075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,8192,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,8192,0.01869759956995646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,8192,0.017964800198872886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,8192,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,8192,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,8192,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,8192,0.017110399405161538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,8192,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,8192,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,8192,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,8192,0.015050666530927024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,8192,0.013385599851608277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,8192,0.013752532998720804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,8192,0.013894400000572205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,8192,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,8192,0.014045866330464682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,8192,0.012266666690508524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,8192,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,8192,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,8192,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,8192,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,8192,0.00925546685854594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,8192,0.009868799646695455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,8192,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,8192,0.010491733749707539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,8192,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,8192,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,8192,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,8192,0.007785599927107494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,8192,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,8192,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,8192,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,8192,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,10240,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,8192,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,8192,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,8192,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,8192,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,8192,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,8192,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,8192,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,8192,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,8192,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,8192,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,8192,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,8192,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,8192,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,8192,0.005809066692988077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,8192,0.005681066711743673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,8192,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,8192,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,8192,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,8192,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,8192,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,8192,0.005764266848564148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,8192,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,8192,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,10240,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,8192,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,8192,0.20937387148539224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,8192,0.10571839809417724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,8192,0.40951786041259763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,8192,0.10600106716156006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,8192,0.09432000319163004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,8192,0.09588692982991537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,8192,0.09439253012339274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,8192,0.09316906929016114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,8192,0.0783786694208781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,8192,0.07896426518758139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,8192,0.07326400279998779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,8192,0.0731829325358073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,8192,0.06722666422526041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,8192,0.06578346490859985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,8192,0.05912426710128784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,8192,0.05356266498565674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,8192,0.052441600958506265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,8192,0.05168960094451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,8192,0.04948906501134236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,8192,0.04529386758804321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,8192,0.8024213155110678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,8192,0.045235200723012285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,8192,0.04330240090688069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,8192,0.04185813268025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,8192,0.037640531857808426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,8192,0.039221334457397464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,8192,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,8192,0.059912534554799404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,8192,0.032767999172210696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,8192,0.03287253379821777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,8192,0.029054933786392213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,8192,0.030333866675694782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,8192,0.02593280076980591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,8192,0.026342399915059406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,8192,0.023255467414855957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,8192,0.02439146637916565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,8192,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,8192,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,8192,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,8192,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,8192,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,8192,0.022409600019454957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,8192,0.035871998469034834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,8192,0.02111146648724874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,8192,0.02253119945526123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,8192,0.020786132415135702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,8192,0.022456532716751097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,8192,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,8192,0.021227733294169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,8192,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,8192,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,8192,0.02016426722208659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,8192,0.019758933782577516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,8192,0.020563199122746786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,8192,0.023205333948135377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,8192,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,8192,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,8192,0.01795626680056254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,8192,0.018940800428390504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,8192,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,8192,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,8192,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,8192,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,8192,0.020538665850957236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,8192,0.018360533316930137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,8192,0.018768000602722167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,8192,0.01769066651662191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,8192,0.017670400937398276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,8192,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,8192,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,8192,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,8192,0.02074133356412252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,8192,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,8192,0.02037973403930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,8192,0.20168213844299315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,8192,0.3763039906819662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,8192,0.7487669626871745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,8192,0.18653333981831868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,8192,0.18705280621846515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,8192,0.1720853328704834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,8192,0.1674613316853841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,8192,0.15057387351989746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,8192,0.1531936009724935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,8192,0.12859093348185222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,8192,0.12114133040110271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,8192,1.4875146230061849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,8192,0.19995519320170085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,8192,0.1086079994837443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,8192,0.0799839973449707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,8192,0.10358933607737224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,8192,0.07981866995493571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,8192,0.09012479782104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,8192,0.0921567996342977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,8192,0.07204053401947022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,8192,0.058641068140665685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,8192,0.06569279829661051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,8192,0.07118933200836182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,8192,0.05220160086949667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,8192,0.050925866762797034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,8192,0.04553706645965576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,8192,0.04401386578877767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,8192,0.06439573367436727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,8192,0.05724693139394125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,8192,0.03794240156809489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,8192,0.02550719976425171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,8192,0.03780693213144938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,8192,0.032603732744852704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,8192,0.030666667222976684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,8192,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,8192,0.019385600090026857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,8192,0.017718400557835898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,8192,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,8192,0.01607253352801005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,8192,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,8192,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,8192,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,8192,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,8192,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,8192,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,8192,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,8192,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,8192,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,8192,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,8192,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,8192,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,8192,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,8192,0.012542933225631714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,8192,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,8192,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,8192,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,8192,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,8192,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,8192,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,8192,0.01770346760749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,8192,0.018003199497858682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,8192,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,8192,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,8192,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,8192,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,8192,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,8192,0.017203199863433837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,8192,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,8192,0.01772693395614624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,8192,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,8192,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,8192,0.23289066950480142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,8192,0.11991146405537922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,8192,0.06303573449452718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,8192,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,8192,0.04381440083185832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,8192,0.04181439876556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,8192,0.04275413354237874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,8192,0.017452800273895265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,8192,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,8192,0.04158186515172323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,8192,0.03933546543121338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,8192,0.039000535011291505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,8192,0.03739413420359294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,8192,0.03830080032348633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,8192,0.03647893269856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,8192,0.03654079834620158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,8192,0.03458026647567749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,8192,0.03493866523106893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,8192,0.033810134728749594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,8192,0.03386346499125163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,8192,0.03255040049552917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,8192,0.0325109342734019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,8192,0.031247999270757037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,8192,0.0313813328742981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,8192,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,8192,0.029604266087214153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,8192,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,8192,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,8192,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,8192,0.027607466777165728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,8192,0.02677759925524394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,8192,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,8192,0.02560746669769287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,8192,0.02550506591796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,8192,0.02438933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,8192,0.02430079976717631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,8192,0.023334399859110514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,8192,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,8192,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,8192,0.02142080068588257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,8192,0.021421867609024047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,8192,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,8192,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,8192,0.021436800559361778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,8192,0.021423999468485513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,8192,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,8192,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,8192,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,8192,0.02097813288370768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,8192,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,8192,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,8192,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,8192,0.02068906625111898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,8192,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,8192,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,8192,0.020439465840657554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,8192,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,8192,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,8192,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,8192,0.020693333943684895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,8192,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,8192,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,8192,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,8192,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,8192,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,8192,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,8192,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,8192,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,8192,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,8192,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,8192,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,8192,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,7168,0.1623690605163574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,7168,0.08201813697814941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,7168,0.03964586655298869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,7168,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,7168,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,7168,0.02153600056966146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,7168,0.02119999925295512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,7168,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,7168,0.020602667331695558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,7168,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,7168,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,8192,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,7168,0.017565866311391197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,7168,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,7168,0.019432532787322997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,7168,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,7168,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,7168,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,7168,0.01739306648572286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,7168,0.01623040040334066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,7168,0.01421333352724711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,7168,0.015290666619936624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,7168,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,7168,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,7168,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,7168,0.011899733543395996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,7168,0.01236799955368042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,7168,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,7168,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,7168,0.012785067160924276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,7168,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,7168,0.011290666460990906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,7168,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,7168,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,7168,0.010478933652242024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,7168,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,7168,0.008494933446248371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,7168,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,7168,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,7168,0.009677867094675701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,7168,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,7168,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,7168,0.007448533177375793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,7168,0.0073183998465538025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,7168,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,7168,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,7168,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,7168,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,7168,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,7168,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,7168,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,7168,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,8192,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,7168,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,7168,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,7168,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,7168,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,7168,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,7168,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,7168,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,8192,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,7168,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,7168,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,7168,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,7168,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,7168,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,7168,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,7168,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,7168,0.005399466554323832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,7168,0.005403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,7168,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,7168,0.005387733379999796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,7168,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,7168,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,7168,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,7168,0.36060266494750975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,7168,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,7168,0.18312427202860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,7168,0.08887786865234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,7168,0.010868266224861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,7168,0.08732053438822428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,7168,0.07928000291188558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,7168,0.0797706683476766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,7168,0.07943893273671468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,7168,0.07824959754943847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,7168,0.06645866632461547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,7168,0.0664896011352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,7168,0.06243093411127726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,7168,0.06260266701380411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,7168,0.057595733801523843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,7168,0.05295360088348389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,7168,0.05378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,7168,0.04969813426335652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,7168,0.04965546528498332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,7168,0.04493653376897176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,7168,0.04617813428243001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,7168,0.044183464845021565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,7168,0.6990410486857097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,7168,0.043391998608907065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,7168,0.037418667475382486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,7168,0.040193065007527666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,7168,0.037010133266448975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,7168,0.03792426586151123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,7168,0.03310826619466146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,7168,0.03343679904937744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,7168,0.031802666187286374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,7168,0.056876798470815025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,7168,0.0309770663579305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,7168,0.027552000681559247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,7168,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,7168,0.0286080002784729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,7168,0.025198932488759356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,7168,0.023143466313680014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,7168,0.023102933168411256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,7168,0.02285760045051575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,7168,0.021450666586558025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,7168,0.02239039937655131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,7168,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,7168,0.021998933951059976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,7168,0.02087786595026652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,7168,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,7168,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,7168,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,7168,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,7168,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,7168,0.019871999820073448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,7168,0.020129066705703736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,7168,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,7168,0.01960106690724691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,7168,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,7168,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,7168,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,7168,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,7168,0.022817067305246987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,7168,0.019292799631754558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,7168,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,7168,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,7168,0.0180842657883962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,7168,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,7168,0.017423999309539796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,7168,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,7168,0.01925119956334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,7168,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,7168,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,7168,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,7168,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,7168,0.017526400089263917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,7168,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,7168,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,7168,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,7168,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,7168,0.7425962448120117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,7168,0.37821547190348304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,7168,0.19577813148498535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,7168,0.18576960563659667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,7168,0.16850454012552898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,7168,1.4902421315511067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,7168,0.14507946968078614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,7168,0.14082880020141603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,7168,0.12248213291168213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,7168,0.1245301326115926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,7168,0.10395092964172363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,7168,0.10631253719329833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,7168,0.17400533358256023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,7168,0.08314666748046876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,7168,0.07696853478749593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,7168,0.09337066809336345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,7168,0.09343679745992026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,7168,0.08500586350758871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,7168,0.0698965311050415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,7168,0.062446931997934975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,7168,0.07608319918314616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,7168,0.0701141357421875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,7168,0.05698133309682211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,7168,0.05573013226191202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,7168,0.049243732293446855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,7168,0.04236479997634888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,7168,0.04502826531728109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,7168,0.05082986752192179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,7168,0.06296853224436441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,7168,0.03746453523635864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,7168,0.03657279809315999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,7168,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,7168,0.031319467226664226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,7168,0.029636265834172566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,7168,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,7168,0.023897600173950196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,7168,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,7168,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,7168,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,7168,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,7168,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,7168,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,7168,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,7168,0.013646933436393737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,7168,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,7168,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,7168,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,7168,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,7168,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,7168,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,7168,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,7168,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,7168,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,7168,0.011772800485293071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,7168,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,7168,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,7168,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,7168,0.017069866259892784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,7168,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,7168,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,7168,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,7168,0.015192533532778421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,7168,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,7168,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,7168,0.01781439979871114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,7168,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,7168,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,7168,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,7168,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,7168,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,7168,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,7168,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,7168,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,7168,0.1112063964207967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,7168,0.21686719258626302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,7168,0.05931626558303833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,7168,0.03904533386230469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,7168,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,7168,0.039043200016021726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,7168,0.03732906579971314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,7168,0.03588159879048665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,7168,0.035420799255371095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,7168,0.0350325345993042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,7168,0.034542934099833174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,7168,0.03347413142522176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,7168,0.03286186655362447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,7168,0.032509867350260416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,7168,0.03163733283678691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,7168,0.03167253335316976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,7168,0.03125653266906738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,7168,0.030103466908137005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,7168,0.029634133974711103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,7168,0.028589866558710736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,7168,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,7168,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,7168,0.02756800055503845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,7168,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,7168,0.027191466093063353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,7168,0.026430932680765788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,7168,0.025934932629267375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,7168,0.025474133094151814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,7168,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,7168,0.024346667528152465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,7168,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,7168,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,7168,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,7168,0.022270933787027995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,7168,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,7168,0.021389865875244142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,7168,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,7168,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,7168,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,7168,0.019471999009450278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,7168,0.019781333208084107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,7168,0.019780266284942626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,7168,0.01981653372446696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,7168,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,7168,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,7168,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,7168,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,7168,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,7168,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,7168,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,7168,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,7168,0.019332265853881835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,7168,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,7168,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,7168,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,7168,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,7168,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,7168,0.01889280080795288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,7168,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,7168,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,7168,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,7168,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,7168,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,7168,0.018965333700180054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,7168,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,7168,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,7168,0.018977065881093345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,7168,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,7168,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,7168,0.018938666582107543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,6144,0.14544746081034343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,6144,0.07197120189666747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,6144,0.03598080078760783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,6144,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,6144,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,6144,0.0171615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,6144,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,6144,0.02318399945894877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,6144,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,6144,0.01544319987297058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,6144,0.015595733126004537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,6144,0.015387733777364096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,6144,0.015426133076349893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,6144,0.0169322669506073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,6144,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,6144,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,7168,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,6144,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,6144,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,6144,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,6144,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,6144,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,6144,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,6144,0.010247466961542766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,6144,0.010615467031796774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,6144,0.012153599659601848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,6144,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,6144,0.011490133404731751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,6144,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,6144,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,6144,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,6144,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,6144,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,6144,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,6144,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,6144,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,6144,0.008160000046094257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,6144,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,6144,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,7168,0.018943999210993448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,6144,0.006916266679763794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,6144,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,6144,0.01302079955736796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,6144,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,6144,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,6144,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,6144,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,6144,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,6144,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,6144,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,6144,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,6144,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,6144,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,6144,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,6144,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,6144,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,6144,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,6144,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,6144,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,6144,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,6144,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,6144,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,6144,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,6144,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,6144,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,6144,0.006779733300209046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,6144,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,6144,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,6144,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,6144,0.006045866509278615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,6144,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,6144,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,6144,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,6144,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,6144,0.30894292195638023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,6144,0.15791467030843098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,6144,0.6025450388590495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,6144,0.07055892944335937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,6144,0.07086719671885172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,6144,0.06381013393402099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,6144,0.06371946732203165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,6144,0.06481920083363851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,6144,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,6144,0.06340373357137044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,6144,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,6144,0.055004799365997316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,6144,0.05309226512908936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,6144,0.05368426640828451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,6144,0.05286399920781454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,6144,0.05146880149841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,6144,0.04588586489359538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,6144,0.04564693371454875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,6144,0.045090134938557944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,6144,0.04466453393300374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,6144,0.04074026743570964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,6144,0.04154026508331299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,6144,0.037581864992777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,6144,0.037445334593455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,6144,0.036817065874735516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,6144,0.03693013191223145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,6144,0.03539520104726156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,6144,0.033735466003417966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,6144,0.03291520078976949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,6144,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,6144,0.030528000990549725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,6144,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,6144,0.02722240090370178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,6144,0.02672106623649597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,6144,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,6144,0.024833067258199056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,6144,0.02320853273073832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,6144,0.022155733903249104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,6144,0.021112533410390218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,6144,0.022190932432810465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,6144,0.0213919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,6144,0.021656533082326256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,6144,0.020897066593170165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,6144,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,6144,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,6144,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,6144,0.019614932934443156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,6144,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,6144,0.01997440059979757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,6144,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,6144,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,6144,0.019504000743230186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,6144,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,6144,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,6144,0.04902506669362386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,6144,0.019205333789189656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,6144,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,6144,0.01957013408342997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,6144,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,6144,0.018068265914916993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,6144,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,6144,0.0195413331190745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,6144,0.019492266575495402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,6144,0.01684373418490092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,6144,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,6144,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,6144,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,6144,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,6144,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,6144,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,6144,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,6144,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,6144,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,6144,0.017130666971206666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,6144,0.01753173271814982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,6144,0.019722666343053183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,6144,0.7315104166666667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,6144,0.3758965492248535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,6144,0.14832746187845866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,6144,0.1517514705657959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,6144,0.13437973658243815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,6144,0.1329578638076782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,6144,0.12067306836446126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,6144,0.1161194642384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,6144,1.4640331268310547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,6144,0.10455893675486247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,6144,0.10489813486735027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,6144,0.09665706952412924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,6144,0.10156266689300537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,6144,0.08997546831766765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,6144,0.07589653333028158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,6144,0.0881322701772054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,6144,0.07471893628438314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,6144,0.08108053207397461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,6144,0.08219839731852213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,6144,0.06839893658955892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,6144,0.06812480290730795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,6144,0.0560426672299703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,6144,0.055012265841166176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,6144,0.04967253208160401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,6144,0.048894933859507245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,6144,0.04397226572036743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,6144,0.04229546785354614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,6144,0.06149119933446249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,6144,0.06221226851145426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,6144,0.03582933346430461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,6144,0.0367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,6144,0.02925119996070862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,6144,0.030052266518274945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,6144,0.023966934283574423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,6144,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,6144,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,6144,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,6144,0.01567146678765615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,6144,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,6144,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,6144,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,6144,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,6144,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,6144,0.012392533818880717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,6144,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,6144,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,6144,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,6144,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,6144,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,6144,0.012384000420570373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,6144,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,6144,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,6144,0.01111253301302592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,6144,0.01090666651725769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,6144,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,6144,0.015011200308799743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,6144,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,6144,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,6144,0.013645866513252258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,6144,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,6144,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,6144,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,6144,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,6144,0.015089066823323569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,6144,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,6144,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,6144,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,6144,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,6144,0.01529706617196401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,6144,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,6144,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,6144,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,6144,0.20204265912373862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,6144,0.10429973602294922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,6144,0.05602026780446371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,6144,0.034577067693074545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,6144,0.034245332082112626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,6144,0.03370346625645955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,6144,0.0337226668993632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,6144,0.03256426652272542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,6144,0.03213866750399272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,6144,0.03135786652565002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,6144,0.03161173264185588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,6144,0.030237867434819536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,6144,0.030050132671991987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,6144,0.029639466603597002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,6144,0.029320534070332843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,6144,0.028472532828648884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,6144,0.02841920057932536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,6144,0.027965867519378663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,6144,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,6144,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,6144,0.02729066610336304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,6144,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,6144,0.026422399282455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,6144,0.025466666618982954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,6144,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,6144,0.024794665972391765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,6144,0.023957333962122598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,6144,0.023545600970586143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,6144,0.023086933294932048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,6144,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,6144,0.022318933407465616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,6144,0.021441066265106203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,6144,0.021412267287572225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,6144,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,6144,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,6144,0.019723733266194664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,6144,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,6144,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,6144,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,6144,0.01771519978841146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,6144,0.018065067132314046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,6144,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,6144,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,6144,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,6144,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,6144,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,6144,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,6144,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,6144,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,6144,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,6144,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,6144,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,6144,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,6144,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,6144,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,6144,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,6144,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,6144,0.016910932461420693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,6144,0.017292799552281697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,6144,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,6144,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,6144,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,6144,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,6144,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,6144,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,6144,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,6144,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,6144,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,6144,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,6144,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,6144,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,6144,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,6144,0.017313067118326822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,5120,0.1178389310836792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,5120,0.05940373341242472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,6144,0.01694719990094503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,5120,0.029654399553934736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,6144,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,5120,0.015862400333086647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,5120,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,5120,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,5120,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,5120,0.015517866611480713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,5120,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,5120,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,5120,0.012820266683896384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,5120,0.012759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,5120,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,5120,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,5120,0.011746133367220562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,5120,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,5120,0.01276479959487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,5120,0.011706667145093282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,5120,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,5120,0.011322666207949321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,5120,0.010986666878064473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,5120,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,5120,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,5120,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,6144,0.017409066359202065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,5120,0.010190932949384054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,5120,0.01579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,5120,0.00943893293539683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,5120,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,5120,0.008866133292516072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,5120,0.008620799581209818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,5120,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,5120,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,5120,0.007987200220425924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,5120,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,5120,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,5120,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,5120,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,5120,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,5120,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,5120,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,5120,0.006470400094985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,5120,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,5120,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,5120,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,5120,0.007393066585063934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,5120,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,5120,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,5120,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,5120,0.006757333377997081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,5120,0.006542933483918508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,5120,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,5120,0.006402133405208588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,5120,0.006397866706053417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,5120,0.005595733225345611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,5120,0.0071946665644645694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,5120,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,5120,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,5120,0.0064181332786877945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,5120,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,5120,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,5120,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,5120,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,5120,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,5120,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,5120,0.0058037335673968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,5120,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,5120,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,5120,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,5120,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,5120,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,5120,0.00977066655953725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,5120,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,5120,0.26154026985168455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,5120,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,5120,0.502236811319987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,5120,0.05713493426640829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,5120,0.05575786828994751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,5120,0.051844267050425205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,5120,0.05209920008977255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,5120,0.05450133482615153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,5120,0.05252373218536377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,5120,0.0509610652923584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,5120,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,5120,0.044011731942494706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,5120,0.04456426699956258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,5120,0.043543465932210285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,5120,0.043492265542348224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,5120,0.040642134348551434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,5120,0.04195520083109538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,5120,0.03892159859339396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,5120,0.13031786282857258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,5120,0.037553068002065024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,5120,0.03739733298619588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,5120,0.03715733289718628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,5120,0.03508906761805217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,5120,0.032252800464630124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,5120,0.03452906608581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,5120,0.031030400594075518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,5120,0.03128106594085693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,5120,0.029381332794825236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,5120,0.047806934515635176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,5120,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,5120,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,5120,0.026590933402379353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,5120,0.026104533672332765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,5120,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,5120,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,5120,0.02290560007095337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,5120,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,5120,0.020821332931518555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,5120,0.03899413347244263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,5120,0.020553600788116456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,5120,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,5120,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,5120,0.019964800278345744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,5120,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,5120,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,5120,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,5120,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,5120,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,5120,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,5120,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,5120,0.018346667289733887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,5120,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,5120,0.01758079926172892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,5120,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,5120,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,5120,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,5120,0.017944532632827758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,5120,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,5120,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,5120,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,5120,0.019577600558598838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,5120,0.019682133197784425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,5120,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,5120,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,5120,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,5120,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,5120,0.016790399948755898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,5120,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,5120,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,5120,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,5120,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,5120,0.01747200091679891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,5120,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,5120,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,5120,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,5120,0.12123093605041504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,5120,0.3644938786824544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,5120,0.7198783874511718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,5120,0.11425493558247883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,5120,0.11411413351694744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,5120,0.10678613185882568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,5120,0.10614506403605144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,5120,0.09971946875254313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,5120,0.10130879878997803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,5120,1.4351615905761719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,5120,0.09315093358357748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,5120,0.0919327974319458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,5120,0.12106239795684814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,5120,0.08669013182322184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,5120,0.07354986667633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,5120,0.07931626637776693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,5120,0.07328213055928548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,5120,0.08450880050659179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,5120,0.07891306877136231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,5120,0.0665333350499471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,5120,0.05421973466873169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,5120,0.06630186637242635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,5120,0.048469332853953044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,5120,0.047074135144551596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,5120,0.06054826577504476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,5120,0.04238613446553548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,5120,0.04062399864196777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,5120,0.05964479843775431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,5120,0.05298453172047933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,5120,0.03455359935760498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,5120,0.0230730672677358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,5120,0.03538346687952677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,5120,0.029237333933512372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,5120,0.02762666742006938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,5120,0.021466666460037233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,5120,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,5120,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,5120,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,5120,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,5120,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,5120,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,5120,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,5120,0.01195733348528544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,5120,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,5120,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,5120,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,5120,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,5120,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,5120,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,5120,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,5120,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,5120,0.010276266932487487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,5120,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,5120,0.010147200028101603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,5120,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,5120,0.012269866466522217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,5120,0.012757333119710288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,5120,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,5120,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,5120,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,5120,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,5120,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,5120,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,5120,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,5120,0.012334932883580525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,5120,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,5120,0.012632532914479574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,5120,0.012551466623942057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,5120,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,5120,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,5120,0.013732266426086426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,5120,0.18918293317159016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,5120,0.09724799791971842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,5120,0.05254079898198446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,5120,0.031673600276311234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,5120,0.03126399914423625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,5120,0.030538666248321533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,5120,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,5120,0.03046506643295288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,5120,0.029282132784525555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,5120,0.029601067304611206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,5120,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,5120,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,5120,0.028471465905507403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,5120,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,5120,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,5120,0.02720746596654256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,5120,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,5120,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,5120,0.0264138658841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,5120,0.025933865706125898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,5120,0.024731733401616416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,5120,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,5120,0.02390399972597758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,5120,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,5120,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,5120,0.022678399085998537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,5120,0.022230400641759237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,5120,0.022204800446828207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,5120,0.020977065960566203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,5120,0.021040000518163047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,5120,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,5120,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,5120,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,5120,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,5120,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,5120,0.01839573383331299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,5120,0.017762132485707603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,5120,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,5120,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,5120,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,5120,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,5120,0.016129066546758018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,5120,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,5120,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,5120,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,5120,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,5120,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,5120,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,5120,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,5120,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,5120,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,5120,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,5120,0.015385599931081137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,5120,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,5120,0.015661866466204325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,5120,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,5120,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,5120,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,5120,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,5120,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,5120,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,5120,0.015516799688339234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,5120,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,5120,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,5120,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,5120,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,5120,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,5120,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,5120,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,5120,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,5120,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,5120,0.015482667088508605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,5120,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,4096,0.09817173480987548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,5120,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,5120,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,4096,0.048930132389068605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,4096,0.023341866334279378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,4096,0.01332586705684662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,4096,0.011505066355069479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,4096,0.012573867042859396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,4096,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,4096,0.01262933313846588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,5120,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,4096,0.010591999689737955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,4096,0.010637866457303365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,4096,0.01049066682656606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,4096,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,4096,0.011457066734631855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,4096,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,4096,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,4096,0.010266666611035664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,4096,0.010466133554776508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,4096,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,4096,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,4096,0.01130239963531494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,4096,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,4096,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,4096,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,4096,0.010627200206120808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,4096,0.009004799524943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,4096,0.008901333808898926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,4096,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,4096,0.008634666601816814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,4096,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,4096,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,4096,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,4096,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,4096,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,4096,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,4096,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,4096,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,4096,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,4096,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,4096,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,4096,0.00973653296629588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,4096,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,4096,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,4096,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,4096,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,4096,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,4096,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,4096,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,4096,0.006628266473611195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,4096,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,4096,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,4096,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,4096,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,4096,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,4096,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,4096,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,4096,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,4096,0.005994666616121928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,4096,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,4096,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,4096,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,4096,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,4096,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,4096,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,4096,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,4096,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,4096,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,4096,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,4096,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,4096,0.005668266614278158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,4096,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,4096,0.09671680132548013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,4096,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,4096,0.20997333526611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,4096,0.04673706690470378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,4096,0.04584213495254517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,4096,0.4094709396362305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,4096,0.04307839870452881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,4096,0.04517226616541545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,4096,0.0440341313680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,4096,0.045043198267618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,4096,0.040253865718841556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,4096,0.04208960135777791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,4096,0.03991573254267375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,4096,0.03714133501052856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,4096,0.03728853464126587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,4096,0.035190399487813315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,4096,0.03608853419621785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,4096,0.03512533505757649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,4096,0.034815998872121175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,4096,0.031112533807754517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,4096,0.033187200625737504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,4096,0.0306549330552419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,4096,0.030237867434819536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,4096,0.029179733991622925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,4096,0.029525333642959596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,4096,0.02873706618944804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,4096,0.027185066541035967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,4096,0.0260917325814565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,4096,0.02490453322728475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,4096,0.02480106751124064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,4096,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,4096,0.02448106606801351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,4096,0.03908586502075195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,4096,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,4096,0.020642133553822835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,4096,0.019589332739512126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,4096,0.03132906754811605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,4096,0.019654399156570433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,4096,0.019656533002853395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,4096,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,4096,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,4096,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,4096,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,4096,0.022166399161020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,4096,0.018013866742451985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,4096,0.018032000462214152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,4096,0.016976000865300496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,4096,0.01809920072555542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,4096,0.01876266598701477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,4096,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,4096,0.018397865692774455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,4096,0.019722666343053183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,4096,0.01830186645189921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,4096,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,4096,0.016771199305852254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,4096,0.018243199586868285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,4096,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,4096,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,4096,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,4096,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,4096,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,4096,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,4096,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,4096,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,4096,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,4096,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,4096,0.0171615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,4096,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,4096,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,4096,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,4096,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,4096,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,4096,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,4096,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,4096,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,4096,0.7080383936564127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,4096,0.11434346834818523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,4096,0.34949013392130535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,4096,0.10855786800384522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,4096,0.10757013161977132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,4096,0.1018506685892741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,4096,0.10173866748809815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,4096,1.4107818603515625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,4096,0.09557759761810303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,4096,0.09043093522389731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,4096,0.08920213381449381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,4096,0.09549973011016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,4096,0.11452586650848388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,4096,0.08248213132222494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,4096,0.08328213691711425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,4096,0.07062719662984213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,4096,0.07683093547821045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,4096,0.07646613121032715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,4096,0.07041813532511393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,4096,0.06447039842605591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,4096,0.052621865272521974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,4096,0.06404906511306763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,4096,0.04680639902750651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,4096,0.045259733994801835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,4096,0.04034133354822795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,4096,0.03922666708628337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,4096,0.05838506619135538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,4096,0.05777599811553955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,4096,0.05173866748809815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,4096,0.03373759984970093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,4096,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,4096,0.03333013256390889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,4096,0.027612799406051637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,4096,0.026778666178385417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,4096,0.02021546761194865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,4096,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,4096,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,4096,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,4096,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,4096,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,4096,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,4096,0.010634666681289673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,4096,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,4096,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,4096,0.01081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,4096,0.010514133175214132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,4096,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,4096,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,4096,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,4096,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,4096,0.01402239998181661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,4096,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,4096,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,4096,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,4096,0.009329066673914591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,4096,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,4096,0.01220373312632243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,4096,0.01213653286298116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,4096,0.01195093293984731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,4096,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,4096,0.011935999989509583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,4096,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,4096,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,4096,0.011849600076675414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,4096,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,4096,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,4096,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,4096,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,4096,0.012161067128181458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,4096,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,4096,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,4096,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,4096,0.012534399827321371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,4096,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,4096,0.14223893483479816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,4096,0.07500906785329184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,4096,0.03849173386891683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,4096,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,4096,0.02595840096473694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,4096,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,4096,0.025590399901072185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,4096,0.0247978667418162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,4096,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,4096,0.024327466885248818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,4096,0.023891200621922813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,4096,0.023537067572275798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,4096,0.02347093423207601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,4096,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,4096,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,4096,0.02190293272336324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,4096,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,4096,0.021415466070175172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,4096,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,4096,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,4096,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,4096,0.019387733936309815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,4096,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,4096,0.01935466726620992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,4096,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,4096,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,4096,0.017709867159525553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,4096,0.017707733313242595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,4096,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,4096,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,4096,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,4096,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,4096,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,4096,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,4096,0.015688533584276833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,4096,0.01406719982624054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,4096,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,4096,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,4096,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,4096,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,4096,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,4096,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,4096,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,4096,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,4096,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,4096,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,4096,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,4096,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,4096,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,4096,0.013926399747530618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,4096,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,4096,0.013546666502952576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,4096,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,4096,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,4096,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,4096,0.013618133465449014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,4096,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,4096,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,4096,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,4096,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,4096,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,4096,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,4096,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,4096,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,4096,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,4096,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,4096,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,3584,0.08052159945170084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,3584,0.04134293397267659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,3584,0.020402133464813232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,3584,0.011532800396283467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,3584,0.011012267072995503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,4096,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,3584,0.010259200135866802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,3584,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,3584,0.012731732924779257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,3584,0.012141866485277812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,3584,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,3584,0.009493333101272584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,3584,0.009771733482678732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,3584,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,3584,0.010827733079592387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,4096,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,3584,0.010185600320498148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,3584,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,3584,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,3584,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,3584,0.009316266576449076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,3584,0.008132266501585644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,3584,0.008804266651471455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,3584,0.010328533252080281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,3584,0.007206400235493978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,3584,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,3584,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,4096,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,3584,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,3584,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,3584,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,3584,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,3584,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,3584,0.006798933446407318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,3584,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,3584,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,3584,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,3584,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,3584,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,3584,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,3584,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,3584,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,3584,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,3584,0.006169599791367849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,3584,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,3584,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,3584,0.006212266782919565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,3584,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,3584,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,3584,0.006020266811052958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,3584,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,3584,0.00580266664425532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,3584,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,3584,0.00581333339214325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,3584,0.0059232001503308615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,3584,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,3584,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,3584,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,3584,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,3584,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,3584,0.0056618665655454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,3584,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,3584,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,3584,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,3584,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,3584,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,3584,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,3584,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,3584,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,3584,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,3584,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,3584,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,3584,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,3584,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,3584,0.0810378630956014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,3584,0.18454720179239908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,3584,0.04340159893035889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,3584,0.043169065316518145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,3584,0.3598421414693197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,3584,0.041960533459981283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,3584,0.04058133363723755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,3584,0.040866132577260336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,3584,0.04119466543197632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,3584,0.036934399604797365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,3584,0.0371946652730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,3584,0.03707733154296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,3584,0.03672320048014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,3584,0.03704426685969035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,3584,0.03560213247934978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,3584,0.03416320085525513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,3584,0.03592106501261393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,3584,0.03299946586290996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,3584,0.03178986708323161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,3584,0.030663466453552245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,3584,0.031150933106740313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,3584,0.030730666716893514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,3584,0.03073386748631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,3584,0.029266132911046343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,3584,0.02789120078086853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,3584,0.027561599016189577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,3584,0.025297067562739056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,3584,0.025617067019144697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,3584,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,3584,0.024889600276947022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,3584,0.022872533400853476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,3584,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,3584,0.020761599143346153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,3584,0.021319466829299926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,3584,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,3584,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,3584,0.01873706579208374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,3584,0.018657066424687705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,3584,0.017889066537221273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,3584,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,3584,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,3584,0.027020800113677978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,3584,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,3584,0.02427519957224528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,3584,0.017540266116460167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,3584,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,3584,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,3584,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,3584,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,3584,0.016709333658218382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,3584,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,3584,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,3584,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,3584,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,3584,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,3584,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,3584,0.01746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,3584,0.01562879979610443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,3584,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,3584,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,3584,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,3584,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,3584,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,3584,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,3584,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,3584,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,3584,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,3584,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,3584,0.016724266608556113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,3584,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,3584,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,3584,0.0155157337586085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,3584,0.01825173298517863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,3584,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,3584,0.11344853242238362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,3584,0.31729599634806316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,3584,0.11283413569132487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,3584,0.10747093359629314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,3584,0.10711893240610759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,3584,0.10146666367848714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,3584,0.10061546961466472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,3584,0.7168522516886393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,3584,0.09442880153656005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,3584,0.08942506313323975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,3584,0.08826133410135904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,3584,1.4081012725830078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,3584,0.09561173121134439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,3584,0.07679893175760905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,3584,0.08213760058085123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,3584,0.08197653293609619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,3584,0.07087786992390951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,3584,0.06959893703460693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,3584,0.0755839983622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,3584,0.05748480161031087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,3584,0.063646932442983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,3584,0.051774934927622474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,3584,0.05131413141886393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,3584,0.06369920174280802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,3584,0.045176533857981364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,3584,0.03946346839269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,3584,0.03868480126063029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,3584,0.05745919942855835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,3584,0.0457535982131958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,3584,0.027505065997441607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,3584,0.0325109342734019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,3584,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,3584,0.03322986761728923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,3584,0.02598186731338501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,3584,0.02024959921836853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,3584,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,3584,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,3584,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,3584,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,3584,0.011978666981061299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,3584,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,3584,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,3584,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,3584,0.010445866982142131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,3584,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,3584,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,3584,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,3584,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,3584,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,3584,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,3584,0.010284800330797832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,3584,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,3584,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,3584,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,3584,0.01013866662979126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,3584,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,3584,0.011149866382280986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,3584,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,3584,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,3584,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,3584,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,3584,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,3584,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,3584,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,3584,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,3584,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,3584,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,3584,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,3584,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,3584,0.010845866799354554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,3584,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,3584,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,3584,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,3584,0.06861653327941894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,3584,0.129311998685201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,3584,0.03522666692733765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,3584,0.023985066016515098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,3584,0.024025599161783852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,3584,0.023101866245269775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,3584,0.02313386599222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,3584,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,3584,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,3584,0.02253546714782715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,3584,0.0222762664159139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,3584,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,3584,0.021208532651265464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,3584,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,3584,0.02103253404299418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,3584,0.02023573319117228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,3584,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,3584,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,3584,0.019314134120941163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,3584,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,3584,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,3584,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,3584,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,3584,0.01775146722793579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,3584,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,3584,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,3584,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,3584,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,3584,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,3584,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,3584,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,3584,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,3584,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,3584,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,3584,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,3584,0.01341973344484965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,3584,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,3584,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,3584,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,3584,0.012802132964134216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,3584,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,3584,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,3584,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,3584,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,3584,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,3584,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,3584,0.012668800354003907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,3584,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,3584,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,3584,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,3584,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,3584,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,3584,0.012677333752314248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,3584,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,3584,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,3584,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,3584,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,3584,0.012550399700800578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,3584,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,3584,0.012392533818880717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,3584,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,3584,0.012391466895739238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,3584,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,3584,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,3584,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,3584,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,3584,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,3584,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,3584,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,3584,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,3584,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,3584,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,3072,0.0703167994817098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,3072,0.03637653191884359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,3072,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,3584,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,3072,0.01030293305714925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,3072,0.01067200005054474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,3072,0.009313066800435383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,3072,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,3072,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,3072,0.010589866836865743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,3072,0.008665600419044494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,3072,0.00883733332157135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,3072,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,3584,0.012364799777666729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,3072,0.009046399593353271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,3072,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,3072,0.00934933324654897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,3072,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,3072,0.008660266796747845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,3072,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,3072,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,3072,0.007351466516653697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,3072,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,3072,0.009090133508046468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,3072,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,3072,0.006600533425807953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,3072,0.006528000036875407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,3072,0.007415466507275899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,3584,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,3072,0.007196799914042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,3072,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,3072,0.006391466657320659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,3072,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,3072,0.006203733384609222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,3072,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,3072,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,3072,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,3072,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,3072,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,3072,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,3072,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,3072,0.005564799904823304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,3072,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,3072,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,3072,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,3072,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,3072,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,3072,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,3072,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,3072,0.00804373323917389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,3072,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,3072,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,3072,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,3072,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,3072,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,3072,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,3072,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,3072,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,3072,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,3072,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,3072,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,3072,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,3072,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,3072,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,3072,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,3072,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,3072,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,3072,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,3072,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,3072,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,3072,0.15939733187357585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,3072,0.30839573542277016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,3072,0.06624639828999837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,3072,0.03933546543121338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,3072,0.039435732364654544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,3072,0.03528639872868856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,3072,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,3072,0.037317331631978354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,3072,0.03508266607920329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,3072,0.03490346670150757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,3072,0.035266133149464925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,3072,0.0339903990427653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,3072,0.03341439962387085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,3072,0.032687999804814655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,3072,0.031064534187316896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,3072,0.030918399492899578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,3072,0.0313589334487915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,3072,0.030402133862177532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,3072,0.030667734146118165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,3072,0.028785065809885664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,3072,0.02736639976501465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,3072,0.026653865973154705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,3072,0.02621120015780131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,3072,0.03862080176671346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,3072,0.005389866729577383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,3072,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,3072,0.024934399127960204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,3072,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,3072,0.02327359914779663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,3072,0.02313493291536967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,3072,0.023089067141215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,3072,0.02187946637471517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,3072,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,3072,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,3072,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,3072,0.01851093371709188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,3072,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,3072,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,3072,0.019112533330917357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,3072,0.029969066381454468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,3072,0.01771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,3072,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,3072,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,3072,0.0180842657883962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,3072,0.018665599822998046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,3072,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,3072,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,3072,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,3072,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,3072,0.01730133295059204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,3072,0.018040533860524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,3072,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,3072,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,3072,0.017053866386413576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,3072,0.021605332692464195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,3072,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,3072,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,3072,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,3072,0.01513706644376119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,3072,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,3072,0.01627946694691976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,3072,0.015945600469907124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,3072,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,3072,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,3072,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,3072,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,3072,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,3072,0.015455999970436096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,3072,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,3072,0.015222400426864624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,3072,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,3072,0.015987199544906617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,3072,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,3072,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,3072,0.015031466881434122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,3072,0.6973141352335612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,3072,1.4067349751790366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,3072,0.24116586049397787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,3072,0.11266240278879802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,3072,0.10627946853637696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,3072,0.1006282647450765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,3072,0.10006399949391682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,3072,0.09440960089365641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,3072,0.09360106786092123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,3072,0.08866453170776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,3072,0.08777706623077393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,3072,0.11214826901753742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,3072,0.10657813549041747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,3072,0.08122453689575196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,3072,0.08173333009084066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,3072,0.06913599967956544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,3072,0.06937599976857503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,3072,0.07642772992451986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,3072,0.07514666716257731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,3072,0.06298773288726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,3072,0.06313600142796835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,3072,0.05057173172632853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,3072,0.04528426726659139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,3072,0.04444160064061482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,3072,0.03948160012563069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,3072,0.038320000966389975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,3072,0.0579093337059021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,3072,0.05631253321965536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,3072,0.051659735043843594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,3072,0.03255573312441508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,3072,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,3072,0.03214400013287862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,3072,0.02640213370323181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,3072,0.025603200991948443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,3072,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,3072,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,3072,0.013291733463605246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,3072,0.011596799890200297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,3072,0.011943466464678447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,3072,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,3072,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,3072,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,3072,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,3072,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,3072,0.009920000036557516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,3072,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,3072,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,3072,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,3072,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,3072,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,3072,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,3072,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,3072,0.008710400263468424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,3072,0.01030293305714925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,3072,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,3072,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,3072,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,3072,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,3072,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,3072,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,3072,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,3072,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,3072,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,3072,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,3072,0.008691199620564779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,3072,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,3072,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,3072,0.009062400460243225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,3072,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,3072,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,3072,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,3072,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,3072,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,3072,0.11052479743957519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,3072,0.05916159947713216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,3072,0.030595199267069502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,3072,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,3072,0.021835732460021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,3072,0.021081600586573282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,3072,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,3072,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,3072,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,3072,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,3072,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,3072,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,3072,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,3072,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,3072,0.018601600329081217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,3072,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,3072,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,3072,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,3072,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,3072,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,3072,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,3072,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,3072,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,3072,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,3072,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,3072,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,3072,0.015219199657440185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,3072,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,3072,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,3072,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,3072,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,3072,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,3072,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,3072,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,3072,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,3072,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,3072,0.012079999844233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,3072,0.01206933359305064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,3072,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,3072,0.01237226625283559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,3072,0.011973333358764649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,3072,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,3072,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,3072,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,3072,0.011975466211636861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,3072,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,3072,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,3072,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,3072,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,3072,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,3072,0.011623467008272808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,3072,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,3072,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,3072,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,3072,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,3072,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,3072,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,3072,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,3072,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,3072,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,3072,0.012006400028864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,3072,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,3072,0.011556266744931539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,3072,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,3072,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,3072,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,3072,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,3072,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,3072,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,3072,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,2560,0.057966931660970056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,2560,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,2560,0.015165866414705912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,2560,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,2560,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,2560,0.008585600058237712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,2560,0.009826133648554485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,2560,0.009012266993522644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,2560,0.007670400043328603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,2560,0.007575466732184092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,3072,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,2560,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,3072,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,2560,0.008102400104204814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,3072,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,2560,0.008255999783674877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,2560,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,2560,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,2560,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,2560,0.007413333157698314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,2560,0.0076906666159629825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,2560,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,2560,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,2560,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,2560,0.005946666498978933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,2560,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,2560,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,2560,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,2560,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,2560,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,2560,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,2560,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,2560,0.005580799778302511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,2560,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,2560,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,2560,0.005153066913286845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,2560,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,2560,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,2560,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,2560,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,2560,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,2560,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,2560,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,2560,0.0051125332713127134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,2560,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,2560,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,2560,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,2560,0.0048650667071342465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,2560,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,2560,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,2560,0.005111466844876607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,2560,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,2560,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,2560,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,2560,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,2560,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,2560,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,2560,0.1309226671854655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,2560,0.26045333544413246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,2560,0.035847465197245285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,2560,0.03502933184305827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,2560,0.03312533299128215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,2560,0.03318079908688863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,2560,0.03453760147094727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,2560,0.03367893298467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,2560,0.032075732946395874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,2560,0.031344000498453775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,2560,0.03095253308614095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,2560,0.03086506724357605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,2560,0.03064746658007304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,2560,0.02930026650428772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,2560,0.02895146608352661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,2560,0.028700800736745198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,2560,0.027185066541035967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,2560,0.05389333168665568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,2560,0.027961599826812743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,2560,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,2560,0.02547733386357625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,2560,0.025093332926432295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,2560,0.024728532632191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,2560,0.024284799893697105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,2560,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,2560,0.029633067051569623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,2560,0.023269333442052207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,2560,0.022849067052205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,2560,0.022352000077565513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,2560,0.03104746739069621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,2560,0.021178666750590006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,2560,0.021095466613769532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,2560,0.01950506567955017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,2560,0.020552533864974975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,2560,0.01767359972000122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,2560,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,2560,0.01731520096460978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,2560,0.016793600718180337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,2560,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,2560,0.01681493322054545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,2560,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,2560,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,2560,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,2560,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,2560,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,2560,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,2560,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,2560,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,2560,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,2560,0.017492266496022542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,2560,0.017685333887736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,2560,0.017589332660039265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,2560,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,2560,0.016453333695729575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,2560,0.018024533987045288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,2560,0.0160970667997996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,2560,0.02204373280207316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,2560,0.015873066584269204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,2560,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,2560,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,2560,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,2560,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,2560,0.01591679950555166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,2560,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,2560,0.016023466984430947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,2560,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,2560,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,2560,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,2560,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,2560,0.015613866845766702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,2560,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,2560,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,2560,0.01560426652431488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,2560,0.01714986761411031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,2560,0.6971359888712565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,2560,0.21448532740275064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,2560,0.11125973065694172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,2560,0.10547306537628173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,2560,0.11100160280863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,2560,0.09963520367940268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,2560,0.09902719656626383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,2560,0.0939690669377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,2560,1.3865535736083985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,2560,0.09322133064270019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,2560,0.08778346379597982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,2560,0.0874229351679484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,2560,0.10580480098724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,2560,0.08046613534291586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,2560,0.07466133435567221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,2560,0.06900266806284586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,2560,0.06832746664683023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,2560,0.08043733437856039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,2560,0.07428586483001709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,2560,0.06242133378982544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,2560,0.06316906611124674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,2560,0.056109865506490074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,2560,0.050537598133087155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,2560,0.04971413215001424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,2560,0.04399466514587402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,2560,0.0386954665184021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,2560,0.037460267543792725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,2560,0.04441386858622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,2560,0.05629866520563761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,2560,0.03255040049552917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,2560,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,2560,0.031673600276311234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,2560,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,2560,0.02550826668739319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,2560,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,2560,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,2560,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,2560,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,2560,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,2560,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,2560,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,2560,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,2560,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,2560,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,2560,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,2560,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,2560,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,2560,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,2560,0.00894719958305359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,2560,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,2560,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,2560,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,2560,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,2560,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,2560,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,2560,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,2560,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,2560,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,2560,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,2560,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,2560,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,2560,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,2560,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,2560,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,2560,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,2560,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,2560,0.01946559945742289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,2560,0.009586133559544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,2560,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,2560,0.009875200192133586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,2560,0.05257386763890585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,2560,0.09660693009694418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,2560,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,2560,0.019064533710479736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,2560,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,2560,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,2560,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,2560,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,2560,0.018141865730285645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,2560,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,2560,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,2560,0.01740480065345764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,2560,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,2560,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,2560,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,2560,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,2560,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,2560,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,2560,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,2560,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,2560,0.01532266636689504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,2560,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,2560,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,2560,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,2560,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,2560,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,2560,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,2560,0.013403733571370443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,2560,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,2560,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,2560,0.012729600071907043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,2560,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,2560,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,2560,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,2560,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,2560,0.011180800199508668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,2560,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,2560,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,2560,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,2560,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,2560,0.01125440001487732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,2560,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,2560,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,2560,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,2560,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,2560,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,2560,0.010874666770299276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,2560,0.011017599701881408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,2560,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,2560,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,2560,0.010990933577219645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,2560,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,2560,0.01074026624361674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,2560,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,2560,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,2560,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,2560,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,2560,0.010558933019638062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,2560,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,2560,0.010609066486358643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,2560,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,2560,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,2560,0.010734933614730834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,2560,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,2560,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,2560,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,2048,0.04928426742553711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,2048,0.02502080003420512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,2048,0.01267413298288981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,2560,0.010729599992434185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,2048,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,2048,0.008037333190441132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,2048,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,2048,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,2048,0.0086325337489446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,2560,0.010729599992434185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,2048,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,2048,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,2048,0.006818133095900218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,2048,0.0072170664866765336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,2048,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,2048,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,2048,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,2048,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,2048,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,2048,0.0064522668719291685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,2048,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,2048,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,2048,0.007685333490371704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,2048,0.006226133306821187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,2048,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,2048,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,2048,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,2048,0.005830400188763936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,2048,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,2048,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,2048,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,2048,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,2048,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,2048,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,2048,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,2048,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,2048,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,2048,0.0048650667071342465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,2048,0.004583466549714406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,2560,0.01050879955291748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,2048,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,2048,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,2048,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,2048,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,2048,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,2048,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,2048,0.004748799900213877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,2048,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,2048,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,2048,0.004354133208592733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,2048,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,2048,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,2048,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,2048,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,2048,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,2048,0.004731733103593191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,2048,0.004792533318201701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,2048,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,2048,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,2048,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,2048,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,2048,0.21075305938720704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,2048,0.09801173210144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,2048,0.04338879982630412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,2048,0.031085866689682006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,2048,0.029253333806991577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,2048,0.0315008004506429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,2048,0.030169600248336793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,2048,0.030884265899658203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,2048,0.03107626636823018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,2048,0.028911999861399335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,2048,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,2048,0.028885332743326823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,2048,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,2048,0.027481599648793535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,2048,0.026874667406082152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,2048,0.02689066727956136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,2048,0.02580053408940633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,2048,0.025387734174728394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,2048,0.0247978667418162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,2048,0.025015467405319215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,2048,0.024232532580693564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,2048,0.02294293244679769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,2048,0.024555732806523643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,2048,0.02287893295288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,2048,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,2048,0.023384533325831094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,2048,0.022977066040039063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,2048,0.022428800662358604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,2048,0.02239039937655131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,2048,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,2048,0.020139733950297035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,2048,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,2048,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,2048,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,2048,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,2048,0.017164800564448038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,2048,0.028577067454655963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,2048,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,2048,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,2048,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,2048,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,2048,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,2048,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,2048,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,2048,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,2048,0.015229866902033488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,2048,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,2048,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,2048,0.01689493258794149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,2048,0.01602240006128947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,2048,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,2048,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,2048,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,2048,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,2048,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,2048,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,2048,0.014788267016410828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,2048,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,2048,0.015518933534622192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,2048,0.015100799997647605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,2048,0.016265599926312765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,2048,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,2048,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,2048,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,2048,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,2048,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,2048,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,2048,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,2048,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,2048,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,2048,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,2048,0.01623040040334066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,2048,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,2048,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,2048,0.028998400767644244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,2048,0.6850133260091146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,2048,0.20353280703226723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,2048,1.3748779296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,2048,0.11045119762420655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,2048,0.1042954683303833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,2048,0.09840853214263916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,2048,0.0980725367863973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,2048,0.0927285353342692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,2048,0.0923466682434082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,2048,0.08692693710327148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,2048,0.08613226413726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,2048,0.11082560221354168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,2048,0.10500906308492024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,2048,0.08006933530171713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,2048,0.0677461306254069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,2048,0.0797333319981893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,2048,0.06753919919331869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,2048,0.075054931640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,2048,0.07424639860788981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,2048,0.061572265625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,2048,0.049830400943756105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,2048,0.061604265371958414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,2048,0.04928640127182007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,2048,0.04357120196024577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,2048,0.04311360120773315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,2048,0.03784853219985962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,2048,0.037427198886871335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,2048,0.05674240191777548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,2048,0.0316810667514801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,2048,0.05586560169855753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,2048,0.030923734108606975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,2048,0.019362133741378785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,2048,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,2048,0.025154133637746174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,2048,0.013664000233014426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,2048,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,2048,0.018794665733973183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,2048,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,2048,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,2048,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,2048,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,2048,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,2048,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,2048,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,2048,0.009467732906341553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,2048,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,2048,0.009244799613952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,2048,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,2048,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,2048,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,2048,0.007996800045172375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,2048,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,2048,0.007713066538174947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,2048,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,2048,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,2048,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,2048,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,2048,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,2048,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,2048,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,2048,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,2048,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,2048,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,2048,0.008008533219496409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,2048,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,2048,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,2048,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,2048,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,2048,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,2048,0.0086325337489446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,2048,0.07884586652119954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,2048,0.044550398985544845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,2048,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,2048,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,2048,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,2048,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,2048,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,2048,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,2048,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,2048,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,2048,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,2048,0.015250133474667868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,2048,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,2048,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,2048,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,2048,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,2048,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,2048,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,2048,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,2048,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,2048,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,2048,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,2048,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,2048,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,2048,0.01285866697629293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,2048,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,2048,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,2048,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,2048,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,2048,0.011953066786130269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,2048,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,2048,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,2048,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,2048,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,2048,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,2048,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,2048,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,2048,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,2048,0.010316800077756245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,2048,0.009985066453615824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,2048,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,2048,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,2048,0.010029866298039754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,2048,0.00974826713403066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,2048,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,2048,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,2048,0.009915733337402343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,2048,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,2048,0.00978559950987498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,2048,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,2048,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,2048,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,2048,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,2048,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,2048,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,2048,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,2048,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,2048,0.00962559978167216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,2048,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,2048,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,2048,0.00967680017153422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,2048,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,1536,0.03791573445002238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,1536,0.019372800985972084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,2048,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,1536,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,1536,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,1536,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,1536,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,1536,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,1536,0.0068010667959849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,1536,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,1536,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,1536,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,1536,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,1536,0.0061951999862988796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,1536,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,1536,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,1536,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,1536,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,2048,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,1536,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,1536,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,1536,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,1536,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,1536,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,1536,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,1536,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,1536,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,1536,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,1536,0.004983466863632202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,1536,0.0044159998496373495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,1536,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,1536,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,1536,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,1536,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,1536,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,1536,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,1536,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,1536,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,1536,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,1536,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,1536,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,2048,0.009684266646703084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,1536,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,1536,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,1536,0.003903999924659729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,1536,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,1536,0.003939199944337209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,1536,0.004014933357636133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,1536,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,1536,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,1536,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,1536,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,1536,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,1536,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,1536,0.003967999915281932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,1536,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,1536,0.06884693304697673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,1536,0.15972159703572592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,1536,0.037215999762217206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,1536,0.028248532613118486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,1536,0.027242666482925414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,1536,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,1536,0.02741866707801819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,1536,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,1536,0.02709653377532959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,1536,0.025976532697677614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,1536,0.02637333273887634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,1536,0.02486293315887451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,1536,0.025131734212239583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,1536,0.0247925341129303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,1536,0.023466666539510093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,1536,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,1536,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,1536,0.022949333985646567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,1536,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,1536,0.02287893295288086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,1536,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,1536,0.02211306691169739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,1536,0.022117332617441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,1536,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,1536,0.026022400458653765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,1536,0.021401600042978922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,1536,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,1536,0.023704532782236734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,1536,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,1536,0.01928640007972717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,1536,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,1536,0.022818134228388468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,1536,0.019299199183781944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,1536,0.018322134017944337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,1536,0.017682133118311565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,1536,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,1536,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,1536,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,1536,0.01597119967142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,1536,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,1536,0.015661866466204325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,1536,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,1536,0.01581546664237976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,1536,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,1536,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,1536,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,1536,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,1536,0.015135999520619711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,1536,0.015227733055750528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,1536,0.016014933586120605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,1536,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,1536,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,1536,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,1536,0.016720000902811685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,1536,0.01634986698627472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,1536,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,1536,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,1536,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,1536,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,1536,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,1536,0.015573333700497946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,1536,0.015003732840220132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,1536,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,1536,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,1536,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,1536,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,1536,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,1536,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,1536,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,1536,0.5418080012003581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,1536,0.20188479423522948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,1536,0.10949760278065998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,1536,0.11030720074971516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,1536,0.1037834644317627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,1536,1.3626271565755208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,1536,0.0984661340713501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,1536,0.09775573412577311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,1536,0.09153707027435302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,1536,0.09165653387705484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,1536,0.08574399948120118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,1536,0.08552107016245523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,1536,0.10386453469594319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,1536,0.07971200148264566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,1536,0.07311360041300455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,1536,0.06741013526916503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,1536,0.06746880213419595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,1536,0.07310187021891276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,1536,0.0803114652633667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,1536,0.06131626764933268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,1536,0.04940266609191894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,1536,0.06127146482467651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,1536,0.042878933747609455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,1536,0.05507413148880005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,1536,0.05506560007731119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,1536,0.037020798524220785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,1536,0.03660906553268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,1536,0.04248960018157959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,1536,0.0490015983581543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,1536,0.031268266836802165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,1536,0.030748800436655684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,1536,0.01925440033276876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,1536,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,1536,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,1536,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,1536,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,1536,0.011730133493741354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,1536,0.010423466563224792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,1536,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,1536,0.010231467088063557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,1536,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,1536,0.008780800302823384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,1536,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,1536,0.008743466933568318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,1536,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,1536,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,1536,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,1536,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,1536,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,1536,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,1536,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,1536,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,1536,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,1536,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,1536,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,1536,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,1536,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,1536,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,1536,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,1536,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,1536,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,1536,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,1536,0.0071733335653940845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,1536,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,1536,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,1536,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,1536,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,1536,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,1536,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,1536,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,1536,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,1536,0.06306026776631674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,1536,0.03283413251241048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,1536,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,1536,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,1536,0.01456106702486674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,1536,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,1536,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,1536,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,1536,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,1536,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,1536,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,1536,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,1536,0.012973866860071816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,1536,0.013015466928482055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,1536,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,1536,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,1536,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,1536,0.012115200360616047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,1536,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,1536,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,1536,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,1536,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,1536,0.011682132879892986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,1536,0.011692800124486287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,1536,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,1536,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,1536,0.010891733566919963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,1536,0.011002666751543681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,1536,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,1536,0.010487467050552368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,1536,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,1536,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,1536,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,1536,0.009657599528630574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,1536,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,1536,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,1536,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,1536,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,1536,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,1536,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,1536,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,1536,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,1536,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,1536,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,1536,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,1536,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,1536,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,1536,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,1536,0.011756799618403117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,1536,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,1536,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,1536,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,1536,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,1536,0.009089066584904989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,1536,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,1536,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,1536,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,1536,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,1536,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,1536,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,1024,0.025831466913223265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,1024,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,1024,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,1024,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,1024,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,1536,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,1536,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,1024,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,1024,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,1024,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,1024,0.0047765334447224935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,1024,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,1024,0.0051125332713127134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,1024,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,1024,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,1024,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,1024,0.004728533327579498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,1024,0.005167999863624572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,1024,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,1024,0.004320000112056732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,1024,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,1024,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,1024,0.003928533444801966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,1024,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,1024,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,1024,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,1024,0.0037621334195137024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,1024,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,1024,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,1024,0.003753600021203359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,1024,0.0037503999968369803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,1024,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,1024,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,1024,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,1024,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,1024,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,1024,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,1024,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,1024,0.003755733370780945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,1024,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,1024,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,1024,0.003349333256483078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,1024,0.0033429334561030067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,1024,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,1024,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,1024,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,1024,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,1024,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,1024,0.0031210665901501974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,1024,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,1024,0.003260799994071325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,1024,0.00314026673634847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,1024,0.0031530665854612983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,1024,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,1024,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,1024,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,1024,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,1024,0.003189333279927572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,1024,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,1024,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,1024,0.10125333468119305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,1024,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,1024,0.03089066743850708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,1024,0.04513920148213704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,1024,0.024317866563796996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,1024,0.023626667261123658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,1024,0.023162666956583658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,1024,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,1024,0.025081600745519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,1024,0.02446933388710022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,1024,0.022882133722305298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,1024,0.02347946763038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,1024,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,1024,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,1024,0.02328746716181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,1024,0.023788799842198692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,1024,0.022855466604232787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,1024,0.02258346676826477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,1024,0.02177600065867106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,1024,0.022796799739201866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,1024,0.02139413356781006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,1024,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,1024,0.02191466689109802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,1024,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,1024,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,1024,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,1024,0.01919999917348226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,1024,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,1024,0.01986879905064901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,1024,0.018888533115386963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,1024,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,1024,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,1024,0.019269333283106486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,1024,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,1024,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,1024,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,1024,0.01602026621500651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,1024,0.016847999890645345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,1024,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,1024,0.01604159971078237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,1024,0.020971733331680297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,1024,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,1024,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,1024,0.02007253368695577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,1024,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,1024,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,1024,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,1024,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,1024,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,1024,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,1024,0.01779306729634603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,1024,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,1024,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,1024,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,1024,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,1024,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,1024,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,1024,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,1024,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,1024,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,1024,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,1024,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,1024,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,1024,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,1024,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,1024,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,1024,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,1024,0.014758400122324624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,1024,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,1024,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,1024,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,1024,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,1024,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,1024,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,1024,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,1024,0.20143893559773765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,1024,0.39517014821370444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,1024,0.10961813131968182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,1024,0.10844159921010335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,1024,0.10265599886576335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,1024,0.09687360127766928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,1024,0.09699093500773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,1024,0.09062826633453369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,1024,0.09102826913197835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,1024,0.0849951982498169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,1024,1.3522570292154947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,1024,0.08478506406148276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,1024,0.10343680381774903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,1024,0.07841706275939941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,1024,0.06658773422241211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,1024,0.07221439679463705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,1024,0.07910079956054687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,1024,0.07355413436889649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,1024,0.06003733476003011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,1024,0.05429120063781738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,1024,0.06677546501159667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,1024,0.06045120159784952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,1024,0.043237332503000894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,1024,0.04204479853312175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,1024,0.03705600102742513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,1024,0.048504531383514404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,1024,0.03622080087661743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,1024,0.054258131980896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,1024,0.029661866029103597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,1024,0.048094932238260904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,1024,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,1024,0.03006826639175415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,1024,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,1024,0.024254933993021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,1024,0.01789120038350423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,1024,0.012947199741999307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,1024,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,1024,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,1024,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,1024,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,1024,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,1024,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,1024,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,1024,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,1024,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,1024,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,1024,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,1024,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,1024,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,1024,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,1024,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,1024,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,1024,0.0076117331782976794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,1024,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,1024,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,1024,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,1024,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,1024,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,1024,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,1024,0.0072736000021298725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,1024,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,1024,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,1024,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,1024,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,1024,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,1024,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,1024,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,1024,0.04643946488698324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,1024,0.0235317329565684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,1024,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,1024,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,1024,0.0120469331741333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,1024,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,1024,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,1024,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,1024,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,1024,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,1024,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,1024,0.011788800358772278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,1024,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,1024,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,1024,0.011793067057927448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,1024,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,1024,0.011191466450691223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,1024,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,1024,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,1024,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,1024,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,1024,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,1024,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,1024,0.010545066992441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,1024,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,1024,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,1024,0.01125973363717397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,1024,0.009987200299898785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,1024,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,1024,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,1024,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,1024,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,1024,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,1024,0.01130986710389455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,1024,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,1024,0.00885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,1024,0.008684800068537394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,1024,0.011271466811498005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,1024,0.00844053328037262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,1024,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,1024,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,1024,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,1024,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,1024,0.008054399987061818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,1024,0.008035199840863545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,1024,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,1024,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,1024,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,1024,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,1024,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,1024,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,1024,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,1024,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,1024,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,1024,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,1024,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,1024,0.008081066608428954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,1024,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,768,0.019564799467722573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,768,0.010680533448855082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,1024,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,768,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,768,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,768,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,768,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,768,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,768,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,768,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,768,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,768,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,768,0.00448639988899231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,768,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,768,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,768,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,768,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,768,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,768,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,768,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,768,0.0040224000811576845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,768,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,768,0.003504000107447306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,768,0.003500800083080927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,768,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,768,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,768,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,768,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,768,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,768,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,768,0.0031210665901501974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,1024,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,768,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,768,0.0031114667654037476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,768,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,768,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,768,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,768,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,768,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,768,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,768,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,768,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,768,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,768,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,768,0.003092266619205475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,768,0.0370688001314799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,768,0.027723733584086103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,768,0.022563199202219643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,768,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,768,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,768,0.02276373306910197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,768,0.02267520030339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,768,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,768,0.022576000293095908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,768,0.07354346911112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,768,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,768,0.02087999979654948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,768,0.02256853381792704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,768,0.020761599143346153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,768,0.02259626587231954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,768,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,768,0.02100800077120463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,768,0.02034133275349935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,768,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,768,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,768,0.019891200462977092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,768,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,768,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,768,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,768,0.022094933191935222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,768,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,768,0.017944532632827758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,768,0.017296000321706136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,768,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,768,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,768,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,768,0.016064000129699708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,768,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,768,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,768,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,768,0.01621119976043701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,768,0.01516266663869222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,768,0.014830933014551798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,768,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,768,0.015169066190719605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,768,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,768,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,768,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,768,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,768,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,768,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,768,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,768,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,768,0.01483519971370697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,768,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,768,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,768,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,768,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,768,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,768,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,768,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,768,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,768,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,768,0.012899200121561686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,768,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,768,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,768,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,768,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,768,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,768,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,768,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,768,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,768,0.1996671994527181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,768,0.10831147034962971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,768,0.3942655881245931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,768,0.10223039786020915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,768,0.1091264009475708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,768,1.3329301198323569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,768,0.08982506593068441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,768,0.08990506331125894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,768,0.08412586847941081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,768,0.08419946829477945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,768,0.09638186295827231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,768,0.10223573048909504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,768,0.09601279894510904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,768,0.07769813537597656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,768,0.06540480057398478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,768,0.07835626602172852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,768,0.07186133066813151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,768,0.07232426802317302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,768,0.06582719882329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,768,0.0608351985613505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,768,0.0489685336748759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,768,0.06033066511154175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,768,0.04150400161743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,768,0.0419487992922465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,768,0.03588800032933553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,768,0.03630186716715495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,768,0.0542143980662028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,768,0.0538645346959432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,768,0.04810133377710978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,768,0.03005653421084086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,768,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,768,0.03009066581726074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,768,0.024344533681869507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,768,0.02400533358256022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,768,0.017515732844670614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,768,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,768,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,768,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,768,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,768,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,768,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,768,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,768,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,768,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,768,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,768,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,768,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,768,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,768,0.006421333551406861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,768,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,768,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,768,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,768,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,768,0.007221333185831706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,768,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,768,0.006619733572006225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,768,0.007004799942175548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,768,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,768,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,768,0.006771199901898702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,768,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,768,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,768,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,768,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,768,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,768,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,768,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,768,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,768,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,768,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,768,0.03627093235651652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,768,0.01992320020993551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,768,0.01300373375415802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,768,0.01209173301855723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,768,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,768,0.012103466192881267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,768,0.011872000495592753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,768,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,768,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,768,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,768,0.011692800124486287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,768,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,768,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,768,0.011153067151705425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,768,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,768,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,768,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,768,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,768,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,768,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,768,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,768,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,768,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,768,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,768,0.00958079993724823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,768,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,768,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,768,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,768,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,768,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,768,0.008799999952316284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,768,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,768,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,768,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,768,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,768,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,768,0.008241066833337148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,768,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,768,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,768,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,768,0.007608533402283986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,768,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,768,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,768,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,768,0.0077002664407094315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,768,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,768,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,768,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,768,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,768,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,768,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,768,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,768,0.007855999966462452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,768,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,768,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,768,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,768,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,768,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,768,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,512,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,512,0.008155733346939087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,512,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,512,0.00421973317861557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,512,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,512,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,512,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,512,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,512,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,512,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,512,0.0037685332198937735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,512,0.003912533322970072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,512,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,512,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,512,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,512,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,512,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,512,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,512,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,512,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,512,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,512,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,512,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,512,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,512,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,512,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,512,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,512,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,512,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,512,0.0029311999678611755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,512,0.0038677332301934562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,512,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,512,0.0026335999369621276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,512,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,512,0.0027530667682488757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,512,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,512,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,512,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,512,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,512,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,512,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,512,0.002696533252795537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,512,0.0027530667682488757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,512,0.05130240122477213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,512,0.03116160035133362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,512,0.02434239983558655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,512,0.021228800217310585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,512,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,512,0.020691200097401937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,512,0.02087679902712504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,512,0.021067732572555543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,512,0.020754132668177286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,512,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,512,0.020491733153661092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,512,0.019636267423629762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,512,0.020438400904337566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,512,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,512,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,512,0.020402133464813232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,512,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,512,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,512,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,512,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,512,0.01885120073954264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,512,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,512,0.01802560091018677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,512,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,512,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,512,0.0172650674978892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,512,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,512,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,512,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,512,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,512,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,512,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,512,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,512,0.01586133340994517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,512,0.01602666676044464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,512,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,512,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,512,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,512,0.014988799889882406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,512,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,512,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,512,0.015965867042541503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,512,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,512,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,512,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,512,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,512,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,512,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,512,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,512,0.015768532951672874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,512,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,512,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,512,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,512,0.01511360009511312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,512,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,512,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,512,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,512,0.015220266580581666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,512,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,512,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,512,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,512,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,512,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,512,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,512,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,512,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,512,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,512,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,512,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,512,0.9035082499186198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,512,0.39035307566324867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,512,0.10710186958312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,512,0.19715627034505206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,512,0.10224426587422689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,512,0.10143466790517171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,512,0.0964128017425537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,512,0.09529493649800619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,512,0.09064853191375732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,512,0.0893994649251302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,512,0.08456106980641684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,512,0.08333439826965332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,512,0.10748373667399089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,512,0.07849067052205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,512,0.0722815990447998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,512,0.07748800118764242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,512,0.06528000036875406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,512,0.06534293492635092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,512,0.07106453577677409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,512,0.0588149348894755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,512,0.04728533426920573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,512,0.05925120115280151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,512,0.04276373386383057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,512,0.041519999504089355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,512,0.036645332972208663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,512,0.035469865798950194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,512,0.05269440015157064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,512,0.05341440041859945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,512,0.04768426815668742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,512,0.030470399061838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,512,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,512,0.023536000649134317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,512,0.028858667612075804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,512,0.023510400454203287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,512,0.017479467391967773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,512,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,512,0.010856533050537109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,512,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,512,0.009523199995358785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,512,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,512,0.009668266773223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,512,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,512,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,512,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,512,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,512,0.007594666878382365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,512,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,512,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,512,0.006201600035031637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,512,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,512,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,512,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,512,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,512,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,512,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,512,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,512,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,512,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,512,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,512,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,512,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,512,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,512,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,512,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,512,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,512,0.006392533580462138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,512,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,512,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,512,0.006082133452097575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,512,0.005998933315277099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,512,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,512,0.026446932554244997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,512,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,512,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,512,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,512,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,512,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,512,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,512,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,512,0.011148800452550251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,512,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,512,0.011186133821805317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,512,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,512,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,512,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,512,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,512,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,512,0.010095999638239542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,512,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,512,0.009714133540789286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,512,0.00974720021088918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,512,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,512,0.009656533598899841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,512,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,512,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,512,0.009060266613960265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,512,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,512,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,512,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,512,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,512,0.008057599763075511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,512,0.008080000181992848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,512,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,512,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,512,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,512,0.007793066898981731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,512,0.010959999759991963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,512,0.007699200014273326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,512,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,512,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,512,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,512,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,512,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,512,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,512,0.0073066666722297665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,512,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,512,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,512,0.007197866837183635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,512,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,512,0.007241599758466085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,512,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,512,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,512,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,512,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,512,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,512,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,512,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,512,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,512,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,256,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,256,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,256,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,256,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,256,0.0035455999275048576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,256,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,256,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,512,0.007421866556008657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,256,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,256,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,256,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,256,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,256,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,256,0.003509333233038584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,256,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,256,0.003219199925661087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,256,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,256,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,256,0.0031744000812371576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,256,0.0030858665704727173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,256,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,256,0.003110400090614955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,256,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,256,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,256,0.0029525332152843474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,256,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,256,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,256,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,256,0.002807466685771942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,512,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,256,0.0034986667335033415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,256,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,256,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,256,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,256,0.002526933451493581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,256,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,256,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,256,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,256,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,256,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,256,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,256,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,256,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,256,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,256,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,256,0.03305813272794088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,256,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,256,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,256,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,256,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,256,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,256,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,256,0.019413334131240845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,256,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,256,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,256,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,256,0.017241599162419637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,256,0.017494400342305504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,256,0.017501866817474364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,256,0.017314134041468303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,256,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,256,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,256,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,256,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,256,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,256,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,256,0.0160480002562205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,256,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,256,0.0180074671904246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,256,0.015065600474675497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,256,0.015225600202878317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,256,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,256,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,256,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,256,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,256,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,256,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,256,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,256,0.014728533228238425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,256,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,256,0.013796266913414002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,256,0.014963199694951376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,256,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,256,0.013529599706331889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,256,0.014226133624712626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,256,0.013487999637921652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,256,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,256,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,256,0.01590933303038279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,256,0.015352533260981242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,256,0.01585493286450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,256,0.013301333785057068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,256,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,256,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,256,0.014965333541234336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,256,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,256,0.013569066921869913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,256,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,256,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,256,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,256,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,256,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,256,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,256,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,256,0.013447466492652892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,256,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,256,0.013011200229326883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,256,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,256,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,256,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,256,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,256,0.012969600160916648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,256,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,256,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,256,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,256,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,256,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,256,0.6241109212239583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,256,0.15961492856343587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,256,0.3156405448913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,256,0.08295040130615235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,256,0.08793066342671713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,256,0.07771733601888021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,256,0.0739296038945516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,256,0.073089067141215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,256,0.0687935988108317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,256,0.06846293608347574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,256,0.08702080249786377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,256,0.07796693642934163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,256,0.08216959635416667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,256,0.06407786607742309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,256,0.054324265321095785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,256,0.06283733447392782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,256,0.05879040161768595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,256,0.05792746543884277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,256,0.05345173279444376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,256,0.048921600977579756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,256,0.039445332686106366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,256,0.04854186773300171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,256,0.03458666801452637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,256,0.034482133388519284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,256,0.030007465680440264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,256,0.029623466730117797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,256,0.04399466514587402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,256,0.04402346611022949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,256,0.03904213507970174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,256,0.024974934260050454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,256,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,256,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,256,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,256,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,256,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,256,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,256,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,256,0.008260266482830047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,256,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,256,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,256,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,256,0.00688213308652242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,256,0.007212799787521362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,256,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,256,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,256,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,256,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,256,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,256,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,256,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,256,0.005820799867312113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,256,0.005709866682688395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,256,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,256,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,256,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,256,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,256,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,256,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,256,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,256,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,256,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,256,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,256,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,256,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,256,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,256,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,256,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,256,0.024295467138290405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,256,0.015938133001327515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,256,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,256,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,256,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,256,0.01121493379275004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,256,0.019378133614857993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,256,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,256,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,256,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,256,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,256,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,256,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,256,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,256,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,256,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,256,0.009921066959698995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,256,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,256,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,256,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,256,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,256,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,256,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,256,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,256,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,256,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,256,0.008684800068537394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,256,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,256,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,256,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,256,0.007860266665617625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,256,0.007593599955240886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,256,0.007877333462238312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,256,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,256,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,256,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,256,0.007441066702206929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,256,0.007211733361085255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,256,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,256,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,256,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,256,0.00716480016708374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,256,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,256,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,256,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,256,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,256,0.006758399804433187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,256,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,256,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,256,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,256,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,256,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,256,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,256,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,128,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,128,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,128,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,128,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,128,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,128,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,128,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,128,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,128,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,128,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,128,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,128,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,128,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,128,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,128,0.0033845332761605583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,128,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,128,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,128,0.0029130667448043824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,128,0.0029077333708604175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,128,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,128,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,128,0.0029386666913827257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,128,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,128,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,128,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,128,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,128,0.0023434666295846303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,128,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,128,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,128,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,128,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,128,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,128,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,128,0.026769065856933595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,128,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,128,0.020433066288630168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,128,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,128,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,128,0.017400532960891724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,128,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,128,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,128,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,128,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,128,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,128,0.016775466998418174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,128,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,128,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,128,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,128,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,256,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,128,0.016790399948755898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,128,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,128,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,128,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,128,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,128,0.015592533349990844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,128,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,128,0.01588266690572103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,128,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,256,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,128,0.015103999773661295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,128,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,128,0.014826666315396628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,128,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,128,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,128,0.015020799636840821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,128,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,128,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,128,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,128,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,128,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,128,0.014759467045466105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,128,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,128,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,128,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,128,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,128,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,128,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,128,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,128,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,128,0.012985600034395852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,128,0.012630400061607362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,128,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,128,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,128,0.014032000303268432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,128,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,128,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,128,0.013110400239626566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,128,0.014716800053914389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,128,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,128,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,128,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,128,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,128,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,128,0.01304746667544047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,128,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,128,0.013499733805656434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,128,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,128,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,128,0.013533866405487061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,128,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,128,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,128,0.012745599945386252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,128,0.013449600338935852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,128,0.013457066814104714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,128,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,128,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,128,0.2781461397806803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,128,0.14117439587910968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,128,0.5494080225626627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,128,0.07314133644104004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,128,0.07811093330383301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,128,0.0691157341003418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,128,0.06500586668650309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,128,0.06526613235473633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,128,0.060971732934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,128,0.06049386660257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,128,0.07765013376871745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,128,0.07392640113830566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,128,0.0690399964650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,128,0.056676268577575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,128,0.04815680185953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,128,0.05597226619720459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,128,0.05221333503723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,128,0.047694933414459226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,128,0.05189333359400431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,128,0.04400959809621175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,128,0.03540053367614746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,128,0.03950719833374024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,128,0.031034666299819946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,128,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,128,0.026871466636657716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,128,0.0264629324277242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,128,0.03909333149592082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,128,0.03518826564153035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,128,0.03130773305892944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,128,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,128,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,128,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,128,0.018229333559672038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,128,0.017883733908335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,128,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,128,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,128,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,128,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,128,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,128,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,128,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,128,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,128,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,128,0.00695360004901886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,128,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,128,0.0064746667941411335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,128,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,128,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,128,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,128,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,128,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,128,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,128,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,128,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,128,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,128,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,128,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,128,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,128,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,128,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,128,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,128,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,128,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,128,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,128,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,128,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,128,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,128,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,128,0.032491733630498246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,128,0.025516800085703534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,128,0.015633066495259605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,128,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,128,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,128,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,128,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,128,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,128,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,128,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,128,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,128,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,128,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,128,0.009944533308347065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,128,0.009922132889429728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,128,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,128,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,128,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,128,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,128,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,128,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,128,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,128,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,128,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,128,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,128,0.008188800017038981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,128,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,128,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,128,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,128,0.00764160007238388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,128,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,128,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,128,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,128,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,128,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,128,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,128,0.006874666611353557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,128,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,128,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,128,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,128,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,128,0.00674773355325063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,128,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,128,0.00653546651204427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,128,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,128,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,128,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,128,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,128,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,128,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,128,0.0067552000284194945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,128,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,128,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,128,0.008683733145395915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,128,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,128,0.006754133105278015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,128,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,128,0.006488533318042755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,128,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,128,0.006454400221506755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,64,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,64,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,64,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,64,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,64,0.0027221334477265675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,64,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,64,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,64,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,64,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,64,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,64,0.002717866748571396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,64,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,64,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,64,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,64,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,64,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,64,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,64,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,64,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,64,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,64,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,64,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,64,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,64,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,64,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,64,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,64,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,64,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,64,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,64,0.0039061332742373147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,64,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,64,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,64,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,64,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,64,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,64,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,64,0.0023221333821614584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,64,0.026261333624521894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,64,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,64,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,64,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,64,0.014791466792424521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,64,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,64,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,64,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,64,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,64,0.014792533715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,64,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,64,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,64,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,64,0.015642666816711427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,64,0.015546666582425437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,64,0.015228799978892007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,64,0.01755839983622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,64,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,64,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,64,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,64,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,64,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,64,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,64,0.015078399578730264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,64,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,64,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,64,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,64,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,64,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,64,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,64,0.014144000411033631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,64,0.01532906691233317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,64,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,64,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,64,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,64,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,64,0.013528533776601157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,64,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,64,0.014261333147684732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,128,0.008571733037630718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,64,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,64,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,64,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,64,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,64,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,64,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,64,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,64,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,64,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,64,0.013019733627637229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,64,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,64,0.013379200299580892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,64,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,64,0.01354986627896627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,64,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,64,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,64,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,64,0.013475199540456137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,64,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,64,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,64,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,64,0.013004799683888754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,64,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,64,0.01309866706530253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,64,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,64,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,64,0.01263146698474884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,64,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,64,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,512,32,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,64,0.013060266772905985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,512,32,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,512,32,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,512,32,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,512,32,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,512,32,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,512,32,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,512,32,0.0031946666538715364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,512,32,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,64,0.013083733121554055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,512,32,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,512,32,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,512,32,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,512,32,0.0030634666482607523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,512,32,0.0029290666182835894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,512,32,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,512,32,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,512,32,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,512,32,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,512,32,0.0029109333952267963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,512,32,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,512,32,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,512,32,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,512,32,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,512,32,0.0027456000447273255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,512,32,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,512,32,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,512,32,0.0024160000185171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,512,32,0.002358400076627731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,512,32,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,512,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,512,32,0.0024010665714740754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,512,32,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,512,32,0.0022837333381175995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,512,32,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,512,32,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,512,32,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,512,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,512,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,512,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,512,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,512,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,512,32,0.002282666663328807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,512,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,512,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,512,32,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,512,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,512,32,0.002701866626739502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,512,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,512,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,512,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,512,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,512,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,512,32,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,512,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,512,32,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,512,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,512,32,0.0025194667279720305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,512,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,512,32,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,512,32,0.0024714666108290356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,512,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,512,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,512,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,512,32,0.0028661333024501802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,512,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,512,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,512,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,512,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,512,32,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,512,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,512,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,32,0.024906667073567708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,512,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,32,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,32,0.01982933282852173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,32,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,512,32,0.002111999938885371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,32,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,32,0.015085867047309876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,32,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,32,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,32,0.015586133797963461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,32,0.015072000026702882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,32,0.014998400211334228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,32,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,32,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,32,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,32,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,32,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,32,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,512,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,32,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,32,0.014418133099873862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,32,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,32,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,32,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,32,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,32,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,32,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,32,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,512,32,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,512,32,0.015240533153216043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,512,32,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,512,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,512,32,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,512,32,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,512,32,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,32,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,512,32,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,512,32,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,512,32,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,512,32,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,512,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,512,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,512,32,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,512,32,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,512,32,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,512,32,0.013871999581654868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,512,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,512,32,0.013371733824412027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,512,32,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,512,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,512,32,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,512,32,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,512,32,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,512,32,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,512,32,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,512,32,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,512,32,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,512,32,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,512,32,0.01346666713555654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,512,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,512,32,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,512,32,0.013418666521708169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,512,32,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,512,32,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,512,32,0.013384532928466798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,512,32,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,512,32,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,512,32,0.012746666868527731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,512,32,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,512,32,0.012689066926638284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,65536,0.3836906750996908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,65536,0.20816639264424644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,65536,0.12635093530019123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,512,32,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,65536,0.14505173365275065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,512,32,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,65536,0.11488746802012126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,65536,0.10988480250040691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,65536,0.11517866452534993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,65536,0.10172906716664631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,65536,0.7861440022786458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,65536,0.09501760005950928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,65536,0.09818452994028727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,65536,0.10835306644439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,65536,0.0854581356048584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,65536,0.11408639748891194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,65536,0.08501226902008056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,65536,0.07399466832478842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,65536,0.07389973004659017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,65536,0.0685642639795939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,65536,0.06579306523005167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,65536,0.06287039915720621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,65536,0.05977386633555094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,65536,0.05835839907328287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,65536,0.05819520155588785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,65536,0.047736533482869464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,65536,0.048341333866119385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,65536,0.09816853205362955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,65536,0.043806934356689455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,65536,0.036082132657368975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,65536,0.038789331912994385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,65536,0.03051946759223938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,65536,0.03206079999605815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,65536,0.02395520011583964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,65536,0.02363733251889547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,65536,0.01989013353983561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,65536,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,65536,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,65536,0.12300159931182861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,65536,0.015223466356595359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,65536,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,65536,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,65536,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,65536,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,65536,0.015356799960136414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,65536,0.015222400426864624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,65536,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,65536,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,65536,0.04337386687596639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,65536,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,65536,0.01685333251953125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,65536,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,65536,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,65536,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,65536,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,65536,0.02111999988555908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,65536,0.015372799833615622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,65536,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,65536,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,65536,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,65536,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,65536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,65536,0.011002666751543681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,65536,0.011153067151705425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,65536,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,65536,0.011399466792742412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,65536,0.010930132865905762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,65536,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,65536,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,65536,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,65536,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,65536,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,65536,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,65536,0.01745706597963969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,65536,0.016233600179354348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,65536,0.0192522664864858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,65536,1.5061482747395833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,65536,2.9525515238444013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,65536,0.8093439737955729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,65536,0.7665856043497722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,65536,0.7642090479532878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,65536,0.8090176264444986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,65536,0.7274410883585612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,65536,0.6704629262288411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,65536,0.7188149134318034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,65536,0.6714623769124348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,65536,5.874400838216146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,65536,0.6224522908528646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,65536,0.6252864201863606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,65536,0.5792202631632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,65536,0.5812672297159831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,65536,0.5317909240722656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,65536,0.5324991861979167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,65536,0.48721812566121414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,65536,0.4900490760803223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,65536,0.43966719309488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,65536,0.4402624130249023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,65536,0.39444052378336586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,65536,0.34799572626749675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,65536,0.39528319040934246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,65536,0.34675092697143556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,65536,0.2587392012278239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,65536,0.25303680102030435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,65536,0.20607360204060873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,65536,0.20347092946370443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,65536,0.15747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,65536,0.15721386273701984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,65536,0.10075840155283611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,65536,0.09935253461201986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,65536,0.053269334634145106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,65536,0.04841386477152507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,65536,0.05338773330052694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,65536,0.3003509203592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,65536,0.04948586622873942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,65536,0.04490773280461629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,65536,0.043136000633239746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,65536,0.042081065972646076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,65536,0.3002133369445801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,65536,0.042667734622955325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,65536,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,65536,0.03648853302001953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,65536,0.03526293436686198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,65536,0.03906453450520833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,65536,0.035656531651814774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,65536,0.03765120108922322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,65536,0.026961066325505573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,65536,0.028962133328119914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,65536,0.02893120050430298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,65536,0.03179306586583455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,65536,0.026577067375183106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,65536,0.028113067150115967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,65536,0.024881066878636678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,65536,0.022564266125361124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,65536,0.036806400616963705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,65536,0.023502933979034423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,65536,0.033316266536712644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,65536,0.0228000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,65536,0.022498132785161336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,65536,0.021944532791773476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,65536,0.020957867304484047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,65536,0.02277759909629822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,65536,0.023161600033442177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,65536,0.023523199558258056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,65536,0.022405334313710532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,65536,0.02101226647694906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,65536,0.02169813315073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,65536,0.022050132354100548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,65536,0.02320853273073832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,65536,0.03300586740175883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,65536,0.021125332514444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,65536,1.7983829498291015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,65536,0.5114816029866536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,65536,0.901638412475586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,65536,0.4865962664286296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,65536,3.6071467081705726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,65536,0.46006078720092775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,65536,0.4340917269388835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,65536,0.505456002553304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,65536,0.4098357200622559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,65536,0.3952042579650879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,65536,0.4485600153605144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,65536,0.3832373301188151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,65536,0.36711041132609046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,65536,0.3586933453877767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,65536,0.34157867431640626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,65536,0.33354241053263345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,65536,0.31593281428019204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,65536,0.471560541788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,65536,0.42166719436645506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,65536,0.29049599965413414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,65536,0.2396128018697103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,65536,0.28623892466227213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,65536,0.21387947400410973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,65536,0.26634666124979656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,65536,0.18786346117655436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,65536,0.2068544069925944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,65536,0.18154880205790203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,65536,0.260804271697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,65536,0.2338933308919271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,65536,0.1599295934041341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,65536,0.11166826883951823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,65536,0.15442986488342286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,65536,0.07785279750823974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,65536,0.07773546377817789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,65536,0.07497173150380453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,65536,0.07461973031361899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,65536,0.07264746824900309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,65536,0.0726751963297526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,65536,0.13857706387837726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,65536,0.06949866612752278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,65536,0.0701685349146525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,65536,0.06738666693369547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,65536,0.0669653336207072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,65536,0.06561599969863892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,65536,0.06542719999949137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,65536,0.0636192003885905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,65536,0.06365546782811483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,65536,0.06222933530807495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,65536,0.06246293385823568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,65536,0.06169600089391073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,65536,0.06191573143005371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,65536,0.06121600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,65536,0.061229864756266274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,65536,0.05967786709467569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,65536,0.05996053218841553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,65536,0.05956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,65536,0.05967146555582682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,65536,0.059639465808868405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,65536,0.05959466695785522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,65536,0.05974933306376139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,65536,0.059553066889444985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,65536,0.05952746470769247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,65536,0.05960959990819296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,65536,0.059495464960734046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,65536,0.05954879919687907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,65536,0.05956053336461385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,65536,0.05954986810684204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,65536,0.05937920014063517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,65536,0.05951893329620361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,65536,0.05936746597290039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,65536,0.059572267532348636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,65536,0.06530986626942953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,65536,0.6381749471028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,65536,1.2759605407714845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,65536,0.1312053362528483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,65536,0.10576639970143635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,65536,0.3597642580668131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,65536,0.2483232021331787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,65536,0.24957760175069174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,65536,0.24337280591328941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,65536,0.24389333724975587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,65536,0.23102720578511557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,65536,0.23155520757039388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,65536,0.2282485326131185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,65536,0.22817920049031576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,65536,0.21595412890116372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,65536,0.21221332550048827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,65536,0.2163263956705729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,65536,0.21105066935221353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,65536,0.20676053365071617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,65536,0.19707627296447755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,65536,0.19506773948669434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,65536,0.20704639752705895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,65536,0.18953280448913573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,65536,0.17992960611979167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,65536,0.1736757278442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,65536,0.17906773885091146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,65536,0.19080853462219238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,65536,0.17377920150756837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,65536,0.16502292950948078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,65536,0.1655392011006673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,65536,0.16049599647521973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,65536,0.159880526860555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,65536,0.15231146812438964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,65536,0.15246079762776693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,65536,0.14466452598571777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,65536,0.14376746813456218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,65536,0.13616639773050945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,65536,0.135043207804362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,65536,0.12547732988993326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,65536,0.12372053464253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,65536,0.12369066874186199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,65536,0.12380586465199787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,65536,0.12399146556854249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,65536,0.12318720022837322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,65536,0.12355733712514241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,65536,0.12356373469034831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,65536,0.12246507008870441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,65536,0.12088853518168133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,65536,0.12101226647694904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,65536,0.1211616039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,65536,0.1211957295735677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,65536,0.120360533396403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,65536,0.12094933191935223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,65536,0.12100053628285726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,65536,0.12127040227254231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,65536,0.12037119865417481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,65536,0.12066346804300945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,65536,0.12090453306833904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,65536,0.1207850694656372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,65536,0.12009066740671795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,65536,0.12016959985097249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,65536,0.11994986534118653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,65536,0.12024319966634114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,65536,0.12032746473948161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,65536,0.12037759621938068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,65536,0.12023146947224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,65536,0.12048640251159667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,65536,0.12100693384806316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,65536,0.12018773555755616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,65536,0.11991573174794515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,65536,0.12045760154724121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,65536,0.12067626317342121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,65536,0.12010347048441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,65536,0.12008960247039795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,51200,0.6126858393351238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,51200,0.2977343877156576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,51200,0.18178240458170575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,51200,0.1085525353749593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,65536,0.11996586322784424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,51200,0.12177600065867107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,51200,0.09095679918924968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,51200,0.09409493605295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,51200,0.09595626990000407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,51200,0.09934186935424805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,51200,0.09219946861267089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,51200,0.0827776034673055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,51200,0.07819200356801351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,51200,0.07793707052866618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,51200,0.07934079964955648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,51200,0.0697546641031901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,51200,0.06945386727650961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,51200,0.06070079803466797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,51200,0.06111253499984741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,51200,0.055836800734202066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,51200,0.054629333813985194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,51200,0.049135998884836836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,51200,0.04834666649500529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,51200,0.04841173489888509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,51200,0.04803946812947591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,51200,0.040064001083374025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,51200,0.04065706729888916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,51200,0.08921279907226562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,51200,0.035923198858896895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,51200,0.03538133303324382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,51200,0.032264532645543416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,51200,0.02906026641527812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,51200,0.025228800376256307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,51200,0.02637866735458374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,51200,0.02304640014966329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,51200,0.017991467316945394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,51200,0.01713599960009257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,51200,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,51200,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,51200,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,51200,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,51200,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,51200,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,51200,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,51200,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,51200,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,51200,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,51200,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,51200,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,51200,0.016134400169054666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,51200,0.014630400141080222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,51200,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,51200,0.009668266773223877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,51200,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,51200,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,51200,0.017767467101415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,51200,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,51200,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,51200,0.013321600357691445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,51200,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,51200,0.00893440047899882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,51200,0.009091200431187947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,51200,0.009005866448084513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,51200,0.00904960036277771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,51200,0.008965333302815754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,51200,0.008905599514643352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,51200,0.008950400352478027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,51200,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,65536,0.12058773040771484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,51200,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,51200,0.012216533223787945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,51200,0.01223466694355011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,51200,0.01206719974676768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,51200,0.011528533697128297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,51200,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,51200,0.011707733074824016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,51200,1.1805877685546875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,51200,2.3090176900227863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,51200,0.6393130620320637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,51200,0.6373578389485677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,51200,0.6046538670857747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,51200,0.6005109151204426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,51200,4.592344665527344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,51200,0.5697312037150065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,51200,0.5691680272420248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,51200,0.5337546666463215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,51200,0.5331754684448242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,51200,0.4932682673136394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,51200,0.49520212809244796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,51200,0.4608298619588216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,51200,0.45792640050252276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,65536,0.12027733325958252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,51200,0.42308801015218095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,51200,0.42272319793701174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,51200,0.3877024014790853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,51200,0.3481397310892741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,51200,0.3489162762959798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,51200,0.38650239308675133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,51200,0.3114698727925619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,51200,0.3113290786743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,51200,0.2785013198852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,51200,0.2420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,51200,0.24233813285827638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,51200,0.20711679458618165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,51200,0.20277546246846517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,51200,0.16642239888509114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,51200,0.12262720266977947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,51200,0.12124373118082683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,51200,0.0764362653096517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,51200,0.04505600134531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,51200,0.046266667048136395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,51200,0.0426474650700887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,51200,0.2773568153381348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,51200,0.04313493172327677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,51200,0.03920213381449382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,51200,0.036986664930979414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,51200,0.03700480063756307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,51200,0.16634987195332845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,51200,0.03682133356730143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,51200,0.07672426700592042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,51200,0.03248746593793233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,51200,0.03304106593132019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,51200,0.03307519952456157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,51200,0.03303146759668986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,51200,0.031033599376678468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,51200,0.029945600032806396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,51200,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,51200,0.029009066025416058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,51200,0.026396799087524413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,51200,0.02752853234608968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,51200,0.029014400641123456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,51200,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,51200,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,51200,0.023356799284617105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,51200,0.039339733123779294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,51200,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,51200,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,51200,0.0216757337252299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,51200,0.021666133403778078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,51200,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,51200,0.02118826707204183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,51200,0.02123519976933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,51200,0.021631999810536703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,51200,0.021683200200398763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,51200,0.020849066972732543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,51200,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,51200,0.02624853253364563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,51200,0.020809600750605263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,51200,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,51200,0.02176426649093628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,51200,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,51200,0.8419690450032553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,51200,0.46874027252197265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,51200,1.6651147206624348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,51200,0.4459658622741699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,51200,0.4216202735900879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,51200,3.33167470296224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,51200,0.39923839569091796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,51200,0.4658133188883464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,51200,0.3745237350463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,51200,0.36320854822794596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,51200,0.41006078720092776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,51200,0.35052267710367835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,51200,0.33731199900309244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,51200,0.3271573384602865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,51200,0.3123178799947103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,51200,0.302895991007487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,51200,0.28954133987426756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,51200,0.4371904055277507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,51200,0.3894144058227539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,51200,0.26554346084594727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,51200,0.26203413009643556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,51200,0.21761493682861327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,51200,0.2123957316080729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,51200,0.19287892977396648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,51200,0.18866772651672364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,51200,0.169159460067749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,51200,0.1636906623840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,51200,0.23994240760803223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,51200,0.237281068166097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,51200,0.14206933975219727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,51200,0.09070506890614828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,51200,0.08513813018798828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,51200,0.06333333253860474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,51200,0.06275839805603027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,51200,0.060380800565083825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,51200,0.060108800729115806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,51200,0.058525868256886805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,51200,0.13808533350626628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,51200,0.05838293234507243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,51200,0.05546666781107584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,51200,0.05552533467610678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,51200,0.053844265143076574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,51200,0.053846398989359535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,51200,0.05164586702982584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,51200,0.05108693440755209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,51200,0.05058346589406332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,51200,0.05045653184254965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,51200,0.04977813164393107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,51200,0.049803733825683594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,51200,0.04972266753514608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,51200,0.04928426742553711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,51200,0.04899946848551433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,51200,0.04777599970499675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,51200,0.047838934262593585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,51200,0.12184320290883381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,51200,0.047739732265472415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,51200,0.04733333190282186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,51200,0.047694933414459226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,51200,0.049325867493947344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,51200,0.04759786526362102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,51200,0.047251200675964354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,51200,0.04738346735636394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,51200,0.04723306496938069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,51200,0.04761706590652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,51200,0.04724693298339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,51200,0.047408000628153486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,51200,0.0473962664604187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,51200,0.047490131855010984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,51200,0.04750399986902873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,51200,0.05792320171991984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,51200,0.04722239971160889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,51200,0.059132798512776696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,51200,0.04725866715113322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,51200,0.11446719964345295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,51200,0.1997183958689372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,51200,0.5160394668579101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,51200,1.0182495752970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,51200,0.288376522064209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,51200,0.19928959210713704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,51200,0.19455893834431964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,51200,0.18580160140991211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,51200,0.19490987459818523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,51200,0.18588800430297853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,51200,0.18197546005249024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,51200,0.18190399805704754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,51200,0.17379733721415203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,51200,0.17285332679748536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,51200,0.16893013318379718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,51200,0.16819732983907063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,51200,0.16584854125976561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,51200,0.16636053721110028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,51200,0.156005334854126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,51200,0.1552672068277995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,51200,0.1524735927581787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,51200,0.1525994618733724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,51200,0.14357226689656574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,51200,0.1402773380279541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,51200,0.14302080472310383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,51200,0.13880747159322102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,51200,0.13223360379536947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,51200,0.1325034697850545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,51200,0.12805439631144205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,51200,0.12788373629252117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,51200,0.12225920359293621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,51200,0.12215999762217204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,51200,0.11388373374938965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,51200,0.10755626360575359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,51200,0.11449066797892253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,51200,0.09947733084360758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,51200,0.10555520057678222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,51200,0.09850133260091146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,51200,0.09855360190073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,51200,0.09825173219045004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,51200,0.09831146399180093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,51200,0.09891520341237386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,51200,0.09856213728586832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,51200,0.09795200030008952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,51200,0.09700160026550293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,51200,0.096123735109965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,51200,0.09648853143056234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,51200,0.09617173671722412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,51200,0.09624533653259278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,51200,0.09621973037719726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,51200,0.0960202693939209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,51200,0.0957909345626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,51200,0.09582613309224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,51200,0.09572373231252035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,51200,0.09552319844563803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,51200,0.09657920201619466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,51200,0.09572373231252035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,51200,0.09579306443532308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,51200,0.09571946461995443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,51200,0.09585066636403403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,51200,0.09550613562266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,51200,0.09576533635457357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,51200,0.09537493387858073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,51200,0.09572479724884034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,51200,0.09577919642130533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,51200,0.09576853116353354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,51200,0.09554133415222169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,51200,0.09531733194986979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,51200,0.09562880198160807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,51200,0.095468799273173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,51200,0.09536533355712891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,51200,0.09553386370340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,16384,0.2045269330342611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,16384,0.09995306332906087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,16384,0.05618133147557577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,16384,0.033854933579762776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,16384,0.03795413176218669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,16384,0.03722560008366903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,16384,0.03706026474634806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,16384,0.038780800501505536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,16384,0.03673493464787801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,16384,0.037741867701212566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,16384,0.030744532744089764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,16384,0.030881067117055256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,51200,0.0960927963256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,16384,0.030117332935333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,16384,0.03208319942156474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,16384,0.03380906581878662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,16384,0.02793813347816467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,16384,0.027344000339508057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,16384,0.023887999852498374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,16384,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,16384,0.020411733786265054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,16384,0.02217493255933126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,16384,0.017816533644994102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,16384,0.017930666605631508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,16384,0.017895466089248656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,16384,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,16384,0.015245866775512696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,16384,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,16384,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,16384,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,16384,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,16384,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,16384,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,16384,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,16384,0.010129066308339436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,51200,0.09553386370340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,16384,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,16384,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,16384,0.009879466891288758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,16384,0.009883733590443929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,16384,0.008478933572769165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,16384,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,16384,0.008456533153851826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,16384,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,16384,0.006381866832574208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,16384,0.007605333129564922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,16384,0.008839466174443563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,16384,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,16384,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,16384,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,16384,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,16384,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,16384,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,16384,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,16384,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,16384,0.008273066580295562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,16384,0.006632533172766368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,16384,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,16384,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,16384,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,16384,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,16384,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,16384,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,16384,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,16384,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,16384,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,16384,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,16384,0.0056970665852228795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,16384,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,16384,0.005977599819501241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,16384,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,16384,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,16384,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,16384,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,16384,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,51200,0.09571946461995443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,16384,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,16384,0.3888906796773275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,16384,0.7529802958170573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,16384,0.21514026323954263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,16384,1.496574910481771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,16384,0.2010005315144857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,16384,0.20406187375386559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,16384,0.19332373936971028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,16384,0.1955850601196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,16384,0.1818069299062093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,16384,0.1809386730194092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,16384,0.16477227210998535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,16384,0.15594347318013507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,16384,0.1553695996602376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,16384,0.2156618595123291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,16384,0.14355626106262206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,16384,0.16783466339111328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,16384,0.1433909257253011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,16384,0.12998293240865072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,16384,0.1295466661453247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,16384,0.11232960224151611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,16384,0.09568426609039307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,16384,0.08171733220418295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,16384,0.08198506832122802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,16384,0.06742080052693686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,16384,0.06691520214080811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,16384,0.055290667215983066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,16384,0.05444373289744059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,16384,0.04610346555709839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,16384,0.04589440027872722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,16384,0.039282135168711346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,16384,0.11079786618550617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,16384,0.0385696013768514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,16384,0.03423253297805786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,16384,0.033090132474899295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,16384,0.028892799218495684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,16384,0.027128533522288008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,16384,0.026874667406082152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,16384,0.026784000794092815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,16384,0.02654506762822469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,16384,0.028983465830485028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,16384,0.02866026759147644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,16384,0.025860265890757246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,16384,0.026764800151189167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,16384,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,16384,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,16384,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,16384,0.02486720085144043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,16384,0.022780799865722658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,16384,0.02228906750679016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,16384,0.023893332481384276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,16384,0.02257919907569885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,16384,0.02073919971783956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,16384,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,16384,0.01911146640777588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,16384,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,16384,0.01967466672261556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,16384,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,16384,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,16384,0.09755307038625081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,16384,0.018861865997314452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,16384,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,16384,0.01924906571706136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,16384,0.01926506757736206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,16384,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,16384,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,16384,0.016736000776290894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,16384,0.019933867454528808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,16384,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,16384,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,16384,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,16384,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,16384,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,16384,0.0195743997891744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,16384,0.01833066741625468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,16384,0.7856000264485676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,16384,0.22022080421447754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,16384,1.5709386189778647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,16384,0.3958069483439127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,16384,0.2080298741658529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,16384,0.19671786626180013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,16384,0.18485439618428548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,16384,0.21711467107137045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,16384,0.1727754592895508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,16384,0.19464213053385418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,16384,0.16978987058003742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,16384,0.1814282735188802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,16384,0.16171092987060548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,16384,0.1580469290415446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,16384,0.15062185923258464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,16384,0.14639892578125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,16384,0.13880106608072917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,16384,0.13400425910949706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,16384,0.20562559763590493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,16384,0.12254506746927898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,16384,0.09008213678995768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,16384,0.08899733225504557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,16384,0.06749653021494548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,16384,0.06631253163019815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,16384,0.05485013326009115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,16384,0.05330986579259237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,16384,0.1208842674891154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,16384,0.11036266485850017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,16384,0.10685546398162842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,16384,0.04625706672668457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,16384,0.03910186688105265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,16384,0.03287360072135925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,16384,0.03094506661097209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,16384,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,16384,0.024309333165486655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,16384,0.02395520011583964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,16384,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,16384,0.02355946699778239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,16384,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,16384,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,16384,0.02223680019378662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,16384,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,16384,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,16384,0.04525760014851888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,16384,0.03805333375930786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,16384,0.020618667205174766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,16384,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,16384,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,16384,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,16384,0.020244266589482626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,16384,0.02039253314336141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,16384,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,16384,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,16384,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,16384,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,16384,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,16384,0.022282665967941283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,16384,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,16384,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,16384,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,16384,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,16384,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,16384,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,16384,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,16384,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,16384,0.020232532421747842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,16384,0.022252800067265828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,16384,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,16384,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,16384,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,16384,0.023130667209625245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,16384,0.01992959976196289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,16384,0.01919680039087931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,16384,0.01885333259900411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,16384,0.354914124806722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,16384,0.18167467117309571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,16384,0.10382506847381592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,16384,0.07297706604003906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,16384,0.07136320273081462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,16384,0.07349759737650553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,16384,0.06887146631876627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,16384,0.07145493030548096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,16384,0.06876479784647624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,16384,0.06674346923828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,16384,0.06792000134785971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,16384,0.06416213512420654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,16384,0.0635424017906189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,16384,0.06278293530146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,16384,0.060982398192087804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,16384,0.06255360047022501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,16384,0.061407999197642005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,16384,0.05873386859893799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,16384,0.057698134581247965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,16384,0.05613013505935669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,16384,0.05578133265177408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,16384,0.05262613296508789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,16384,0.05266986687978109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,16384,0.0499722679456075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,16384,0.04725653330485026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,16384,0.04649600187937419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,16384,0.04862399895985921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,16384,0.04441813230514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,16384,0.04320319890975952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,16384,0.04561173518498739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,16384,0.0414741317431132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,16384,0.043594666322072345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,16384,0.0408021330833435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,16384,0.038736001650492353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,16384,0.03911999861399333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,16384,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,16384,0.03660159905751546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,16384,0.03620373407999675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,16384,0.03632533152898153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,16384,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,16384,0.03576533397038777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,16384,0.035786668459574386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,16384,0.036055465539296463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,16384,0.03549760182698568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,16384,0.03503146568934123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,16384,0.035412267843882246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,16384,0.03506773312886556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,16384,0.03515626589457194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,16384,0.034993068377176924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,16384,0.03509226640065511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,16384,0.034601600964864095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,16384,0.034645334879557295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,16384,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,16384,0.03497813145319621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,16384,0.03500159978866577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,16384,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,16384,0.03495039939880371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,16384,0.03494720061620076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,16384,0.035444267590840656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,16384,0.0346346656481425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,16384,0.03502613306045532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,16384,0.035037867228190106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,16384,0.03476266860961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,16384,0.03459733327229818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,16384,0.034995198249816895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,16384,0.034977066516876223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,16384,0.03506453434626262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,16384,0.03491413195927938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,16384,0.03498986562093099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,16384,0.03460906744003296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,16384,0.03495146830876668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,12288,0.1525386651357015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,16384,0.034647464752197266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,12288,0.07523093223571778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,12288,0.043467732270558675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,12288,0.02909440000851949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,12288,0.028196267286936444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,12288,0.028279467423756914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,12288,0.029227733612060547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,12288,0.026766933997472125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,12288,0.027702399094899494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,12288,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,12288,0.02299519975980123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,12288,0.02397973338762919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,12288,0.022394667069117226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,12288,0.02502506573994954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,12288,0.02220266660054525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,12288,0.01988906661669413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,12288,0.01959679921468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,16384,0.03466240167617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,12288,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,12288,0.017285333077112833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,12288,0.02002240022023519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,12288,0.02566933234532674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,12288,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,12288,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,12288,0.014762666821479798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,12288,0.013640532890955607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,12288,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,12288,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,12288,0.011946666240692138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,12288,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,12288,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,12288,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,12288,0.009660800298055012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,12288,0.011355732878049214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,12288,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,12288,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,12288,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,12288,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,12288,0.008403199911117553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,12288,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,12288,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,12288,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,12288,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,12288,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,12288,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,12288,0.017373865842819212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,12288,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,12288,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,12288,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,12288,0.008962133526802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,12288,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,12288,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,12288,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,12288,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,12288,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,12288,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,12288,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,12288,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,12288,0.005679999788602194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,12288,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,12288,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,12288,0.005368533233801523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,12288,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,12288,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,12288,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,12288,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,12288,0.005404800176620483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,12288,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,12288,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,12288,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,12288,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,12288,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,12288,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,12288,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,16384,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,12288,0.009918933113416035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,12288,1.1265599568684896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,12288,0.5692682902018229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,12288,0.2949866612752279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,12288,0.16632213592529296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,12288,0.16506773630777996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,12288,0.15057066281636555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,12288,0.1538592020670573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,12288,0.14572800000508626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,12288,0.1440671920776367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,12288,0.13801706631978353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,12288,0.1229973316192627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,12288,0.13541653951009114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,12288,0.12640213171641032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,12288,0.1104693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,12288,0.11007040341695148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,12288,0.097979736328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,12288,0.09838293393452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,12288,0.08816533088684082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,12288,0.08714880148569742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,12288,0.07521173159281412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,12288,0.07514453728993734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,12288,0.06202773253122965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,12288,0.05348266760508219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,12288,0.05488426685333252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,12288,0.0510752002398173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,12288,0.05223146677017212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,12288,0.0461461345354716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,12288,0.03910826841990153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,12288,0.045227734247843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,12288,0.03494186798731486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,12288,0.03475093444188436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,12288,0.030982400973637896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,12288,0.030946133534113567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,12288,0.026859732468922932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,12288,0.025459200143814087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,12288,0.026253867149353027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,12288,0.02632746696472168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,12288,0.06299200057983398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,12288,0.024116265773773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,12288,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,12288,0.023374933004379272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,12288,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,12288,0.02376000086466471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,12288,0.039051731427510575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,12288,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,12288,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,12288,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,12288,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,12288,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,12288,0.020866133769353232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,12288,0.01995413303375244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,12288,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,12288,0.01997973322868347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,12288,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,12288,0.019270400206247963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,12288,0.01981333295504252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,12288,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,12288,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,12288,0.02294399936993917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,12288,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,12288,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,12288,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,12288,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,12288,0.019288533926010133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,12288,0.01836586594581604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,12288,0.01884053349494934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,12288,0.01787733236948649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,12288,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,12288,0.018040533860524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,12288,0.01770346760749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,12288,0.01965226729710897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,12288,0.01767786741256714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,12288,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,12288,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,12288,0.38062187830607097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,12288,1.5025674184163411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,12288,0.7592959721883138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,12288,0.21211093266805015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,12288,0.18899413744608562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,12288,0.2110367933909098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,12288,0.17847679456075033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,12288,0.17474239667256672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,12288,0.16712640126546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,12288,0.16455146471659343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,12288,0.20018773078918456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,12288,0.15616532961527507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,12288,0.14282986323038738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,12288,0.13854079246520995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,12288,0.12562560240427653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,12288,0.19836053848266602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,12288,0.12196160157521566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,12288,0.15296427408854169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,12288,0.18641066551208496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,12288,0.09963306585947672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,12288,0.09526613553365072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,12288,0.0654848019282023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,12288,0.05509973367055258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,12288,0.0542357325553894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,12288,0.048929067452748616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,12288,0.04730773369471232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,12288,0.07551360130310059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,12288,0.07544533411661783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,12288,0.06289600133895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,12288,0.041220267613728837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,12288,0.041629866758982344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,12288,0.027130667368570966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,12288,0.02229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,12288,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,12288,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,12288,0.02072319984436035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,12288,0.035454932848612467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,12288,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,12288,0.019453867276509603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,12288,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,12288,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,12288,0.01904746691385905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,12288,0.017407999436060587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,12288,0.017382399241129557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,12288,0.017433599630991618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,12288,0.01736533244450887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,12288,0.017283199230829875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,12288,0.017141334215799966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,12288,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,12288,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,12288,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,12288,0.016014933586120605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,12288,0.015768532951672874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,12288,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,12288,0.015723733107248943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,12288,0.01566506624221802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,12288,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,12288,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,12288,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,12288,0.015824000040690102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,12288,0.01600320041179657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,12288,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,12288,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,12288,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,12288,0.016203733285268147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,12288,0.017053866386413576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,12288,0.01632533371448517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,12288,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,12288,0.016463999946912132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,12288,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,12288,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,12288,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,12288,0.27972586949666345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,12288,0.14217492739359539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,12288,0.08302506605784098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,12288,0.05874346494674683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,12288,0.05837653477986654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,12288,0.05671253204345703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,12288,0.05681066513061524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,12288,0.05519786675771078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,12288,0.054686931769053135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,12288,0.05380373398462931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,12288,0.05403733253479004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,12288,0.05157226721445719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,12288,0.05084586540857951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,12288,0.04932159980138143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,12288,0.04957546790440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,12288,0.033905065059661864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,12288,0.04769279956817627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,12288,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,12288,0.047391998767852786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,12288,0.04485653241475423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,12288,0.04447253147761027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,12288,0.04196373224258423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,12288,0.042531200249989826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,12288,0.03996906677881877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,12288,0.04108800093332927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,12288,0.038822400569915774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,12288,0.037622400124867755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,12288,0.039528532822926836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,12288,0.035860268274943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,12288,0.03743146657943726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,12288,0.03582186698913574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,12288,0.03492693503697713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,12288,0.03466879924138387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,12288,0.03260266582171122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,12288,0.03128106594085693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,12288,0.03260693351427714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,12288,0.030899200836817426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,12288,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,12288,0.028835199276606244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,12288,0.02880106568336487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,12288,0.0288917342821757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,12288,0.028643200794855755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,12288,0.028462932507197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,12288,0.02860906720161438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,12288,0.028475733598073323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,12288,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,12288,0.02828693389892578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,12288,0.028011733293533327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,12288,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,12288,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,12288,0.027926399310429888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,12288,0.027982934315999346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,12288,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,12288,0.0276309331258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,12288,0.028085333108901978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,12288,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,12288,0.027584000428517656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,12288,0.02804906765619914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,12288,0.02757546703020732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,12288,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,12288,0.02759679953257243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,12288,0.027636265754699706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,12288,0.02794133424758911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,12288,0.027642667293548584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,12288,0.02802986701329549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,12288,0.027704532941182452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,12288,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,12288,0.0276853342851003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,12288,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,12288,0.02759466568628947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,12288,0.027947733799616497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,12288,0.027896533409754436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,12288,0.028056534131368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,10240,0.12709759871164958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,10240,0.06579519907633463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,10240,0.036907732486724854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,10240,0.021729065974553426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,10240,0.02260266741116842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,10240,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,10240,0.021537067492802937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,10240,0.022587732474009196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,10240,0.020142932732899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,10240,0.023153066635131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,10240,0.019619200627009073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,10240,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,10240,0.019106133778889974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,10240,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,10240,0.02098133365313212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,12288,0.027856000264485675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,10240,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,10240,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,10240,0.017436800400416057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,10240,0.01892906626065572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,10240,0.014975999792416891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,10240,0.022004266579945884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,10240,0.014566399653752646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,10240,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,10240,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,10240,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,10240,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,10240,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,10240,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,10240,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,10240,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,10240,0.010001066327095031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,10240,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,10240,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,10240,0.010227200388908387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,10240,0.01046720047791799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,10240,0.007357866565386455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,10240,0.008454400300979614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,10240,0.007654400169849395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,10240,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,10240,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,10240,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,12288,0.028036266565322876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,10240,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,10240,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,10240,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,10240,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,10240,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,10240,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,10240,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,10240,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,10240,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,10240,0.006202666461467743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,10240,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,10240,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,10240,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,10240,0.006071466704209646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,10240,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,10240,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,10240,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,10240,0.0056650668382644655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,10240,0.0058218667904535925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,10240,0.0056415999929110205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,10240,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,10240,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,10240,0.005678933362166087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,10240,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,10240,0.005825066566467285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,10240,0.00552106648683548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,10240,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,10240,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,10240,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,10240,0.00554666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,10240,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,10240,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,10240,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,12288,0.027641600370407103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,10240,0.24645867347717285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,10240,0.47857920328776044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,10240,0.9399285634358725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,10240,0.13558185895284017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,10240,0.12271467049916585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,10240,0.11725653012593587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,10240,0.11594560146331787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,10240,0.10909226735432942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,10240,0.1067466656366984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,10240,0.09353600343068441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,10240,0.13550400733947754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,10240,0.09387199878692627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,10240,0.08796799977620443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,10240,0.1237183968226115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,10240,0.08692800203959147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,10240,0.07409493128458658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,10240,0.07607573668162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,10240,0.06514666477839151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,10240,0.05757866700490316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,10240,0.05853973229726156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,10240,0.05044693152109782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,10240,0.049983998139699296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,10240,0.04729493459065755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,10240,0.04320853153864543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,10240,0.04323519865671794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,10240,0.03904000123341878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,10240,0.039125335216522214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,10240,0.03742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,10240,0.03560106754302979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,10240,0.03298346598943074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,10240,0.03291306694348653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,10240,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,10240,0.029487999280293782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,10240,0.024707200129826863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,10240,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,10240,0.0660650650660197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,10240,0.024685867627461753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,10240,0.024580266078313193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,10240,0.024642133712768556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,10240,0.023499733209609984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,10240,0.02416426738103231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,10240,0.022722133000691733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,10240,0.047515734036763506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,10240,0.02269866665204366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,10240,0.02252053419748942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,10240,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,10240,0.02214933236440023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,10240,0.020980266729990642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,10240,0.02236479918162028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,10240,0.020924800634384157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,10240,0.020833067099253335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,10240,0.01996906598409017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,10240,0.020230400562286376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,10240,0.020434133211771646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,10240,0.021553067366282146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,10240,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,10240,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,10240,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,10240,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,10240,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,10240,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,10240,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,10240,0.019258666038513183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,10240,0.017655466000239053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,10240,0.02325973312060038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,10240,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,10240,0.017893334229787193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,10240,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,10240,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,10240,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,10240,0.017484800020853678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,10240,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,10240,0.017729065815607705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,10240,0.01770346760749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,10240,1.475320561726888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,10240,0.37380479176839193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,10240,0.7394378662109375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,10240,0.20773119926452638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,10240,0.18387840588887533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,10240,0.20430933634440102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,10240,0.17077652613321942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,10240,0.1686250686645508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,10240,0.15936533610026044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,10240,0.19250879287719727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,10240,0.13608214060465496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,10240,0.13395946820576984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,10240,0.11562453111012776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,10240,0.11594879627227783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,10240,0.09282133579254151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,10240,0.09472320079803467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,10240,0.15714772542317706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,10240,0.1930986722310384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,10240,0.18195734024047852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,10240,0.07436906496683757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,10240,0.0739904006322225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,10240,0.058950400352478026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,10240,0.06647679805755616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,10240,0.052177067597707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,10240,0.04656960169474284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,10240,0.045339731375376384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,10240,0.05310080051422119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,10240,0.06757120291392008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,10240,0.05993280013402304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,10240,0.03909013271331787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,10240,0.0393120010693868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,10240,0.025509333610534667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,10240,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,10240,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,10240,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,10240,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,10240,0.018639999628067016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,10240,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,10240,0.017398399114608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,10240,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,10240,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,10240,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,10240,0.015685333808263143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,10240,0.015787733594576518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,10240,0.015556266903877259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,10240,0.03335040012995402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,10240,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,10240,0.01574186682701111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,10240,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,10240,0.015657599767049155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,10240,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,10240,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,10240,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,10240,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,10240,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,10240,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,10240,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,10240,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,10240,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,10240,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,10240,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,10240,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,10240,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,10240,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,10240,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,10240,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,10240,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,10240,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,10240,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,10240,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,10240,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,10240,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,10240,0.25210773150126137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,10240,0.13169600168863932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,10240,0.07541653315226236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,10240,0.05304853518803915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,10240,0.052756265799204505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,10240,0.05159146785736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,10240,0.05114880005518595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,10240,0.049017600218455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,10240,0.04851733446121216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,10240,0.04681813319524129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,10240,0.04561706781387329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,10240,0.04395093520482381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,10240,0.04354133208592732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,10240,0.04150400161743164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,10240,0.04150720040003459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,10240,0.04028053283691406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,10240,0.0406709353129069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,10240,0.03878186543782552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,10240,0.03217173417409261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,10240,0.03863253196080525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,10240,0.03744000196456909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,10240,0.037563733259836835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,10240,0.035835735003153485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,10240,0.0355402668317159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,10240,0.027236266930898027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,10240,0.034526932239532473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,10240,0.032866134246190386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,10240,0.03460906744003296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,10240,0.03254826664924622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,10240,0.031702399253845215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,10240,0.031627732515335086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,10240,0.030921600262324017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,10240,0.02881386677424113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,10240,0.028467200199762982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,10240,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,10240,0.027637332677841187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,10240,0.027217066287994383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,10240,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,10240,0.025538132588068647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,10240,0.025120000044504803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,10240,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,10240,0.02529279987017314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,10240,0.025150932868321735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,10240,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,10240,0.02516266703605652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,10240,0.024292266368865965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,10240,0.024717867374420166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,10240,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,10240,0.024476800362269083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,10240,0.02437653342882792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,10240,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,10240,0.024324266115824382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,10240,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,10240,0.02441706657409668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,10240,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,10240,0.024324266115824382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,10240,0.024315732717514037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,10240,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,10240,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,10240,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,10240,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,10240,0.02439039945602417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,10240,0.0243285338083903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,10240,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,10240,0.02430293361345927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,10240,0.02396906614303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,10240,0.024315732717514037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,10240,0.024124799172083537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,10240,0.024345600605010988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,10240,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,10240,0.024343466758728026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,10240,0.024011733134587605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,10240,0.024434133370717367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,8192,0.10513493220011394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,10240,0.024439465999603272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,8192,0.05514133373896281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,8192,0.03113066752751668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,8192,0.017960532506306966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,8192,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,8192,0.01765120029449463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,10240,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,8192,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,8192,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,8192,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,8192,0.01562879979610443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,8192,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,8192,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,8192,0.019214934110641478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,8192,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,8192,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,8192,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,8192,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,8192,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,8192,0.012098133563995361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,8192,0.012081066767374676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,8192,0.012125866611798604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,8192,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,8192,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,8192,0.011692800124486287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,8192,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,8192,0.012057600418726604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,8192,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,8192,0.010775466759999592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,8192,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,8192,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,8192,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,8192,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,8192,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,8192,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,8192,0.009324799974759419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,8192,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,8192,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,8192,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,8192,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,8192,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,8192,0.009005866448084513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,10240,0.024296534061431885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,8192,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,8192,0.008983467022577922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,8192,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,8192,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,8192,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,8192,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,8192,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,8192,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,8192,0.00581333339214325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,8192,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,8192,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,8192,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,8192,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,8192,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,8192,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,8192,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,8192,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,8192,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,8192,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,8192,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,8192,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,8192,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,8192,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,8192,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,8192,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,8192,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,8192,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,8192,0.005245866874853769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,8192,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,8192,0.005178666611512502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,8192,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,8192,0.3851317405700684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,8192,0.19967999458312988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,8192,0.7564575831095378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,8192,0.10081066290537517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,8192,0.10126506487528483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,8192,0.09038826624552408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,8192,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,8192,0.09050026734670004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,8192,0.08612266381581625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,8192,0.08412266572316487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,8192,0.0763253370920817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,8192,0.0741919994354248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,8192,0.06773760318756103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,8192,0.06848106384277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,8192,0.061121066411336265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,8192,0.06154239972432455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,8192,0.05510933399200439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,8192,0.049193600813547775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,8192,0.049407998720804855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,8192,0.0464682658513387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,8192,0.04742079973220825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,8192,0.04267199834187825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,8192,0.04274773200352987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,8192,0.04060373306274414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,8192,0.04108479817708333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,8192,0.03707626660664876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,8192,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,8192,0.035267198085784913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,8192,0.032832000652949014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,8192,0.029024000962575274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,8192,0.031385600566864014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,8192,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,8192,0.02659519910812378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,8192,0.02694080074628194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,8192,0.024821333090464272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,8192,0.023282132546106973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,8192,0.02328746716181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,8192,0.022869332631429037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,8192,0.02285439968109131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,8192,0.023507199684778848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,8192,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,8192,0.03692266543706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,8192,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,8192,0.022375466426213582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,8192,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,8192,0.020794665813446044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,8192,0.021894399325052896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,8192,0.020897066593170165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,8192,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,8192,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,8192,0.02041920026143392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,8192,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,8192,0.021118932962417604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,8192,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,8192,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,8192,0.055751466751098634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,8192,0.019963733355204263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,8192,0.018657066424687705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,8192,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,8192,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,8192,0.017810134092966716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,8192,0.01680319905281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,8192,0.017087999979654947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,8192,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,8192,0.018308266003926595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,8192,0.01783039967219035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,8192,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,8192,0.01684373418490092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,8192,0.01807253360748291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,8192,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,8192,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,8192,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,8192,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,8192,0.019346133867899577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,8192,0.018703999121983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,8192,0.7202112197875976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,8192,0.19492053985595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,8192,0.1768287976582845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,8192,0.36268908182779946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,8192,0.15805546442667645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,8192,1.4376224517822265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,8192,0.13468052546183268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,8192,0.19428693453470866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,8192,0.18186987241109212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,8192,0.11272532939910888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,8192,0.11071466604868571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,8192,0.09409600098927816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,8192,0.0838368018468221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,8192,0.09348266919453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,8192,0.08414613405863444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,8192,0.07711679935455322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,8192,0.1592682679494222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,8192,0.07602559725443522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,8192,0.13869333267211914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,8192,0.06943146387736002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,8192,0.05668053229649862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,8192,0.056345601876576744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,8192,0.05058559974034628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,8192,0.06900053024291992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,8192,0.04986986716588338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,8192,0.04436479806900025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,8192,0.0436245322227478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,8192,0.06295146544774374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,8192,0.06260799964269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,8192,0.03746453523635864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,8192,0.025976532697677614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,8192,0.03178133368492127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,8192,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,8192,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,8192,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,8192,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,8192,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,8192,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,8192,0.016055466731389363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,8192,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,8192,0.015661866466204325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,8192,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,8192,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,8192,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,8192,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,8192,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,8192,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,8192,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,8192,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,8192,0.037043201923370364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,8192,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,8192,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,8192,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,8192,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,8192,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,8192,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,8192,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,8192,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,8192,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,8192,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,8192,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,8192,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,8192,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,8192,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,8192,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,8192,0.014196266730626425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,8192,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,8192,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,8192,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,8192,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,8192,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,8192,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,8192,0.030101333061854047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,8192,0.10385279655456543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,8192,0.2038442611694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,8192,0.06201920111974081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,8192,0.04199146827061971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,8192,0.04263573487599691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,8192,0.0407477339108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,8192,0.03996479908625285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,8192,0.03791786829630534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,8192,0.037229867776234944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,8192,0.038736001650492353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,8192,0.03745173215866089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,8192,0.03590720097223918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,8192,0.03458026647567749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,8192,0.035396265983581546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,8192,0.03458666801452637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,8192,0.034068266550699874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,8192,0.033011200030644734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,8192,0.034195200602213545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,8192,0.03226986726125081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,8192,0.03128640055656433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,8192,0.030135466655095415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,8192,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,8192,0.0313429335753123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,8192,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,8192,0.02882986664772034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,8192,0.027663999795913698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,8192,0.028175999720891316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,8192,0.027195733785629273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,8192,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,8192,0.025931733846664428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,8192,0.023560533920923867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,8192,0.025545599063237508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,8192,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,8192,0.023962666591008507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,8192,0.02344640096028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,8192,0.023131734132766722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,8192,0.021575466791788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,8192,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,8192,0.0214303990205129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,8192,0.021522132555643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,8192,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,8192,0.021042132377624513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,8192,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,8192,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,8192,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,8192,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,8192,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,8192,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,8192,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,8192,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,8192,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,8192,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,8192,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,8192,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,8192,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,8192,0.020988800128300986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,8192,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,8192,0.020703999201456706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,8192,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,8192,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,8192,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,8192,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,8192,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,8192,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,8192,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,8192,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,8192,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,8192,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,8192,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,8192,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,8192,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,7168,0.088591996828715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,8192,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,7168,0.04615893363952637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,7168,0.01558080017566681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,7168,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,7168,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,7168,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,7168,0.015427199999491372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,7168,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,7168,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,7168,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,7168,0.012668800354003907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,7168,0.0139082670211792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,7168,0.014963199694951376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,7168,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,7168,0.011750400066375732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,7168,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,8192,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,7168,0.012727466225624085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,7168,0.013781332969665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,7168,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,7168,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,7168,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,7168,0.010942932963371278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,7168,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,7168,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,7168,0.010873599847157796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,7168,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,7168,0.011762133240699768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,7168,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,7168,0.013382400075594584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,7168,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,7168,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,7168,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,7168,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,7168,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,7168,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,7168,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,7168,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,7168,0.008228266735871632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,7168,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,7168,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,7168,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,7168,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,7168,0.00561706672112147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,7168,0.010519466797510783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,7168,0.006472533444563548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,7168,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,8192,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,7168,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,7168,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,7168,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,7168,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,7168,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,7168,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,7168,0.0055637334783871974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,7168,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,7168,0.008553600311279297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,7168,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,7168,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,7168,0.005433600147565206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,7168,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,7168,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,7168,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,7168,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,7168,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,7168,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,7168,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,7168,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,7168,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,7168,0.005272533496220907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,7168,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,7168,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,7168,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,7168,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,7168,0.6631807963053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,7168,0.34020907084147134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,7168,0.1754634698232015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,7168,0.08303679625193278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,7168,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,7168,0.08305066426595052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,7168,0.07601493199666341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,7168,0.0743776003519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,7168,0.07075200080871583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,7168,0.06880640188852946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,7168,0.06284799973169962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,7168,0.062401068210601804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,7168,0.057044267654418945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,7168,0.05699839989344278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,7168,0.05219519933064779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,7168,0.05128213167190552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,7168,0.04955519835154216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,7168,0.04917866786321004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,7168,0.047038932641347245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,7168,0.04524693489074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,7168,0.04319893519083659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,7168,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,7168,0.041061333815256756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,7168,0.04067200024922689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,7168,0.03846186796824137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,7168,0.037112534046173096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,7168,0.03511786858240763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,7168,0.035037867228190106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,7168,0.03403840065002441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,7168,0.032788266738255814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,7168,0.03186026612917582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,7168,0.03063360055287679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,7168,0.028258132934570312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,7168,0.027511467536290485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,7168,0.02669866681098938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,7168,0.043194667498270674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,7168,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,7168,0.02500159939130147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,7168,0.022695465882619222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,7168,0.022333866357803343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,7168,0.021655466159184775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,7168,0.021271467208862305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,7168,0.020986666282018028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,7168,0.0206986665725708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,7168,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,7168,0.019939200083414713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,7168,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,7168,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,7168,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,7168,0.019101866086324058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,7168,0.02293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,7168,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,7168,0.01920426686604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,7168,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,7168,0.02004800041516622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,7168,0.01804373264312744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,7168,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,7168,0.02193280061086019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,7168,0.01895466645558675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,7168,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,7168,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,7168,0.016772266228993735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,7168,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,7168,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,7168,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,7168,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,7168,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,7168,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,7168,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,7168,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,7168,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,7168,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,7168,0.017483733097712197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,7168,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,7168,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,7168,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,7168,1.4397300720214843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,7168,0.36786133448282876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,7168,0.7174485524495442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,7168,0.17734293937683104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,7168,0.12677120367685954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,7168,0.17807146708170574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,7168,0.11506773630777996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,7168,0.11831040382385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,7168,0.09867093563079835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,7168,0.09775253136952719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,7168,0.0888703982035319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,7168,0.08782719771067302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,7168,0.08124159971872966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,7168,0.08018346627553305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,7168,0.15409065882364908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,7168,0.07526933352152507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,7168,0.07350719769795735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,7168,0.1524064064025879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,7168,0.13181119759877521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,7168,0.06778240203857422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,7168,0.06765546798706054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,7168,0.05547093152999878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,7168,0.05517119963963827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,7168,0.04930026531219482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,7168,0.04817706743876139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,7168,0.04339413245519002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,7168,0.04203093449274699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,7168,0.06128533283869425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,7168,0.06170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,7168,0.03655253251393636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,7168,0.024946133295694985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,7168,0.03601706822713216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,7168,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,7168,0.03012053370475769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,7168,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,7168,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,7168,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,7168,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,7168,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,7168,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,7168,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,7168,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,7168,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,7168,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,7168,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,7168,0.016215466459592185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,7168,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,7168,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,7168,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,7168,0.011690666278203327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,7168,0.01169706682364146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,7168,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,7168,0.011845333377520244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,7168,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,7168,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,7168,0.011954133709271748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,7168,0.012971733013788858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,7168,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,7168,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,7168,0.012029866377512615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,7168,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,7168,0.011716266473134358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,7168,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,7168,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,7168,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,7168,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,7168,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,7168,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,7168,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,7168,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,7168,0.013182933131853739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,7168,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,7168,0.09794452985127768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,7168,0.18775893847147623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,7168,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,7168,0.05787306626637777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,7168,0.03752426703770955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,7168,0.0379253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,7168,0.036602667967478436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,7168,0.03494720061620076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,7168,0.036541867256164554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,7168,0.03553280035654704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,7168,0.03455893198649089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,7168,0.03412053187688192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,7168,0.0329365332921346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,7168,0.03306026657422383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,7168,0.032151466608047484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,7168,0.030900265773137408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,7168,0.031241599718729657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,7168,0.03221866687138875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,7168,0.03030400077501933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,7168,0.029985066254933673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,7168,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,7168,0.02763306697209676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,7168,0.028943999608357744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,7168,0.0276309331258138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,7168,0.027115732431411743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,7168,0.02565760016441345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,7168,0.025521065791447955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,7168,0.02680213252703349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,7168,0.02472426692644755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,7168,0.024289067586263022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,7168,0.02390506664911906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,7168,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,7168,0.02352213263511658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,7168,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,7168,0.0214848001797994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,7168,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,7168,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,7168,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,7168,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,7168,0.019836799303690592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,7168,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,7168,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,7168,0.019393066565195717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,7168,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,7168,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,7168,0.019858133792877198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,7168,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,7168,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,7168,0.0190720001856486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,7168,0.019100799163182577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,7168,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,7168,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,7168,0.01895893414815267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,7168,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,7168,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,7168,0.01913386583328247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,7168,0.01892906626065572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,7168,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,7168,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,7168,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,7168,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,7168,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,7168,0.019082667430241902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,7168,0.019076265891393027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,7168,0.018962132930755615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,7168,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,7168,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,7168,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,7168,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,7168,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,7168,0.01903466582298279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,7168,0.018653867642084758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,6144,0.0772757371266683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,6144,0.04025919834772746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,6144,0.022117332617441813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,7168,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,6144,0.013537066181500754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,6144,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,6144,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,6144,0.013359999656677246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,6144,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,6144,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,6144,0.014356266458829245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,6144,0.0121781329313914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,7168,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,6144,0.010568533341089885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,6144,0.012307199835777282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,6144,0.012683733304341634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,6144,0.010497066378593444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,6144,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,6144,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,6144,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,6144,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,6144,0.010230400164922078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,6144,0.009710933764775593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,6144,0.009878399968147277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,6144,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,6144,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,6144,0.00957973301410675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,6144,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,6144,0.01090666651725769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,6144,0.01138879954814911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,6144,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,6144,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,6144,0.0072618668278058365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,6144,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,6144,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,7168,0.01904426614443461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,6144,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,6144,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,6144,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,6144,0.009099733829498292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,6144,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,6144,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,6144,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,6144,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,6144,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,6144,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,6144,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,6144,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,6144,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,6144,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,6144,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,6144,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,6144,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,6144,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,6144,0.005995733539263407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,6144,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,6144,0.006037333110968272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,6144,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,6144,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,6144,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,6144,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,6144,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,6144,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,6144,0.005959466596444448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,6144,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,6144,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,6144,0.005798399945100148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,6144,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,6144,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,6144,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,6144,0.0051125332713127134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,6144,0.004827733337879181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,6144,0.00484799991051356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,6144,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,6144,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,6144,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,6144,0.5718399683634441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,6144,0.14980692863464357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,6144,0.06599146525065104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,6144,0.2935263951619466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,6144,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,6144,0.06011199951171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,6144,0.05943359931310018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,6144,0.05654933452606201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,6144,0.055742931365966794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,6144,0.05023253361384074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,6144,0.05122666756312052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,6144,0.04858133395512899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,6144,0.04933760166168213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,6144,0.04529279867808024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,6144,0.045296001434326175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,6144,0.043271466096242266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,6144,0.043372801939646405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,6144,0.04141546487808227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,6144,0.04125973383585612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,6144,0.03901439905166626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,6144,0.039125335216522214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,6144,0.03520960013071696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,6144,0.06498986482620239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,6144,0.03512746493021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,6144,0.03516693512598674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,6144,0.03513706525166829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,6144,0.03176533381144206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,6144,0.03237333297729492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,6144,0.030922667185465498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,6144,0.028967465957005816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,6144,0.028785065809885664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,6144,0.027129600445429485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,6144,0.02518080075581868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,6144,0.023757867018381753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,6144,0.02432533303896586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,6144,0.020906666914621987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,6144,0.02190399964650472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,6144,0.022399999698003135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,6144,0.020999467372894286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,6144,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,6144,0.021620267629623414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,6144,0.02028800050417582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,6144,0.03109440008799235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,6144,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,6144,0.020565332969029744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,6144,0.01885653336842855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,6144,0.019876267512639365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,6144,0.019658666849136353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,6144,0.019234132766723634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,6144,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,6144,0.01887893279393514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,6144,0.018781866629918417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,6144,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,6144,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,6144,0.01919040083885193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,6144,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,6144,0.019820799430211387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,6144,0.01684479912122091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,6144,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,6144,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,6144,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,6144,0.01920213301976522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,6144,0.018910932540893554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,6144,0.018477867046991982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,6144,0.01693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,6144,0.018913066387176512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,6144,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,6144,0.01707306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,6144,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,6144,0.017010132471720375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,6144,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,6144,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,6144,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,6144,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,6144,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,6144,0.3572170575459798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,6144,0.7165226618448893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,6144,1.42063357035319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,6144,0.13417387008666992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,6144,0.10797333717346191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,6144,0.13670934041341146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,6144,0.10116053422292073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,6144,0.10285226504007976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,6144,0.09316799640655518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,6144,0.09283520380655924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,6144,0.08647253513336181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,6144,0.08520747025807698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,6144,0.08049600124359131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,6144,0.07915733655293783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,6144,0.07385173638661703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,6144,0.07296533584594726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,6144,0.1156160036722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,6144,0.12693973382314044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,6144,0.10756159623463948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,6144,0.0604693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,6144,0.05507200161616007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,6144,0.06715946992238363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,6144,0.048503466447194415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,6144,0.06684479713439942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,6144,0.04290453195571899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,6144,0.041178667545318605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,6144,0.06049066781997681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,6144,0.047348264853159586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,6144,0.053814399242401126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,6144,0.03619733254114787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,6144,0.023924267292022704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,6144,0.03498026529947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,6144,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,6144,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,6144,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,6144,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,6144,0.015804800391197204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,6144,0.015315199891726175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,6144,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,6144,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,6144,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,6144,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,6144,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,6144,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,6144,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,6144,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,6144,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,6144,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,6144,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,6144,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,6144,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,6144,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,6144,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,6144,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,6144,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,6144,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,6144,0.012130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,6144,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,6144,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,6144,0.011148800452550251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,6144,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,6144,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,6144,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,6144,0.011559466520945232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,6144,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,6144,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,6144,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,6144,0.011336533228556316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,6144,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,6144,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,6144,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,6144,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,6144,0.17652160326639812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,6144,0.09212160110473633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,6144,0.05520106554031372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,6144,0.034169598420461016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,6144,0.033771733442942306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,6144,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,6144,0.03282559911410014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,6144,0.03206826647122701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,6144,0.03220799962679545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,6144,0.031675734122594196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,6144,0.03131519953409831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,6144,0.030136533578236896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,6144,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,6144,0.029281065861384077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,6144,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,6144,0.028406399488449096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,6144,0.02890133261680603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,6144,0.02760853370030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,6144,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,6144,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,6144,0.026052266359329224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,6144,0.02513813376426697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,6144,0.025127466519673663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,6144,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,6144,0.024308266242345174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,6144,0.02346773346265157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,6144,0.023118933041890465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,6144,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,6144,0.02222080032030741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,6144,0.021386667092641195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,6144,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,6144,0.029736532767613726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,6144,0.028724267085393267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,6144,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,6144,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,6144,0.019474132855733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,6144,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,6144,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,6144,0.018100267648696898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,6144,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,6144,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,6144,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,6144,0.018055466810862224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,6144,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,6144,0.017845332622528076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,6144,0.01784106691678365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,6144,0.01736746629079183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,6144,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,6144,0.017372800906499227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,6144,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,6144,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,6144,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,6144,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,6144,0.016988799969355265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,6144,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,6144,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,6144,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,6144,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,6144,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,6144,0.01692053278287252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,6144,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,6144,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,6144,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,6144,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,6144,0.01730453372001648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,6144,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,6144,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,6144,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,6144,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,6144,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,6144,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,6144,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,5120,0.06565653483072917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,5120,0.03457066615422567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,5120,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,5120,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,5120,0.011271466811498005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,5120,0.009308800101280212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,5120,0.011449600259462994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,5120,0.011739733815193176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,5120,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,5120,0.012265599767367045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,6144,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,5120,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,5120,0.009379200140635173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,5120,0.01053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,5120,0.01167146662871043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,5120,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,5120,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,5120,0.011373866597811382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,5120,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,5120,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,5120,0.008074666559696197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,6144,0.016937599579493205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,5120,0.008548266688982646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,5120,0.008503466844558716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,5120,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,5120,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,5120,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,5120,0.008014933268229166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,5120,0.0084906667470932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,5120,0.010200533270835876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,5120,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,5120,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,5120,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,5120,0.007982933521270752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,5120,0.007228800157705943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,5120,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,5120,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,5120,0.007854933540026348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,5120,0.006600533425807953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,5120,0.007860266665617625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,5120,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,5120,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,5120,0.008542933066685994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,5120,0.0066453332702318835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,5120,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,5120,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,5120,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,5120,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,5120,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,5120,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,5120,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,5120,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,5120,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,5120,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,5120,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,5120,0.005547733108202616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,5120,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,5120,0.005111466844876607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,5120,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,5120,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,5120,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,5120,0.005529599885145823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,5120,0.005559466779232025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,5120,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,5120,0.00554666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,5120,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,5120,0.00555733342965444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,5120,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,5120,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,6144,0.01728960076967875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,5120,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,5120,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,5120,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,5120,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,5120,0.004846933484077454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,5120,0.2454762617746989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,5120,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,5120,0.48101228078206376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,5120,0.12053866386413574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,5120,0.05106026728947958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,5120,0.05213119983673096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,5120,0.047688531875610354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,5120,0.048172799746195476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,5120,0.047226667404174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,5120,0.043975468476613364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,5120,0.04370239973068237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,5120,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,5120,0.041619201501210526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,5120,0.04145386616388957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,5120,0.0413269321123759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,5120,0.04243626594543457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,5120,0.03995093504587809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,5120,0.03930986722310384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,5120,0.03715840180714925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,5120,0.03715946674346924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,5120,0.03526933193206787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,5120,0.03545920054117839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,5120,0.032995200157165526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,5120,0.04862506786982219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,5120,0.03316160043080647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,5120,0.03094506661097209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,5120,0.03182506759961446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,5120,0.03043839931488037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,5120,0.03094080090522766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,5120,0.02885013421376546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,5120,0.027116799354553224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,5120,0.02595306634902954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,5120,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,5120,0.02403093377749125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,5120,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,5120,0.023334399859110514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,5120,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,5120,0.021027199427286782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,5120,0.019939200083414713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,5120,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,5120,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,5120,0.02013546625773112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,5120,0.01997013290723165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,5120,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,5120,0.019681066274642944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,5120,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,5120,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,5120,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,5120,0.018105600277582803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,5120,0.01837546626726786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,5120,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,5120,0.01887786587079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,5120,0.018473599354426065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,5120,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,5120,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,5120,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,5120,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,5120,0.016875733931859337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,5120,0.01803093353907267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,5120,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,5120,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,5120,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,5120,0.017493333419164023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,5120,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,5120,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,5120,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,5120,0.028946133454640706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,5120,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,5120,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,5120,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,5120,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,5120,0.017145599921544394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,5120,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,5120,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,5120,0.3542314529418945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,5120,0.7102250417073568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,5120,1.3991221110026042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,5120,0.11516586939493816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,5120,0.10216639836629231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,5120,0.11475733121236165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,5120,0.09638613065083822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,5120,0.09564586480458578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,5120,0.09069866339365641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,5120,0.08954346974690755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,5120,0.08431039651234945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,5120,0.08326613108317057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,5120,0.07850346565246583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,5120,0.07680213451385498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,5120,0.072269868850708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,5120,0.07099839846293131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,5120,0.10946773687998454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,5120,0.1017685333887736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,5120,0.10839573542277019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,5120,0.0596010684967041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,5120,0.06569706598917643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,5120,0.053384534517923986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,5120,0.04728960196177165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,5120,0.06500373284022012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,5120,0.041818666458129886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,5120,0.039614931742350264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,5120,0.05879573424657186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,5120,0.05262506802876791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,5120,0.04583253463109334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,5120,0.035011200110117595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,5120,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,5120,0.03365866740544637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,5120,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,5120,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,5120,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,5120,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,5120,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,5120,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,5120,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,5120,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,5120,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,5120,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,5120,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,5120,0.011337600151697795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,5120,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,5120,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,5120,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,5120,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,5120,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,5120,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,5120,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,5120,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,5120,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,5120,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,5120,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,5120,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,5120,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,5120,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,5120,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,5120,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,5120,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,5120,0.010868266224861145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,5120,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,5120,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,5120,0.011004799604415893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,5120,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,5120,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,5120,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,5120,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,5120,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,5120,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,5120,0.16665493647257487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,5120,0.0860053300857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,5120,0.0510538657506307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,5120,0.03132053414980571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,5120,0.030913066864013673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,5120,0.03041599988937378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,5120,0.030096000432968138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,5120,0.02927359938621521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,5120,0.02923840085665385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,5120,0.02839679916699727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,5120,0.028376533587773638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,5120,0.02758079965909322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,5120,0.0275711993376414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,5120,0.026824533939361572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,5120,0.027640533447265626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,5120,0.026697599887847902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,5120,0.02848106622695923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,5120,0.02595626711845398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,5120,0.026449066400527955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,5120,0.02534079949061076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,5120,0.02399253249168396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,5120,0.023916800816853843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,5120,0.0247871994972229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,5120,0.02313386599222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,5120,0.02278613249460856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,5120,0.022249599297841392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,5120,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,5120,0.021091200908025107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,5120,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,5120,0.021013333400090536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,5120,0.019891200462977092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,5120,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,5120,0.019844265778859456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,5120,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,5120,0.017493333419164023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,5120,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,5120,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,5120,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,5120,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,5120,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,5120,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,5120,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,5120,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,5120,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,5120,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,5120,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,5120,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,5120,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,5120,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,5120,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,5120,0.015294933319091797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,5120,0.015553067127863566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,5120,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,5120,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,5120,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,5120,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,5120,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,5120,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,5120,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,5120,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,5120,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,5120,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,5120,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,5120,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,5120,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,5120,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,5120,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,5120,0.015761066476504007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,5120,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,5120,0.015029333035151162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,5120,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,5120,0.01548906664053599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,5120,0.015362133582433065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,5120,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,4096,0.05376000006993612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,4096,0.029217066367467244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,4096,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,4096,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,4096,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,4096,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,4096,0.009608532985051472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,4096,0.010194133718808491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,4096,0.008839466174443563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,4096,0.007799466451009114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,4096,0.008843732873598735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,4096,0.008586666981379191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,4096,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,4096,0.008020266890525818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,5120,0.015326933066050211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,4096,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,4096,0.007612800101439159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,4096,0.007580799857775371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,4096,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,4096,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,4096,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,5120,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,4096,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,4096,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,4096,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,4096,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,4096,0.007195733487606049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,4096,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,4096,0.007648000121116638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,4096,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,4096,0.006860800087451935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,4096,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,4096,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,4096,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,4096,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,4096,0.007742933432261149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,4096,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,4096,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,4096,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,4096,0.005952000121275584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,4096,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,4096,0.006117333471775055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,4096,0.007717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,4096,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,4096,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,4096,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,4096,0.0060245335102081295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,4096,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,4096,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,4096,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,4096,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,4096,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,4096,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,4096,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,4096,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,4096,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,4096,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,4096,0.005188266436258951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,4096,0.00514986664056778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,4096,0.005190399785836538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,4096,0.005188266436258951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,4096,0.005156266689300537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,4096,0.0051584000388781226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,4096,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,4096,0.00513919989267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,4096,0.005404800176620483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,4096,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,4096,0.006040533383687338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,4096,0.005137066543102265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,4096,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,4096,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,4096,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,4096,0.006100266675154368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,4096,0.0051807999610900875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,4096,0.08969813187917074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,4096,0.3888234774271647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,4096,0.04344533284505208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,4096,0.0426528016726176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,4096,0.006826666494210561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,4096,0.04121066729227702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,4096,0.042881067593892416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,4096,0.04107840061187744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,4096,0.041179732481638594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,4096,0.04075839916865031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,4096,0.03896960020065308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,4096,0.03741013209025065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,4096,0.03761813243230184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,4096,0.034983468055725095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,4096,0.03502613306045532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,4096,0.034969600041707356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,4096,0.03529493411382039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,4096,0.033397332827250166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,4096,0.032978133360544844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,4096,0.03107733329137166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,4096,0.030989867448806763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,4096,0.198581329981486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,4096,0.029972267150878907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,4096,0.028920533259709676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,4096,0.028997333844502766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,4096,0.02699199914932251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,4096,0.027348266045252485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,4096,0.024985599517822265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,4096,0.025468800465265912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,4096,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,4096,0.02344213326772054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,4096,0.02291839917500814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,4096,0.022951465845108033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,4096,0.021001599232355752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,4096,0.021458133061726888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,4096,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,4096,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,4096,0.029348266124725342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,4096,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,4096,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,4096,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,4096,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,4096,0.018693333864212035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,4096,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,4096,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,4096,0.01848213275273641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,4096,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,4096,0.02051946719487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,4096,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,4096,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,4096,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,4096,0.016739199558893837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,4096,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,4096,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,4096,0.017684266964594523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,4096,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,4096,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,4096,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,4096,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,4096,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,4096,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,4096,0.017650133371353148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,4096,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,4096,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,4096,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,4096,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,4096,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,4096,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,4096,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,4096,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,4096,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,4096,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,4096,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,4096,0.017537067333857216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,4096,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,4096,0.3358133316040039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,4096,1.381399408976237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,4096,0.11217066446940105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,4096,0.6931423823038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,4096,0.09999039967854818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,4096,0.11242667039235432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,4096,0.09386560122172037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,4096,0.09357439676920573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,4096,0.08834453423817953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,4096,0.08783360322316489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,4096,0.081931734085083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,4096,0.08124266465504965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,4096,0.07630826632181803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,4096,0.0755839983622233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,4096,0.07015999952952066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,4096,0.06920533180236817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,4096,0.10590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,4096,0.1059391975402832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,4096,0.09978559811909994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,4096,0.05755199988683065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,4096,0.0513919989267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,4096,0.050970665613810216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,4096,0.04527253309885661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,4096,0.04489493370056152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,4096,0.039545599619547525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,4096,0.03865706523259481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,4096,0.06400426626205444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,4096,0.06341333389282226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,4096,0.057199998696645105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,4096,0.02723093430201213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,4096,0.032637866338094075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,4096,0.02146986722946167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,4096,0.02018453280131022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,4096,0.015082666277885437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,4096,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,4096,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,4096,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,4096,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,4096,0.03299946586290996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,4096,0.01236799955368042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,4096,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,4096,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,4096,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,4096,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,4096,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,4096,0.010565333565076192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,4096,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,4096,0.010689066847165425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,4096,0.012378666798273723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,4096,0.026551467180252076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,4096,0.010583466291427613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,4096,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,4096,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,4096,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,4096,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,4096,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,4096,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,4096,0.009912533561388652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,4096,0.009270399808883667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,4096,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,4096,0.00918933351834615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,4096,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,4096,0.009478400150934856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,4096,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,4096,0.00921493371327718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,4096,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,4096,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,4096,0.008853333195050557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,4096,0.00921066701412201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,4096,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,4096,0.010263466835021972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,4096,0.009116799632708231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,4096,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,4096,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,4096,0.12527146339416503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,4096,0.03755520184834798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,4096,0.06574613253275553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,4096,0.025674666961034136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,4096,0.026050132513046265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,4096,0.0254037340482076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,4096,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,4096,0.02481493353843689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,4096,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,4096,0.0243776003519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,4096,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,4096,0.023137066761652628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,4096,0.023896533250808715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,4096,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,4096,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,4096,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,4096,0.02225386699040731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,4096,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,4096,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,4096,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,4096,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,4096,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,4096,0.019844265778859456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,4096,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,4096,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,4096,0.01954986651738485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,4096,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,4096,0.017761067549387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,4096,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,4096,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,4096,0.01690453290939331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,4096,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,4096,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,4096,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,4096,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,4096,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,4096,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,4096,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,4096,0.013779200116793313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,4096,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,4096,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,4096,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,4096,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,4096,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,4096,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,4096,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,4096,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,4096,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,4096,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,4096,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,4096,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,4096,0.013453867038091025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,4096,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,4096,0.013687466581662497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,4096,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,4096,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,4096,0.013193600376447043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,4096,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,4096,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,4096,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,4096,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,4096,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,4096,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,4096,0.013577600320180258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,4096,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,4096,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,4096,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,3584,0.046972799301147464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,3584,0.025459200143814087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,3584,0.012196266651153564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,3584,0.01018453339735667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,3584,0.008802133798599242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,4096,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,3584,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,3584,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,3584,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,3584,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,3584,0.0072629332542419435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,3584,0.007202133536338806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,4096,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,3584,0.00763733337322871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,3584,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,3584,0.007255466779073079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,3584,0.007266133526961009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,3584,0.007230933507283528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,3584,0.00682773341735204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,3584,0.006842666864395141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,3584,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,3584,0.006866133213043213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,3584,0.006409599880377452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,3584,0.006420266628265381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,3584,0.0065653334061304735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,3584,0.00678719977537791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,3584,0.006392533580462138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,3584,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,3584,0.007828266421953837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,3584,0.006403199831644694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,3584,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,3584,0.006377600133419037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,3584,0.007268266876538594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,3584,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,3584,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,3584,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,3584,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,3584,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,3584,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,3584,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,3584,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,3584,0.005981866518656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,3584,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,3584,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,3584,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,3584,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,3584,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,3584,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,3584,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,3584,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,3584,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,3584,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,3584,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,3584,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,3584,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,3584,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,3584,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,3584,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,3584,0.005319466690222422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,3584,0.004964266717433929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,3584,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,3584,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,3584,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,3584,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,3584,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,3584,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,3584,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,3584,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,3584,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,3584,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,3584,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,3584,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,3584,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,3584,0.07401386896769205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,3584,0.17525439262390136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,3584,0.04120853344599406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,3584,0.34055039087931316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,3584,0.039317333698272706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,3584,0.03911573489507039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,3584,0.03801279862721761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,3584,0.03789546489715576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,3584,0.03501226504643758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,3584,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,3584,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,3584,0.035131732622782394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,3584,0.03441173235575358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,3584,0.034434131781260174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,3584,0.03394453525543213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,3584,0.033053867022196454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,3584,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,3584,0.029726932446161907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,3584,0.04081600109736125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,3584,0.029041065772374468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,3584,0.02887253363927205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,3584,0.029921066761016846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,3584,0.026987733443578084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,3584,0.026936533053716023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,3584,0.025757867097854614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,3584,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,3584,0.023520000775655112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,3584,0.02467093269030253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,3584,0.024486400683720908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,3584,0.023181867599487305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,3584,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,3584,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,3584,0.03534719944000244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,3584,0.022181334098180135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,3584,0.020965333779652914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,3584,0.01917333404223124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,3584,0.019988266626993816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,3584,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,3584,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,3584,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,3584,0.026837333043416338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,3584,0.018230400482813516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,3584,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,3584,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,3584,0.018345600366592406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,3584,0.018654932578404747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,3584,0.01704746683438619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,3584,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,3584,0.017257599035898845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,3584,0.01686720053354899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,3584,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,3584,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,3584,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,3584,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,3584,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,3584,0.017091200749079386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,3584,0.01590933303038279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,3584,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,3584,0.017063466707865398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,3584,0.01798080007235209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,3584,0.016821332772572837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,3584,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,3584,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,3584,0.018258132537206016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,3584,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,3584,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,3584,0.017233065764109292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,3584,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,3584,0.015192533532778421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,3584,0.017059199015299478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,3584,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,3584,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,3584,0.01479039986928304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,3584,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,3584,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,3584,0.2791050593058268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,3584,0.7019413630167644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,3584,0.11094079812367756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,3584,1.3850997924804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,3584,0.09992533524831136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,3584,0.10488320191701253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,3584,0.09295893510182698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,3584,0.09285013675689698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,3584,0.0871999979019165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,3584,0.0862015962600708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,3584,0.08121386369069418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,3584,0.0806816021601359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,3584,0.07549440066019694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,3584,0.1111680030822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,3584,0.07454720338185629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,3584,0.06900586287180582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,3584,0.06822933355967203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,3584,0.10473919709523519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,3584,0.09883413314819336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,3584,0.06244266827901205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,3584,0.050986667474110924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,3584,0.06258773406346639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,3584,0.05006293455759684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,3584,0.043961600462595625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,3584,0.03869973421096802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,3584,0.038203732172648115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,3584,0.04484479824701945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,3584,0.0568447987238566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,3584,0.057120001316070555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,3584,0.03253013292948405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,3584,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,3584,0.032178133726119995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,3584,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,3584,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,3584,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,3584,0.012077866991360982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,3584,0.011746133367220562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,3584,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,3584,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,3584,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,3584,0.011767466862996418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,3584,0.010098133484522502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,3584,0.025937066475550337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,3584,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,3584,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,3584,0.01046399970849355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,3584,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,3584,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,3584,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,3584,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,3584,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,3584,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,3584,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,3584,0.00881706674893697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,3584,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,3584,0.009296000003814697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,3584,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,3584,0.009084799885749817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,3584,0.00944640040397644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,3584,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,3584,0.009048533439636231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,3584,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,3584,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,3584,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,3584,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,3584,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,3584,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,3584,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,3584,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,3584,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,3584,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,3584,0.11313386758168538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,3584,0.06016426483790079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,3584,0.03374720017115275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,3584,0.023881600300470988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,3584,0.023883734146753946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,3584,0.0232586661974589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,3584,0.022738132874170938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,3584,0.023484800259272257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,3584,0.022297600905100502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,3584,0.022766933838526408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,3584,0.022216532627741495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,3584,0.02140586574872335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,3584,0.02104319930076599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,3584,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,3584,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,3584,0.02076479991277059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,3584,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,3584,0.02044373353322347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,3584,0.019449599583943687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,3584,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,3584,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,3584,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,3584,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,3584,0.01798080007235209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,3584,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,3584,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,3584,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,3584,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,3584,0.017042134205500284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,3584,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,3584,0.015745066603024802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,3584,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,3584,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,3584,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,3584,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,3584,0.014138666788736978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,3584,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,3584,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,3584,0.01304639975229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,3584,0.013038933277130127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,3584,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,3584,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,3584,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,3584,0.012582400441169738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,3584,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,3584,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,3584,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,3584,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,3584,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,3584,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,3584,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,3584,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,3584,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,3584,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,3584,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,3584,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,3584,0.01985599994659424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,3584,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,3584,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,3584,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,3584,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,3584,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,3584,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,3584,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,3584,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,3584,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,3584,0.012983466188112894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,3584,0.01276693344116211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,3584,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,3584,0.012379733721415202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,3584,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,3072,0.0403658668200175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,3072,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,3584,0.012528000275293985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,3072,0.010502400000890096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,3072,0.008097066481908163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,3072,0.009205333391825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,3072,0.006886399785677592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,3072,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,3584,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,3072,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,3072,0.006542933483918508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,3072,0.006371200084686279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,3072,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,3072,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,3072,0.006853333115577698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,3072,0.006779733300209046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,3072,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,3072,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,3072,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,3072,0.006423466900984447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,3072,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,3072,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,3072,0.006366933385531108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,3072,0.006362666686375936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,3072,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,3072,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,3072,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,3072,0.006031999985376993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,3072,0.00597866674264272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,3072,0.007656533519426982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,3072,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,3072,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,3072,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,3072,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,3072,0.005604266623655955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,3072,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,3072,0.005658666789531708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,3072,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,3072,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,3072,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,3072,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,3072,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,3072,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,3072,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,3072,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,3072,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,3072,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,3072,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,3072,0.0059445331494013464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,3072,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,3072,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,3072,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,3072,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,3072,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,3072,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,3072,0.004786133269468943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,3072,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,3072,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,3072,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,3072,0.00479360024134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,3072,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,3072,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,3072,0.004725333551565806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,3072,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,3072,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,3072,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,3072,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,3072,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,3072,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,3072,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,3072,0.1508288065592448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,3072,0.29482027689615886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,3072,0.05883306662241618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,3072,0.03708479801813762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,3072,0.03727893431981404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,3072,0.03486506541570027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,3072,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,3072,0.035021865367889406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,3072,0.035252265135447186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,3072,0.03297386765480041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,3072,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,3072,0.033036800225575765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,3072,0.032041599353154496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,3072,0.030935466289520264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,3072,0.029105067253112793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,3072,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,3072,0.028893866141637164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,3072,0.029473066329956055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,3072,0.028924800952275592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,3072,0.028784000873565675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,3072,0.02905600070953369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,3072,0.0269375999768575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,3072,0.025830399990081788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,3072,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,3072,0.024119466543197632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,3072,0.03431359926859538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,3072,0.02487679918607076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,3072,0.024016000827153525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,3072,0.023169066508611044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,3072,0.02422719995180766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,3072,0.023078399896621703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,3072,0.02257279952367147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,3072,0.021305600802103676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,3072,0.021208532651265464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,3072,0.020283732811609903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,3072,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,3072,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,3072,0.017089066902796428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,3072,0.01708586613337199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,3072,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,3072,0.017008000612258913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,3072,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,3072,0.017146666844685875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,3072,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,3072,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,3072,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,3072,0.017901867628097534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,3072,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,3072,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,3072,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,3072,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,3072,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,3072,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,3072,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,3072,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,3072,0.015969066818555196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,3072,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,3072,0.015217066804567973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,3072,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,3072,0.016056533654530844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,3072,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,3072,0.01562879979610443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,3072,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,3072,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,3072,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,3072,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,3072,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,3072,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,3072,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,3072,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,3072,0.01600106656551361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,3072,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,3072,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,3072,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,3072,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,3072,1.3790421803792319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,3072,0.2173642635345459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,3072,0.6874879837036133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,3072,0.11079786618550617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,3072,0.09817492961883545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,3072,0.11078293323516845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,3072,0.09267520109812419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,3072,0.10437226295471191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,3072,0.0923637310663859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,3072,0.08672746817270914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,3072,0.08664853572845459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,3072,0.08099520206451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,3072,0.07514453728993734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,3072,0.08049386342366537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,3072,0.09849279721577962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,3072,0.06892800331115723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,3072,0.07485013008117676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,3072,0.0680074691772461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,3072,0.10422720114390056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,3072,0.06205866734186808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,3072,0.050113066037495935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,3072,0.05660693248112997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,3072,0.04483306805292765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,3072,0.06285226742426554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,3072,0.03821226755777995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,3072,0.05628266731897989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,3072,0.037869866689046225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,3072,0.05014826854070028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,3072,0.0440224011739095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,3072,0.03218560020128886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,3072,0.03301333387692769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,3072,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,3072,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,3072,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,3072,0.012971733013788858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,3072,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,3072,0.01302079955736796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,3072,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,3072,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,3072,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,3072,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,3072,0.009842133522033692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,3072,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,3072,0.010039466619491576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,3072,0.01011840005715688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,3072,0.009655466675758362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,3072,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,3072,0.01020906666914622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,3072,0.009685333569844563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,3072,0.008431999882062276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,3072,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,3072,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,3072,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,3072,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,3072,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,3072,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,3072,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,3072,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,3072,0.009097599983215332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,3072,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,3072,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,3072,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,3072,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,3072,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,3072,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,3072,0.008473599950472515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,3072,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,3072,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,3072,0.008620799581209818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,3072,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,3072,0.008950400352478027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,3072,0.09858773549397787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,3072,0.052338135242462155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,3072,0.029367466767628986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,3072,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,3072,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,3072,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,3072,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,3072,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,3072,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,3072,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,3072,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,3072,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,3072,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,3072,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,3072,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,3072,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,3072,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,3072,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,3072,0.017384533087412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,3072,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,3072,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,3072,0.016940800348917644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,3072,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,3072,0.016169599692026772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,3072,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,3072,0.025645865996678667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,3072,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,3072,0.01590506633122762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,3072,0.015408000349998474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,3072,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,3072,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,3072,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,3072,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,3072,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,3072,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,3072,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,3072,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,3072,0.012236799796422322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,3072,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,3072,0.012162133057912191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,3072,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,3072,0.012154666582743327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,3072,0.01200320025285085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,3072,0.012123733758926392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,3072,0.012052266796429952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,3072,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,3072,0.011980799833933513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,3072,0.011949867010116577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,3072,0.012125866611798604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,3072,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,3072,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,3072,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,3072,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,3072,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,3072,0.02029973268508911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,3072,0.011915733416875202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,3072,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,3072,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,3072,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,3072,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,3072,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,3072,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,3072,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,3072,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,3072,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,3072,0.011681066950162251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,3072,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,3072,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,3072,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,3072,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,3072,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,3072,0.012142933408419291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,3072,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,2560,0.03414933284123738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,2560,0.017545600732167564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,3072,0.011662933230400085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,2560,0.009447466333707173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,3072,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,2560,0.00697813332080841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,2560,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,2560,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,2560,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,2560,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,2560,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,2560,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,2560,0.006579199930032094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,2560,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,2560,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,2560,0.005998933315277099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,2560,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,2560,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,2560,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,2560,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,2560,0.005593599875768026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,2560,0.005637333293755849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,2560,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,2560,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,2560,0.005568000177542368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,2560,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,2560,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,2560,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,2560,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,2560,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,2560,0.005182933310667674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,2560,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,2560,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,2560,0.005141333242257436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,2560,0.00513919989267985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,2560,0.0051242664456367494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,2560,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,2560,0.00517439991235733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,2560,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,2560,0.005125333368778229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,2560,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,2560,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,2560,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,2560,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,2560,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,2560,0.004984533290068308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,2560,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,2560,0.004738133152325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,2560,0.004717866579691568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,2560,0.004721066852410635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,2560,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,2560,0.004731733103593191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,2560,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,2560,0.004817066589991251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,2560,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,2560,0.00499839981396993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,2560,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,2560,0.004735999802748362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,2560,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,2560,0.005351466437180838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,2560,0.24850667317708336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,2560,0.12227839628855389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,2560,0.04737919966379801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,2560,0.034430932998657224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,2560,0.03415679931640625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,2560,0.032869333028793336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,2560,0.033056000868479415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,2560,0.03131626645723979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,2560,0.031137067079544067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,2560,0.030857600768407184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,2560,0.031058132648468018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,2560,0.028793599208196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,2560,0.02887679934501648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,2560,0.029287467400232952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,2560,0.005165866514046987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,2560,0.02882560094197591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,2560,0.029449599981307983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,2560,0.02898026704788208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,2560,0.026950399080912273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,2560,0.026476800441741943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,2560,0.026684800783793133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,2560,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,2560,0.02548266649246216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,2560,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,2560,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,2560,0.023861332734425863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,2560,0.022830933332443237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,2560,0.022580265998840332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,2560,0.027091199159622194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,2560,0.022792534033457438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,2560,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,2560,0.020623999834060668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,2560,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,2560,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,2560,0.01936960021654765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,2560,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,2560,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,2560,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,2560,0.0167797327041626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,2560,0.017272533973058064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,2560,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,2560,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,2560,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,2560,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,2560,0.017094399531682333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,2560,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,2560,0.016300800442695617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,2560,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,2560,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,2560,0.01696959932645162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,2560,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,2560,0.0185098667939504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,2560,0.015371732910474143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,2560,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,2560,0.015589333573977151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,2560,0.01551466683546702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,2560,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,2560,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,2560,0.015180800358454385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,2560,0.016340266664822897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,2560,0.01585813363393148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,2560,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,2560,0.015067733327547708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,2560,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,2560,0.015050666530927024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,2560,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,2560,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,2560,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,2560,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,2560,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,2560,0.01542080044746399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,2560,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,2560,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,2560,0.015853866934776306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,2560,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,2560,0.6871946970621745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,2560,0.20281920433044434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,2560,0.10978133678436279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,2560,1.3690826416015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,2560,0.09779840310414632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,2560,0.10362026691436768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,2560,0.10377919673919678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,2560,0.09186773300170899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,2560,0.08549653689066569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,2560,0.08548906644185385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,2560,0.07964800198872884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,2560,0.07952640056610108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,2560,0.07388799985249837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,2560,0.07350827058156331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,2560,0.06820693016052246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,2560,0.10967466831207276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,2560,0.06737173398335775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,2560,0.09780906836191813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,2560,0.09151786963144938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,2560,0.06121600071589152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,2560,0.04984746774037679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,2560,0.06174079974492391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,2560,0.04944640000661214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,2560,0.04405333201090495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,2560,0.04333759943644206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,2560,0.037254401048024494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,2560,0.03829973141352336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,2560,0.05553493499755859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,2560,0.05633706649144491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,2560,0.02572159965833028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,2560,0.031268266836802165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,2560,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,2560,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,2560,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,2560,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,2560,0.01267519990603129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,2560,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,2560,0.012391466895739238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,2560,0.01090239981810252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,2560,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,2560,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,2560,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,2560,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,2560,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,2560,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,2560,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,2560,0.009776000181833904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,2560,0.009363200267155964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,2560,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,2560,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,2560,0.00823466678460439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,2560,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,2560,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,2560,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,2560,0.00802346666653951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,2560,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,2560,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,2560,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,2560,0.025067732731501265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,2560,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,2560,0.008082133531570435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,2560,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,2560,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,2560,0.008060800035794576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,2560,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,2560,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,2560,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,2560,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,2560,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,2560,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,2560,0.03170986572901408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,2560,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,2560,0.04621333281199137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,2560,0.08562773068745931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,2560,0.02605973283449809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,2560,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,2560,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,2560,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,2560,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,2560,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,2560,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,2560,0.017879466215769448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,2560,0.018037333091100057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,2560,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,2560,0.017387733856836955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,2560,0.016710400581359863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,2560,0.016902399063110352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,2560,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,2560,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,2560,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,2560,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,2560,0.01546986699104309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,2560,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,2560,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,2560,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,2560,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,2560,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,2560,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,2560,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,2560,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,2560,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,2560,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,2560,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,2560,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,2560,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,2560,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,2560,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,2560,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,2560,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,2560,0.011285332838694255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,2560,0.011563733220100403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,2560,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,2560,0.011033599575360615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,2560,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,2560,0.010863999525705974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,2560,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,2560,0.010857599973678588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,2560,0.010871466994285584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,2560,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,2560,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,2560,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,2560,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,2560,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,2560,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,2560,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,2560,0.010909866293271382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,2560,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,2560,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,2560,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,2560,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,2560,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,2560,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,2560,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,2560,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,2560,0.010852266351381938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,2560,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,2560,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,2560,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,2560,0.010941867033640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,2048,0.027922133604685467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,2048,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,2048,0.00817386656999588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,2560,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,2048,0.006402133405208588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,2048,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,2048,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,2048,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,2048,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,2048,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,2560,0.01086186667283376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,2048,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,2048,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,2048,0.005222400029500326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,2048,0.005569066603978475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,2048,0.005532800157864889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,2048,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,2048,0.005118933320045471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,2048,0.005348266661167144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,2048,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,2048,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,2048,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,2048,0.0049781332413355505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,2048,0.004759466648101807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,2048,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,2048,0.004693333307902018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,2048,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,2048,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,2048,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,2048,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,2560,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,2048,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,2048,0.004717866579691568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,2048,0.00528106689453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,2048,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,2048,0.004579199850559235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,2048,0.0043605332573254905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,2048,0.00452159990866979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,2048,0.004419200122356415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,2048,0.004375466704368591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,2048,0.004437333345413208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,2048,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,2048,0.004293333490689596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,2048,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,2048,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,2048,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,2048,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,2048,0.0048991998036702475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,2048,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,2048,0.004747733473777771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,2048,0.004312533140182495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,2048,0.004580266773700714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,2048,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,2048,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,2048,0.004731733103593191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,2048,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,2048,0.004886400202910105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,2048,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,2048,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,2048,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,2048,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,2048,0.004427733520666758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,2048,0.1990997314453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,2048,0.040105601151784256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,2048,0.030362667640050252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,2048,0.029290666182835896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,2048,0.02879253427187602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,2048,0.028203733762105304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,2048,0.029025065898895263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,2048,0.028778666257858278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,2048,0.02767573396364848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,2048,0.02802986701329549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,2048,0.028198399146397907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,2048,0.027004800240198773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,2048,0.004856533308823904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,2048,0.02690879901250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,2048,0.027024000883102417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,2048,0.025386667251586913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,2048,0.0245685338973999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,2048,0.09082132975260417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,2048,0.02481493353843689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,2048,0.024201599756876628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,2048,0.02448319991429647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,2048,0.02290133237838745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,2048,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,2048,0.022818134228388468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,2048,0.022849067052205404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,2048,0.022041600942611695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,2048,0.021588265895843506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,2048,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,2048,0.020856533447901407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,2048,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,2048,0.02287999987602234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,2048,0.020006400346755982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,2048,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,2048,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,2048,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,2048,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,2048,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,2048,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,2048,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,2048,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,2048,0.0170197327931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,2048,0.01602240006128947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,2048,0.016407466928164163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,2048,0.02502080003420512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,2048,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,2048,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,2048,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,2048,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,2048,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,2048,0.01591253379980723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,2048,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,2048,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,2048,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,2048,0.014693333705266317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,2048,0.015175466736157736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,2048,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,2048,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,2048,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,2048,0.014762666821479798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,2048,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,2048,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,2048,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,2048,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,2048,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,2048,0.01469013293584188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,2048,0.015983999768892924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,2048,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,2048,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,2048,0.0155349334081014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,2048,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,2048,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,2048,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,2048,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,2048,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,2048,0.10933012962341308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,2048,0.19971520105997723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,2048,0.10376213391621907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,2048,0.6677151997884114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,2048,0.09725226561228434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,2048,1.3602315266927083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,2048,0.09077760378519693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,2048,0.10999680360158284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,2048,0.08548053105672201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,2048,0.08504746754964193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,2048,0.07974720001220703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,2048,0.07929066816965738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,2048,0.07360426584879556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,2048,0.07304426829020182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,2048,0.067795197168986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,2048,0.06705919901529947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,2048,0.10351573626200358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,2048,0.09713919957478842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,2048,0.09333546956380209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,2048,0.06131946643193563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,2048,0.04947520097096761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,2048,0.0546837329864502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,2048,0.04238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,2048,0.061223467191060386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,2048,0.05507413148880005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,2048,0.03664746681849162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,2048,0.0378549337387085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,2048,0.048897067705790206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,2048,0.030849067370096843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,2048,0.042803200085957845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,2048,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,2048,0.030959999561309813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,2048,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,2048,0.012130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,2048,0.012132267157236736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,2048,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,2048,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,2048,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,2048,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,2048,0.01048533320426941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,2048,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,2048,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,2048,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,2048,0.009224533041318258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,2048,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,2048,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,2048,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,2048,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,2048,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,2048,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,2048,0.00814933329820633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,2048,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,2048,0.007755733529726664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,2048,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,2048,0.007864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,2048,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,2048,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,2048,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,2048,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,2048,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,2048,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,2048,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,2048,0.007606400052706401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,2048,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,2048,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,2048,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,2048,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,2048,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,2048,0.007857066889603932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,2048,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,2048,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,2048,0.07027413050333658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,2048,0.03580160140991211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,2048,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,2048,0.016922666629155477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,2048,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,2048,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,2048,0.01617173353830973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,2048,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,2048,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,2048,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,2048,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,2048,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,2048,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,2048,0.014844800035158793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,2048,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,2048,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,2048,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,2048,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,2048,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,2048,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,2048,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,2048,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,2048,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,2048,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,2048,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,2048,0.025973333915074663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,2048,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,2048,0.012238933642705282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,2048,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,2048,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,2048,0.012152533729871113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,2048,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,2048,0.02474773327509562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,2048,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,2048,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,2048,0.011283199985822041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,2048,0.010035199920336406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,2048,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,2048,0.010222933689753215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,2048,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,2048,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,2048,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,2048,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,2048,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,2048,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,2048,0.010063999891281128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,2048,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,2048,0.009864532947540283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,2048,0.010067199667294819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,2048,0.009700266520182292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,2048,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,2048,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,2048,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,2048,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,2048,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,2048,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,2048,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,2048,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,2048,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,2048,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,2048,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,2048,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,2048,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,2048,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,1536,0.0217141330242157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,1536,0.011125333110491435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,1536,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,1536,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,1536,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,2048,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,1536,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,1536,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,1536,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,1536,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,1536,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,1536,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,1536,0.004962133367856344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,1536,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,1536,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,1536,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,1536,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,1536,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,1536,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,1536,0.004312533140182495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,1536,0.004572799801826477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,1536,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,1536,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,1536,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,1536,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,1536,0.004455466568470001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,1536,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,1536,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,1536,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,1536,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,1536,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,1536,0.004164266586303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,1536,0.004036266605059306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,1536,0.004163199911514918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,1536,0.004172799984614054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,1536,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,1536,0.004839466512203216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,1536,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,1536,0.0037461332976818085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,1536,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,1536,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,1536,0.0038986665507157645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,2048,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,1536,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,1536,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,1536,0.0037610667447249093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,1536,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,1536,0.0037664001186688742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,1536,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,1536,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,1536,0.0037770666182041167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,1536,0.0037439999481042228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,1536,0.003521066655715307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,1536,0.0037759999434153237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,1536,0.003502933432658514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,1536,0.0037237333754698435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,1536,0.0038880000511805216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,1536,0.003772799919048945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,1536,0.03483733336130778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,1536,0.06011946598688761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,1536,0.027210666735966997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,1536,0.15212693214416503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,1536,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,1536,0.02693120042483012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,1536,0.025975465774536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,1536,0.024784000714619954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,1536,0.026078933477401735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,1536,0.0247978667418162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,1536,0.024587732553482056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,1536,0.024053333202997844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,1536,0.023404800891876222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,1536,0.023089067141215006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,1536,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,1536,0.022962133089701332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,1536,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,1536,0.02302293380101522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,1536,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,1536,0.02257173260052999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,1536,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,1536,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,1536,0.021772799889246623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,1536,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,1536,0.022163200378417968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,1536,0.021260799964269002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,1536,0.02136853337287903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,1536,0.02103040019671122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,1536,0.019595734278361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,1536,0.020247467358907065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,1536,0.019641600052515664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,1536,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,1536,0.01806933283805847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,1536,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,1536,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,1536,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,1536,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,1536,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,1536,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,1536,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,1536,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,1536,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,1536,0.015245866775512696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,1536,0.02002560098965963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,1536,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,1536,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,1536,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,1536,0.015230933825174967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,1536,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,1536,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,1536,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,1536,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,1536,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,1536,0.015176533659299215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,1536,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,1536,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,1536,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,1536,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,1536,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,1536,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,1536,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,1536,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,1536,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,1536,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,1536,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,1536,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,1536,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,1536,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,1536,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,1536,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,1536,0.417086919148763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,1536,0.19984854062398275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,1536,1.351252237955729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,1536,0.10791040261586507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,1536,0.09641813437143962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,1536,0.108405335744222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,1536,0.09025066693623861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,1536,0.09110506375630698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,1536,0.0846506675084432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,1536,0.08461120128631591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,1536,0.07920107046763102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,1536,0.07857066790262858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,1536,0.07302613258361816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,1536,0.07250026861826578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,1536,0.06703253587086996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,1536,0.06615999937057496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,1536,0.10260907014211018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,1536,0.09646186828613282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,1536,0.10269653002421061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,1536,0.0541813333829244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,1536,0.04809066851933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,1536,0.06090773344039917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,1536,0.04279040098190308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,1536,0.060857601960500086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,1536,0.03657386700312297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,1536,0.036722131570180255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,1536,0.054321066538492835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,1536,0.04855146805445353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,1536,0.04253546794255574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,1536,0.030502400795618695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,1536,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,1536,0.030555733044942218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,1536,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,1536,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,1536,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,1536,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,1536,0.011654399832089742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,1536,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,1536,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,1536,0.011064533392588298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,1536,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,1536,0.008515200018882752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,1536,0.008690133690834045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,1536,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,1536,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,1536,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,1536,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,1536,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,1536,0.00869546631971995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,1536,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,1536,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,1536,0.007353599866231282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,1536,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,1536,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,1536,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,1536,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,1536,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,1536,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,1536,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,1536,0.00730453332265218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,1536,0.0073066666722297665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,1536,0.007241599758466085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,1536,0.007231999933719635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,1536,0.006830933193365733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,1536,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,1536,0.007204266885916392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,1536,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,1536,0.007196799914042156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,1536,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,1536,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,1536,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,1536,0.0556885321935018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,1536,0.02805440028508504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,1536,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,1536,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,1536,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,1536,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,1536,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,1536,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,1536,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,1536,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,1536,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,1536,0.012956800063451132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,1536,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,1536,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,1536,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,1536,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,1536,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,1536,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,1536,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,1536,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,1536,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,1536,0.011972266435623168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,1536,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,1536,0.011287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,1536,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,1536,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,1536,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,1536,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,1536,0.010869333148002624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,1536,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,1536,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,1536,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,1536,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,1536,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,1536,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,1536,0.00955839951833089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,1536,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,1536,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,1536,0.009633066256841023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,1536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,1536,0.024341332912445068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,1536,0.018261333306630455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,1536,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,1536,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,1536,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,1536,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,1536,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,1536,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,1536,0.009496532877286275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,1536,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,1536,0.009180800120035807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,1536,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,1536,0.008807466427485148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,1536,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,1536,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,1536,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,1536,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,1536,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,1536,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,1536,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,1536,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,1536,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,1536,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,1536,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,1536,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,1536,0.009204266468683879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,1536,0.00916373332341512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,1024,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,1024,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,1536,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,1024,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,1024,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,1024,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,1024,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,1024,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,1024,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,1024,0.003866666555404663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,1024,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,1024,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,1024,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,1536,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,1024,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,1024,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,1024,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,1024,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,1024,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,1536,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,1024,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,1024,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,1024,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,1024,0.003550933301448822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,1024,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,1024,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,1024,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,1024,0.003828266759713491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,1024,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,1024,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,1024,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,1024,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,1024,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,1024,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,1024,0.0031328000128269195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,1024,0.003222399950027466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,1024,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,1024,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,1024,0.003272533416748047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,1024,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,1024,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,1024,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,1024,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,1024,0.003202133377393087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,1024,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,1024,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,1024,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,1024,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,1024,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,1024,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,1024,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,1024,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,1024,0.0030645333230495454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,1024,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,1024,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,1024,0.003335466732581457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,1024,0.003101866692304611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,1024,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,1024,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,1024,0.0030901332696278887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,1024,0.09208640257517496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,1024,0.028270934025446576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,1024,0.023532799879709878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,1024,0.041127467155456544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,1024,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,1024,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,1024,0.022452267011006673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,1024,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,1024,0.022792534033457438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,1024,0.022681599855422972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,1024,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,1024,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,1024,0.022217599550882976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,1024,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,1024,0.020994132757186888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,1024,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,1024,0.022014933824539184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,1024,0.02216959993044535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,1024,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,1024,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,1024,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,1024,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,1024,0.02010986606280009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,1024,0.02009493311246236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,1024,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,1024,0.003230933348337809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,1024,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,1024,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,1024,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,1024,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,1024,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,1024,0.01761173407236735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,1024,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,1024,0.016965333620707193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,1024,0.017694934209187826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,1024,0.01516266663869222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,1024,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,1024,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,1024,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,1024,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,1024,0.020525866746902467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,1024,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,1024,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,1024,0.015052800377209982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,1024,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,1024,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,1024,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,1024,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,1024,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,1024,0.015702399611473083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,1024,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,1024,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,1024,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,1024,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,1024,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,1024,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,1024,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,1024,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,1024,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,1024,0.01418880025545756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,1024,0.014622933665911355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,1024,0.01323199967543284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,1024,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,1024,0.014276267091433207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,1024,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,1024,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,1024,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,1024,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,1024,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,1024,0.3936565399169922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,1024,0.10799360275268555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,1024,0.10217066605885823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,1024,0.19820906321207682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,1024,0.09746987024943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,1024,1.3315872192382812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,1024,0.08984426657358804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,1024,0.1025322675704956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,1024,0.08414826393127442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,1024,0.08418453534444173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,1024,0.07800213495890299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,1024,0.07835946877797445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,1024,0.07181013425191243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,1024,0.07213119665781656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,1024,0.06567360162734985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,1024,0.06618773142496745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,1024,0.1091274658838908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,1024,0.09634559949239095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,1024,0.09017919699350993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,1024,0.06066666841506958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,1024,0.059572267532348636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,1024,0.04777173201243083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,1024,0.04770986636479695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,1024,0.04159359931945801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,1024,0.03588693141937256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,1024,0.054295468330383304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,1024,0.03592533270517985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,1024,0.04175573190053304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,1024,0.05481386582056681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,1024,0.030588799715042116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,1024,0.01895786722501119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,1024,0.024332799514134727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,1024,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,1024,0.01114026705423991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,1024,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,1024,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,1024,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,1024,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,1024,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,1024,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,1024,0.03009493350982666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,1024,0.00842026670773824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,1024,0.008167466521263123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,1024,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,1024,0.008436266581217449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,1024,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,1024,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,1024,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,1024,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,1024,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,1024,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,1024,0.02355946699778239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,1024,0.006307200094064077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,1024,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,1024,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,1024,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,1024,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,1024,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,1024,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,1024,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,1024,0.006859733164310456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,1024,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,1024,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,1024,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,1024,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,1024,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,1024,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,1024,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,1024,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,1024,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,1024,0.037666134039560956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,1024,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,1024,0.011739733815193176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,1024,0.012065066893895467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,1024,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,1024,0.011741866668065388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,1024,0.014777599771817525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,1024,0.011672533551851908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,1024,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,1024,0.011296000083287556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,1024,0.011560533444086711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,1024,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,1024,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,1024,0.01115733285744985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,1024,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,1024,0.010850133498509724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,1024,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,1024,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,1024,0.010858666896820069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,1024,0.0108106662829717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,1024,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,1024,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,1024,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,1024,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,1024,0.01002239982287089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,1024,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,1024,0.00963200032711029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,1024,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,1024,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,1024,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,1024,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,1024,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,1024,0.00885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,1024,0.008392533659934998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,1024,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,1024,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,1024,0.008658132950464885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,1024,0.00844373305638631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,1024,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,1024,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,1024,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,1024,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,1024,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,1024,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,1024,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,1024,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,1024,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,1024,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,1024,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,1024,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,1024,0.008090666433175405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,1024,0.008036266764005024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,1024,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,1024,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,1024,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,1024,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,1024,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,1024,0.008046933511892954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,1024,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,768,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,768,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,768,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,768,0.003952000041802724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,768,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,768,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,768,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,768,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,768,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,768,0.0034304000437259674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,768,0.0034122665723164878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,768,0.003787733366092046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,768,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,768,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,768,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,768,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,768,0.0033781332274278007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,768,0.0034826666116714476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,768,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,768,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,768,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,768,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,768,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,768,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,768,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,768,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,768,0.0032746667663256326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,768,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,768,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,768,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,768,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,768,0.0036746665835380556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,768,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,768,0.0029290666182835894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,768,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,768,0.0029440000653266907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,768,0.0030752000709374744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,768,0.0031637333333492277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,768,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,768,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,768,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,768,0.003102933367093404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,768,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,768,0.003092266619205475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,768,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,768,0.0028053333361943563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,768,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,768,0.0028160000840822858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,768,0.06374400059382121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,768,0.03505066633224487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,768,0.02307200034459432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,768,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,768,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,768,0.022859734296798707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,768,0.02251946727434794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,768,0.02254400054613749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,768,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,768,0.021316266059875487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,768,0.02156160076459249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,768,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,768,0.02078826626141866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,768,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,768,0.021169066429138184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,768,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,768,0.02699093421300252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,768,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,768,0.019291732708613077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,768,0.019499733050664266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,768,0.01885333259900411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,768,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,768,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,768,0.01981226603190104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,768,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,768,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,768,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,768,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,768,0.016979199647903443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,768,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,768,0.016730666160583496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,768,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,768,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,768,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,768,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,768,0.014740266402562461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,768,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,768,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,768,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,768,0.015477333466211954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,768,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,768,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,768,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,768,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,1024,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,768,0.014964266618092855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,768,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,768,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,768,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,768,0.015122133493423461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,768,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,768,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,768,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,768,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,768,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,768,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,768,0.014801067113876343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,768,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,768,0.01551040013631185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,768,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,768,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,768,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,768,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,768,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,768,0.014830933014551798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,768,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,768,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,768,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,768,0.01346666713555654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,768,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,768,0.01316266655921936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,768,0.01393280029296875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,768,0.015242666999499003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,768,0.19842987060546874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,768,0.3897205352783203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,768,0.10100693702697754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,768,0.10839893023173015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,768,0.0965504010518392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,768,0.9751007715861002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,768,0.08910933335622152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,768,0.10737173557281494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,768,0.08364373048146566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,768,0.08368000189463297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,768,0.0773087978363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,768,0.07776426474253337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,768,0.07145600318908692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,768,0.07181333700815837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,768,0.06569173336029052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,768,0.06581226587295533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,768,0.10109546979268391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,768,0.0957535982131958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,768,0.0895296017328898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,768,0.060022401809692386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,768,0.048087465763092044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,768,0.04735146760940552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,768,0.0420576016108195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,768,0.0420138676961263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,768,0.03621546824773152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,768,0.03564586639404297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,768,0.059589334328969325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,768,0.05360106627146403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,768,0.05431253512700399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,768,0.03004693388938904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,768,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,768,0.017378133535385133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,768,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,768,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,768,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,768,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,768,0.02402346730232239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,768,0.010551466544469198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,768,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,768,0.009630933403968811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,768,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,768,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,768,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,768,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,768,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,768,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,768,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,768,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,768,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,768,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,768,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,768,0.006380799909432728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,768,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,768,0.006357333560784657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,768,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,768,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,768,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,768,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,768,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,768,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,768,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,768,0.029640533526738483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,768,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,768,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,768,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,768,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,768,0.006183466811974844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,768,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,768,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,768,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,768,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,768,0.02898026704788208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,768,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,768,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,768,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,768,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,768,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,768,0.011706667145093282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,768,0.011784533659617107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,768,0.0116757333278656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,768,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,768,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,768,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,768,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,768,0.011155200004577637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,768,0.010949333508809406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,768,0.01088213324546814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,768,0.010942932963371278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,768,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,768,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,768,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,768,0.010062932968139648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,768,0.009965866804122925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,768,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,768,0.009923199812571209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,768,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,768,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,768,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,768,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,768,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,768,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,768,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,768,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,768,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,768,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,768,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,768,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,768,0.008400000135103862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,768,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,768,0.008028799792130788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,768,0.008087466657161712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,768,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,768,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,768,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,768,0.007762133578459422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,768,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,768,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,768,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,768,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,768,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,768,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,768,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,768,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,768,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,768,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,768,0.007747200131416321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,768,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,768,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,768,0.007864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,768,0.007574399809042613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,768,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,768,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,512,0.008231466511885326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,512,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,512,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,512,0.003491200009981791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,512,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,512,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,512,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,512,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,512,0.0030826665461063385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,512,0.003202133377393087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,512,0.003271466741959254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,768,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,512,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,512,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,512,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,512,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,512,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,512,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,512,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,512,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,512,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,512,0.0028543998797734577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,512,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,512,0.0027776000400384264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,512,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,512,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,512,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,512,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,512,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,512,0.002677333354949951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,512,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,512,0.0028959999481836954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,512,0.0027477333943049112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,512,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,512,0.0027903998891512555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,512,0.002765866617361705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,512,0.0027594665686289472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,512,0.002712533374627431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,512,0.002735999971628189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,512,0.0027200000981489818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,512,0.0027690666417280836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,512,0.004837333162625631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,512,0.041338666280110674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,512,0.028952533006668092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,512,0.022971733411153158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,512,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,512,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,512,0.020754132668177286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,512,0.020282665888468422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,512,0.019160532951354982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,512,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,512,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,512,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,512,0.01914986570676168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,512,0.019382399320602418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,512,0.01920106609662374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,512,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,512,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,512,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,512,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,512,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,512,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,512,0.017990400393803917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,512,0.017059199015299478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,512,0.01711146632830302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,512,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,512,0.01918720006942749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,512,0.017399466037750243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,512,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,512,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,512,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,512,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,512,0.015243732929229736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,512,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,512,0.017090133825937905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,512,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,512,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,512,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,512,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,512,0.015482667088508605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,512,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,512,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,512,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,512,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,512,0.015957333644231162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,512,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,512,0.015390933553377787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,512,0.014267733693122864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,512,0.015003732840220132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,512,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,512,0.013566933075586953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,512,0.014735999703407287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,512,0.013404800494511922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,512,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,512,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,512,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,512,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,512,0.013602133591969809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,512,0.013378133376439413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,512,0.013596799969673157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,512,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,512,0.013404800494511922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,512,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,512,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,512,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,512,0.013408000270525614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,512,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,512,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,512,0.014198399583498635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,512,0.013081600268681845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,512,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,512,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,512,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,512,0.3853461265563965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,512,0.7687317530314128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,512,0.10659733613332112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,512,0.19634346961975097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,512,0.09599573612213134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,512,0.10684479872385662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,512,0.08907732963562012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,512,0.08875306447347006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,512,0.0830410639444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,512,0.08297279675801596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,512,0.07722773551940917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,512,0.07678933143615722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,512,0.07140800158182779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,512,0.07121600310007731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,512,0.06568213303883871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,512,0.06524373292922973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,512,0.09488746325174967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,512,0.10021333694458008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,512,0.10109866460164388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,512,0.05301440159479777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,512,0.04728320042292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,512,0.0592522660891215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,512,0.04196373224258423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,512,0.058841598033905027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,512,0.04109119971593221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,512,0.03692266543706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,512,0.03537280162175496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,512,0.0531274676322937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,512,0.0472597320874532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,512,0.02892373402913411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,512,0.030130134026209517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,512,0.01713599960009257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,512,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,512,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,512,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,512,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,512,0.02388906677563985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,512,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,512,0.009571199615796406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,512,0.009267200032869976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,512,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,512,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,512,0.007852800190448761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,512,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,512,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,512,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,512,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,512,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,512,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,512,0.007621333499749501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,512,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,512,0.00631573349237442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,512,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,512,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,512,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,512,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,512,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,512,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,512,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,512,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,512,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,512,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,512,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,512,0.006227200229962667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,512,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,512,0.006213333209355672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,512,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,512,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,512,0.021492266654968263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,512,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,512,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,512,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,512,0.011965866883595784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,512,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,512,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,512,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,512,0.011262933413187664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,512,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,512,0.01122773289680481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,512,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,512,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,512,0.010750933488210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,512,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,512,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,512,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,512,0.010973866780598958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,512,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,512,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,512,0.009909333785374959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,512,0.009634133179982502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,512,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,512,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,512,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,512,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,512,0.009096533060073853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,512,0.008396800359090168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,512,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,512,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,512,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,512,0.0076799998680750535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,512,0.00803413341442744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,512,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,512,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,512,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,512,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,512,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,512,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,512,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,512,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,512,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,512,0.007153066496054332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,512,0.0073077330986658735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,512,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,512,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,512,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,512,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,512,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,512,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,512,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,512,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,512,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,512,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,512,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,512,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,512,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,512,0.007229866584142049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,512,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,256,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,256,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,256,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,256,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,256,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,256,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,256,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,256,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,256,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,256,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,256,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,256,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,256,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,256,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,256,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,256,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,256,0.002536533276240031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,256,0.002418133368094762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,256,0.0024426666398843127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,256,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,256,0.002439466615517934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,256,0.002430933217207591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,256,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,256,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,256,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,256,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,256,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,256,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,256,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,256,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,256,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,256,0.030793599287668866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,256,0.02379093368848165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,256,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,256,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,256,0.019051732619603474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,256,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,256,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,256,0.017812265952428182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,256,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,256,0.01707306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,256,0.0023520000278949736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,256,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,256,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,256,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,256,0.016875733931859337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,256,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,256,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,256,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,256,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,256,0.017154133319854735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,256,0.01672533353169759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,256,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,256,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,256,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,256,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,256,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,256,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,256,0.01630400021870931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,256,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,256,0.015895467003186545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,256,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,256,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,256,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,256,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,256,0.01478506624698639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,256,0.016008533040682473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,256,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,256,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,256,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,256,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,256,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,256,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,256,0.01463573376337687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,256,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,256,0.0137855996688207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,256,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,256,0.013006933530171714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,256,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,256,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,256,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,256,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,256,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,256,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,256,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,256,0.01300266683101654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,256,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,256,0.01332373321056366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,256,0.012770133217175803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,256,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,256,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,256,0.013452800114949546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,256,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,256,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,256,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,256,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,256,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,512,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,256,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,256,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,256,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,256,0.01346879998842875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,256,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,256,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,256,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,512,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,256,0.159116792678833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,256,0.08711040019989014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,256,0.08257280190785726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,256,0.3148085276285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,256,0.620521608988444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,256,0.07760000228881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,256,0.07231787045796713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,256,0.07699626286824544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,256,0.06816106637318929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,256,0.0677354653676351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,256,0.06298133134841918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,256,0.06284373203913371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,256,0.05837440093358358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,256,0.08734827041625977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,256,0.05806080102920532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,256,0.05299199819564819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,256,0.05430933237075806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,256,0.08200746377309164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,256,0.07331840197245279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,256,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,256,0.04896106719970703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,256,0.039061331748962404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,256,0.03462186654408773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,256,0.04853866497675578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,256,0.02976106603940328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,256,0.02935253381729126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,256,0.04406079848607381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,256,0.03423573176066081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,256,0.03872426748275757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,256,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,256,0.015255467096964518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,256,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,256,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,256,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,256,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,256,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,256,0.009240532914797466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,256,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,256,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,256,0.025151999791463216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,256,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,256,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,256,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,256,0.006839466591676076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,256,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,256,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,256,0.006786133348941803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,256,0.005650133391221364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,256,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,256,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,256,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,256,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,256,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,256,0.0057322666049003605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,256,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,256,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,256,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,256,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,256,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,256,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,256,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,256,0.005662933488686879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,256,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,256,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,256,0.005570133527119955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,256,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,256,0.005539200206597646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,256,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,256,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,256,0.0210698664188385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,256,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,256,0.015506133437156677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,256,0.011570133765538533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,256,0.011673600474993388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,256,0.01128000020980835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,256,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,256,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,256,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,256,0.011269332965215047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,256,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,256,0.010743467013041179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,256,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,256,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,256,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,256,0.009872000416119893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,256,0.009911466638247173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,256,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,256,0.00958293378353119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,256,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,256,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,256,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,256,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,256,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,256,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,256,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,256,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,256,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,256,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,256,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,256,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,256,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,256,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,256,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,256,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,256,0.007439999779065449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,256,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,256,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,256,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,256,0.006874666611353557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,256,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,256,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,256,0.0067445332805315655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,256,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,256,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,256,0.006910933554172516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,256,0.007048533360163371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,256,0.006875733534495036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,256,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,256,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,128,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,128,0.004187733431657155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,128,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,128,0.0029002666473388673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,128,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,128,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,128,0.002762666592995326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,128,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,128,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,128,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,128,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,128,0.0028736000259717304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,128,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,128,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,128,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,128,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,256,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,128,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,128,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,128,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,128,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,128,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,128,0.0023071999351183575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,128,0.0023999998966852823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,128,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,128,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,128,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,128,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,128,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,128,0.0022965334355831146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,128,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,128,0.0022677332162857056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,128,0.002102400114138921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,128,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,128,0.025298132499059038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,128,0.021307732661565146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,128,0.0022858666876951856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,128,0.01849386692047119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,128,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,128,0.017205333709716795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,128,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,128,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,128,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,128,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,128,0.016377600034077962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,128,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,128,0.017259732882181803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,128,0.015102932850519816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,128,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,128,0.016746666034062704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,128,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,128,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,128,0.01513920029004415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,128,0.01588266690572103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,128,0.015266133348147073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,128,0.01497706671555837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,128,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,128,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,128,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,128,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,128,0.01498133341471354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,128,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,128,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,128,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,128,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,128,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,128,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,128,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,128,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,128,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,128,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,128,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,128,0.01623040040334066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,128,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,128,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,128,0.013961600263913474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,128,0.012950399518013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,128,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,128,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,128,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,128,0.013901866475741067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,128,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,128,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,128,0.012890666723251343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,128,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,128,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,128,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,128,0.013031466801961263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,128,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,128,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,128,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,128,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,128,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,128,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,128,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,128,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,128,0.013455999890963235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,128,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,128,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,128,0.0129120002190272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,256,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,128,0.013770666718482972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,128,0.013569066921869913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,128,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,128,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,128,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,128,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,256,0.019876267512639365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,128,0.013000532984733582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,128,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,128,0.5494272232055664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,128,0.14104320208231608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,128,0.07723946571350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,128,0.27656532923380533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,128,0.06938772996266683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,128,0.0731264034907023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,128,0.06490026712417603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,128,0.07722986539204915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,128,0.06415146589279175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,128,0.060805332660675046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,128,0.060326401392618814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,128,0.05618133147557577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,128,0.05613226493199667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,128,0.05212479829788208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,128,0.05177066723505656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,128,0.04810773531595866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,128,0.04728320042292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,128,0.0735530694325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,128,0.06864319642384847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,128,0.043576534589131674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,128,0.04317546685536702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,128,0.03502933184305827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,128,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,128,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,128,0.026678399244944258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,128,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,128,0.039545599619547525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,128,0.0390997330347697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,128,0.0349397341410319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,128,0.02232960065205892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,128,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,128,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,128,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,128,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,128,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,128,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,128,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,128,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,128,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,128,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,128,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,128,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,128,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,128,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,128,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,128,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,128,0.006385066608587901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,128,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,128,0.005650133391221364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,128,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,128,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,128,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,128,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,128,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,128,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,128,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,128,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,128,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,128,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,128,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,128,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,128,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,128,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,128,0.005545599758625031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,128,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,128,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,128,0.005400533477465311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,128,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,128,0.029682133595148725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,128,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,128,0.015319466590881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,128,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,128,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,128,0.011273599664370219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,128,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,128,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,128,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,128,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,128,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,128,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,128,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,128,0.010319999853769938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,128,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,128,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,128,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,128,0.009691733121871948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,128,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,128,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,128,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,128,0.008940800031026205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,128,0.00885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,128,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,128,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,128,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,128,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,128,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,128,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,128,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,128,0.007630933324495952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,128,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,128,0.007774933179219563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,128,0.007188266515731812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,128,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,128,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,128,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,128,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,128,0.0069354668259620665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,128,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,128,0.0068458666404088335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,128,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,128,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,128,0.006775466601053874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,128,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,128,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,128,0.006342400113741558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,128,0.006638933221499126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,128,0.0065077334642410275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,128,0.006388266881306966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,128,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,128,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,128,0.007005866865317028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,128,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,128,0.006425599753856659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,128,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,128,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,128,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,128,0.006617600222428639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,64,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,64,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,64,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,64,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,64,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,64,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,64,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,64,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,64,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,64,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,64,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,64,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,64,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,64,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,64,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,64,0.0023061332603295645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,64,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,64,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,64,0.0022815999885400133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,64,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,64,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,64,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,64,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,64,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,64,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,64,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,64,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,64,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,64,0.0023936000963052113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,64,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,64,0.023425066471099855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,64,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,64,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,64,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,64,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,64,0.016370133558909098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,64,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,64,0.014788267016410828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,64,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,64,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,64,0.016338133811950685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,64,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,64,0.014924800395965577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,64,0.015233066678047181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,64,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,64,0.015037866433461508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,64,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,64,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,64,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,64,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,64,0.014912000298500061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,64,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,64,0.015012266238530478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,64,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,64,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,64,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,64,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,64,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,64,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,64,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,64,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,64,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,64,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,64,0.014846932888031007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,64,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,64,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,64,0.01267413298288981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,64,0.012994133432706199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,64,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,64,0.012965333461761475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,64,0.01338879962762197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,64,0.013129599889119468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,64,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,64,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,64,0.013357866803805032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,64,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,64,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,64,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,64,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,64,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,64,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,64,0.012774399916330972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,64,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,64,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,64,0.012590932846069335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,64,0.013566933075586953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,64,0.013114666938781739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,64,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,64,0.012981333335240684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,64,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,64,0.014227199554443359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,64,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,64,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,64,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,64,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,64,0.013116799791653953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,64,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,64,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,64,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,64,0.012924800316492716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,64,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,256,32,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,256,32,0.003089066594839096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,256,32,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,256,32,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,256,32,0.0027413333455721537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,256,32,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,256,32,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,256,32,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,256,32,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,256,32,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,256,32,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,256,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,256,32,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,256,32,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,256,32,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,256,32,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,256,32,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,256,32,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,256,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,256,32,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,256,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,256,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,256,32,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,256,32,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,256,32,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,256,32,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,256,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,256,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,256,32,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,256,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,256,32,0.0024213333924611407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,256,32,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,256,32,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,256,32,0.002515200028816859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,256,32,0.002325333406527837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,256,32,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,256,32,0.0024426666398843127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,256,32,0.0023200000325838727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,128,0.013779200116793313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,256,32,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,256,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,256,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,256,32,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,256,32,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,256,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,256,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,256,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,256,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,256,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,256,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,256,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,256,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,256,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,256,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,256,32,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,256,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,256,32,0.0021087999145189924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,256,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,256,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,256,32,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,256,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,256,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,256,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,256,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,256,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,256,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,256,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,256,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,256,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,256,32,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,256,32,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,256,32,0.0021066665649414062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,256,32,0.0024213333924611407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,256,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,32,0.021652267376581828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,32,0.01544426679611206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,32,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,32,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,256,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,32,0.01593386630217234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,32,0.015762133399645488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,32,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,32,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,32,0.015385599931081137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,32,0.015184000134468079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,32,0.015593600273132325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,32,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,32,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,32,0.014967466394106546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,32,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,32,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,32,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,32,0.015372799833615622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,32,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,32,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,32,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,32,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,32,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,32,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,32,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,32,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,32,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,32,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,32,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,32,0.014570666352907815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,256,32,0.013485866785049438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,256,32,0.015433599551518759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,256,32,0.015150933464368185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,256,32,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,32,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,256,32,0.012743467092514038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,256,32,0.014893866578737893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,256,32,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,256,32,0.013412266969680786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,256,32,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,256,32,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,256,32,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,256,32,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,256,32,0.012955733140309653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,256,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,256,32,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,256,32,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,256,32,0.012972799936930337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,256,32,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,256,32,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,256,32,0.012757333119710288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,256,32,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,256,32,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,256,32,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,256,32,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,256,32,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,256,32,0.012574932972590127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,256,32,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,256,32,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,256,32,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,256,32,0.012713600198427835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,256,32,0.01276586651802063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,256,32,0.01274773379166921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,256,32,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,256,32,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,256,32,0.012570666273434958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,256,32,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,256,32,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,256,32,0.012844799955685934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,256,32,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,256,32,0.012676266829172769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,256,32,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,256,32,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,65536,0.17348480224609375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,256,32,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,65536,0.3158005396525065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,65536,0.09173546632130941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,65536,0.09037866592407226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,65536,0.09198506673177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,65536,0.6737717310587565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,65536,0.0869215965270996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,65536,0.08833386898040771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,65536,0.07623999913533529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,65536,0.07900479634602865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,65536,0.07953493595123291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,65536,0.0780074675877889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,65536,0.06770880222320556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,65536,0.06645333369572957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,65536,0.06280426581700643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,65536,0.06569173336029052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,65536,0.05880000193913778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,65536,0.057025067011515294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,65536,0.05379840135574341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,65536,0.04943039814631144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,65536,0.04735893408457438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,65536,0.09122347036997477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,65536,0.04252693255742391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,65536,0.040012800693511964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,65536,0.03257173299789429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,65536,0.033063467343648276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,65536,0.030494934320449828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,65536,0.02808319926261902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,65536,0.06784746646881104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,65536,0.023515733083089192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,65536,0.02483733296394348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,65536,0.01623253325621287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,65536,0.01541866660118103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,65536,0.019703465700149535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,65536,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,65536,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,65536,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,65536,0.020351999998092653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,65536,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,65536,0.01695893406867981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,65536,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,65536,0.015990400314331056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,65536,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,65536,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,65536,0.03899306853612264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,65536,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,65536,0.023181867599487305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,65536,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,65536,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,65536,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,65536,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,65536,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,65536,0.011457066734631855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,65536,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,65536,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,65536,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,65536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,65536,0.01532266636689504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,65536,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,65536,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,65536,0.05176639954249064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,65536,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,65536,0.014962133765220643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,65536,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,65536,0.015229866902033488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,65536,0.00920853316783905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,65536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,65536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,65536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,65536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,65536,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,65536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,65536,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,65536,0.01806079943974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,65536,0.7974208196004231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,65536,1.4835210164388022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,65536,0.7976128260294597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,65536,0.7509706497192383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,65536,2.9176511128743488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,65536,0.7552309036254883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,65536,0.7105674743652344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,65536,0.7055210749308268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,65536,0.6633749643961588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,65536,0.6590208053588867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,65536,0.6154261271158854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,65536,0.613047472635905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,65536,0.5701653162638347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,65536,0.5700138727823894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,65536,0.5246730804443359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,65536,0.5251893361409505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,65536,0.47932478586832683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,65536,5.80361582438151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,65536,0.479963747660319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,65536,0.43268801371256516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,65536,0.4325674692789714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,65536,0.38723519643147786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,65536,0.3883285204569499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,65536,0.34151999155680335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,65536,0.2963893254597982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,65536,0.2937664031982422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,65536,0.2469162623087565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,65536,0.2484351952870687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,65536,0.2030336062113444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,65536,0.2023637294769287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,65536,0.15454187393188476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,65536,0.09466346899668375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,65536,0.1520682652791341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,65536,0.09807999928792319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,65536,0.04654826720555623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,65536,0.046691199143727616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,65536,0.04415466785430908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,65536,0.043305599689483644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,65536,0.03908053239186605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,65536,0.3420768102010091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,65536,0.03720000187555949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,65536,0.03183359901110332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,65536,0.03967680136362712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,65536,0.03308266599973043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,65536,0.03310719927151998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,65536,0.037272532780965165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,65536,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,65536,0.0330186665058136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,65536,0.03180053234100342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,65536,0.027313067515691118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,65536,0.030804266532262165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,65536,0.0474239985148112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,65536,0.028145066897074383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,65536,0.02914133270581563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,65536,0.024258132775624594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,65536,0.025011199712753295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,65536,0.023681066433588662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,65536,0.04820160071055095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,65536,0.02087679902712504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,65536,0.02119040091832479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,65536,0.021228800217310585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,65536,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,65536,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,65536,0.020568533738454183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,65536,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,65536,0.019831466674804687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,65536,0.020523732900619505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,65536,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,65536,0.019297067324320474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,65536,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,65536,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,65536,0.020725333690643312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,65536,0.018997333447138467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,65536,0.026649600267410277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,65536,0.8949962615966797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,65536,1.7286783854166667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,65536,0.4904320081075032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,65536,3.4426091512044272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,65536,0.4389653205871582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,65536,0.4905077298482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,65536,0.41429974238077805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,65536,0.4100501378377278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,65536,0.3880053202311198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,65536,0.3825152079264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,65536,0.3629802703857422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,65536,0.4643904050191243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,65536,0.3567989349365234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,65536,0.3379743893941244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,65536,0.33203840255737305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,65536,0.4611445426940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,65536,0.3127509435017904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,65536,0.3062815984090169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,65536,0.43554134368896485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,65536,0.28004159927368166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,65536,0.2822666803995768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,65536,0.2589845339457194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,65536,0.23099840482076012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,65536,0.20768532752990723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,65536,0.20631039937337242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,65536,0.18378772735595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,65536,0.18027092615763346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,65536,0.15898987452189128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,65536,0.15511147181193036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,65536,0.13341013590494794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,65536,0.12923946380615234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,65536,0.10811413129170735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,65536,0.10344746907552083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,65536,0.07644480069478353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,65536,0.07571840286254883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,65536,0.07275626659393311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,65536,0.07314453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,65536,0.07067733605702718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,65536,0.07071359952290854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,65536,0.06756479740142822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,65536,0.06765546798706054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,65536,0.06637973388036092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,65536,0.06536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,65536,0.06387306849161783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,65536,0.06413973172505696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,65536,0.06254080136617025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,65536,0.0628981351852417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,65536,0.25464213689168297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,65536,0.06133653322855631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,65536,0.061534933249155675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,65536,0.06082239945729574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,65536,0.06066879828770956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,65536,0.06082559823989868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,65536,0.05926719903945923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,65536,0.059246933460235594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,65536,0.05927253166834513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,65536,0.059572267532348636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,65536,0.059208532174428306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,65536,0.05925866762797037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,65536,0.059563732147216795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,65536,0.05957653522491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,65536,0.05955093304316202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,65536,0.05959039926528931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,65536,0.05959999958674113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,65536,0.059655467669169106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,65536,0.05930240154266357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,65536,0.05952213207880656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,65536,0.059613867600758874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,65536,0.06114879846572876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,65536,0.05964159965515137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,65536,0.060012801488240564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,65536,0.05912533203760782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,65536,0.059139200051625575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,65536,0.3849642753601074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,65536,0.6779050827026367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,65536,1.3350357055664062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,65536,0.24869012832641602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,65536,0.2482997258504232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,65536,0.24398293495178222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,65536,0.24294187227884928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,65536,0.23297492663065592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,65536,0.23247040112813316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,65536,0.23070720036824546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,65536,0.22805652618408204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,65536,0.22831254005432128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,65536,0.21682666142781576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,65536,0.21089067459106445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,65536,0.21099093755086265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,65536,0.21675519943237304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,65536,0.20733973185221352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,65536,0.20653866132100424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,65536,0.1950474739074707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,65536,0.19696426391601562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,65536,0.1902122656504313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,65536,0.18963839213053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,65536,0.17995626131693523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,65536,0.17293440500895182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,65536,0.17406826019287108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,65536,0.17957760492960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,65536,0.1664661407470703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,65536,0.16571200688680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,65536,0.1597610632578532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,65536,0.15260906219482423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,65536,0.1604373296101888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,65536,0.15267945925394694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,65536,0.14426239331563312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,65536,0.1440853277842204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,65536,0.1347882588704427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,65536,0.13676479657491047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,65536,0.12370239893595378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,65536,0.12476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,65536,0.12397546768188476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,65536,0.12389866511027019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,65536,0.12345066865285237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,65536,0.12337386608123779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,65536,0.12371626694997151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,65536,0.12367786566416424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,65536,0.12152640024820964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,65536,0.12067200342814129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,65536,0.12074027061462403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,65536,0.1214026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,65536,0.12062186400095623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,65536,0.1204192002614339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,65536,0.12077973683675129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,65536,0.1207306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,65536,0.12123946348826091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,65536,0.12061653137207032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,65536,0.1207306702931722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,65536,0.12050773302714031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,65536,0.1208085298538208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,65536,0.12072959740956624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,65536,0.1202133337656657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,65536,0.12031573454538982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,65536,0.12082133293151856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,65536,0.12033173243204753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,65536,0.12026773293813069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,65536,0.12068479855855305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,65536,0.12037440141042073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,65536,0.11994667053222656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,65536,0.12035520076751709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,65536,0.11991893450419108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,65536,0.1206976016362508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,65536,0.12034347057342529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,65536,0.12024106979370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,65536,0.11988159815470378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,65536,0.119759996732076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,51200,0.5194101333618164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,65536,0.1200170675913493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,51200,0.07414506276448568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,51200,0.1329365332921346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,51200,0.07363093694051107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,51200,0.07243946393330893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,65536,0.12058560053507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,51200,0.07113813559214274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,51200,0.07018986543019613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,51200,0.0696458657582601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,51200,0.06161493460337321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,51200,0.06136320034662882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,51200,0.058369068304697666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,51200,0.05453333457310995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,51200,0.0547541340192159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,51200,0.04997119903564453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,51200,0.05150506496429443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,51200,0.04962026675542196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,51200,0.047736533482869464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,51200,0.04581760168075562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,51200,0.04338560104370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,51200,0.03956480026245117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,51200,0.037305601437886554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,51200,0.035802666346232095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,51200,0.0333621342976888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,51200,0.03152106602986653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,51200,0.03033600052197774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,51200,0.02760106722513835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,51200,0.24384853045145669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,51200,0.026348799467086792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,51200,0.023433599869410196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,51200,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,51200,0.01761386593182882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,51200,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,51200,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,51200,0.05849173466364542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,51200,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,51200,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,51200,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,51200,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,51200,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,51200,0.0197760005791982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,51200,0.01284160017967224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,51200,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,51200,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,51200,0.03903253475824992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,51200,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,51200,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,51200,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,51200,0.010269866387049357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,51200,0.01728640000025431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,51200,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,51200,0.01156160036722819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,51200,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,51200,0.015197867155075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,51200,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,51200,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,51200,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,51200,0.009518933296203614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,51200,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,51200,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,51200,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,51200,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,51200,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,51200,0.012795733412106833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,51200,0.01234773298104604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,51200,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,51200,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,51200,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,51200,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,51200,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,51200,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,51200,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,51200,0.008613333106040955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,51200,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,51200,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,51200,1.1601525624593099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,51200,0.6269269307454427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,51200,2.2791979471842447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,51200,0.5906666437784831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,51200,0.6277215957641602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,51200,0.5912832260131836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,51200,0.5610698699951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,51200,0.5240288098653157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,51200,0.5582197189331055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,51200,0.5221226692199707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,51200,0.4889621416727702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,51200,0.4867530822753906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,51200,0.45186986923217776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,51200,4.5280095418294275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,51200,0.4524330774943034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,51200,0.41423788070678713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,51200,0.38134721120198567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,51200,0.41550188064575194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,51200,0.3810943921407064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,51200,0.30612160364786783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,51200,0.3432928085327148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,51200,0.3051210721333822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,51200,0.26991678873697916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,51200,0.23515307108561195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,51200,0.27018454869588215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,51200,0.23642346064249672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,51200,0.19967786471048993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,51200,0.19718186060587567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,51200,0.1609450658162435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,51200,0.1609674612681071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,51200,0.06952426433563233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,51200,0.11900160312652588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,51200,0.11768319606781005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,51200,0.0721887985865275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,51200,0.042231468359629314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,51200,0.3411285400390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,51200,0.039900799592336014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,51200,0.040788265069325765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,51200,0.037545601526896163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,51200,0.04301226536432902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,51200,0.03543893496195476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,51200,0.03278613289197286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,51200,0.03705173333485921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,51200,0.0307370662689209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,51200,0.030826665957768756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,51200,0.028880000114440918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,51200,0.03368000189463298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,51200,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,51200,0.02847893238067627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,51200,0.026573866605758667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,51200,0.02903146743774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,51200,0.02489173412322998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,51200,0.026025599241256712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,51200,0.026723200082778932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,51200,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,51200,0.020707199970881142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,51200,0.023069866498311362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,51200,0.020652800798416138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,51200,0.02102186679840088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,51200,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,51200,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,51200,0.020350933074951172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,51200,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,51200,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,51200,0.020142932732899986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,51200,0.01919680039087931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,51200,0.01924053430557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,51200,0.027980800469716387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,51200,0.020097066958745323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,51200,0.02012053330739339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,51200,0.018927999337514243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,51200,0.019142399231592812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,51200,0.01810879906018575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,51200,0.03828906615575155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,51200,1.6096874237060548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,51200,0.8307338714599609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,51200,3.19682133992513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,51200,0.4523626645406087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,51200,0.40515839258829756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,51200,0.4325749397277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,51200,0.3829418818155924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,51200,0.45464426676432296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,51200,0.3797429402669271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,51200,0.3578144073486328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,51200,0.3537343978881836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,51200,0.3337631861368815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,51200,0.3299455960591634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,51200,0.3064703941345215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,51200,0.311026128133138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,51200,0.4278143882751465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,51200,0.28653332392374675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,51200,0.282586669921875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,51200,0.4029546737670898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,51200,0.2368245283762614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,51200,0.2579861323038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,51200,0.20979733467102052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,51200,0.18829654057820638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,51200,0.18505813280741373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,51200,0.1644576072692871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,51200,0.25879146258036295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,51200,0.1605738639831543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,51200,0.14141119321187337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,51200,0.1183626651763916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,51200,0.1366762638092041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,51200,0.2123253345489502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,51200,0.08385600248972574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,51200,0.1131328026453654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,51200,0.08110506534576416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,51200,0.06126506725947062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,51200,0.06058239936828613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,51200,0.05778559843699137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,51200,0.05832106669743856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,51200,0.2349023977915446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,51200,0.054135465621948244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,51200,0.053384534517923986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,51200,0.05241279999415079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,51200,0.051829334100087485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,51200,0.05084693431854248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,51200,0.05015573501586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,51200,0.049457065264383954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,51200,0.04974293311436971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,51200,0.048595201969146726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,51200,0.04874773422876994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,51200,0.04877866506576538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,51200,0.048493866125742593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,51200,0.056635733445485434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,51200,0.04850879907608032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,51200,0.05592533349990845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,51200,0.04713919957478841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,51200,0.04681066672007243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,51200,0.04745493332544963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,51200,0.046979200839996335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,51200,0.04725013176600139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,51200,0.04896959861119588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,51200,0.04727146625518799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,51200,0.0468725323677063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,51200,0.04778560002644856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,51200,0.04689493179321289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,51200,0.047064534823099774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,51200,0.04690879980723063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,51200,0.04755093256632487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,51200,0.046913067499796554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,51200,0.047380268573760986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,51200,0.04743146498998006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,51200,0.04768319924672444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,51200,0.04725546836853027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,51200,0.047365331649780275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,51200,0.047159465154012044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,51200,0.19928746223449706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,51200,0.3075797398885091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,51200,0.551644770304362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,51200,1.0841397603352865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,51200,0.198581329981486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,51200,0.18675306638081868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,51200,0.1952799956003825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,51200,0.19537067413330078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,51200,0.18455360730489095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,51200,0.1839882691701253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,51200,0.18216853141784667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,51200,0.17195946375528973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,51200,0.1701386610666911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,51200,0.17330560684204102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,51200,0.16504106521606446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,51200,0.16633920669555663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,51200,0.1687679926554362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,51200,0.1548810640970866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,51200,0.15258453687032064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,51200,0.15636906623840333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,51200,0.15161813100179036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,51200,0.14397546450297039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,51200,0.13972373008728028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,51200,0.14298240343729657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,51200,0.1382751941680908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,51200,0.1327455997467041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,51200,0.133022936185201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,51200,0.1273845354715983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,51200,0.12173439661661785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,51200,0.12769280274709066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,51200,0.11346666812896729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,51200,0.1135146697362264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,51200,0.1220245361328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,51200,0.10464746952056884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,51200,0.09941866397857665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,51200,0.10593706766764324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,51200,0.09816213448842367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,51200,0.09835840066274007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,51200,0.09844586849212647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,51200,0.0980511983235677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,51200,0.09780800342559814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,51200,0.09779413541158041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,51200,0.09816959698994955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,51200,0.09574293295542399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,51200,0.09608853658040364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,51200,0.09631786346435547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,51200,0.09607893625895182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,51200,0.09562239646911622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,51200,0.09603412946065268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,51200,0.09581973552703857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,51200,0.09570240179697673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,51200,0.09561173121134439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,51200,0.09578453699747722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,51200,0.09597333272298178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,51200,0.09549547036488851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,51200,0.09551786581675212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,51200,0.09570346673329672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,51200,0.09599680105845133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,51200,0.09486400286356608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,51200,0.09532586733500162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,51200,0.0952842632929484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,51200,0.09528853098551432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,51200,0.09602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,51200,0.09566720326741537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,51200,0.09560426870981852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,51200,0.09524052937825521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,51200,0.09530560175577799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,51200,0.09570879936218261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,51200,0.09528640111287436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,51200,0.09524266719818116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,51200,0.09566187063852946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,16384,0.1811061382293701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,16384,0.08375146389007568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,16384,0.04492799838383992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,16384,0.032014934221903484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,16384,0.028937600056330365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,16384,0.029745066165924074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,16384,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,16384,0.028989867369333906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,16384,0.028803199529647827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,16384,0.025894399483998614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,16384,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,16384,0.0233952005704244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,16384,0.02328853408495585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,16384,0.022039467096328737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,16384,0.021549866596857706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,16384,0.017828265825907387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,16384,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,16384,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,16384,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,16384,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,16384,0.012131200234095255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,16384,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,16384,0.01170133352279663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,51200,0.09564479986826578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,16384,0.010828800002733866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,16384,0.011055999994277954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,16384,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,16384,0.012121599912643433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,16384,0.012691199779510498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,16384,0.01190613309542338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,16384,0.011495467027028401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,16384,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,16384,0.009742933511734008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,16384,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,16384,0.009293867150942485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,16384,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,16384,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,16384,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,16384,0.006379733482996623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,16384,0.008590933680534363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,16384,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,16384,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,16384,0.008225066463152568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,16384,0.008827733000119527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,16384,0.005576533575852713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,51200,0.09545066356658935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,16384,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,51200,0.09491199652353922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,16384,0.007601066430409749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,16384,0.005666133264700572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,16384,0.007606400052706401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,16384,0.006039466460545858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,16384,0.006814933319886525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,16384,0.006029866635799408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,16384,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,16384,0.005986133217811584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,16384,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,16384,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,16384,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,16384,0.00581226646900177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,16384,0.005588266750176748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,16384,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,16384,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,16384,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,16384,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,16384,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,16384,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,16384,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,16384,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,16384,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,16384,0.0056096002459526065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,16384,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,16384,0.005981866518656413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,16384,0.005541333556175232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,16384,0.005177600185076395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,16384,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,16384,0.005713066458702088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,16384,0.3819456100463867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,16384,0.7434858957926432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,16384,0.2098325411478678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,16384,0.19885013898213705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,16384,0.2125984032948812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,16384,1.474725341796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,16384,0.19957440694173176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,16384,0.1903754711151123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,16384,0.18805866241455077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,16384,0.1756384054819743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,16384,0.17835413614908854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,16384,0.1636682669321696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,16384,0.1515936056772868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,16384,0.1526591936747233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,16384,0.16522666613260906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,16384,0.13814080556233724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,16384,0.13788053194681804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,16384,0.12351679801940918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,16384,0.10752426783243815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,16384,0.1068895975748698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,16384,0.12398293018341064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,16384,0.09074133237202962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,16384,0.09100373586018881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,16384,0.07625599702199301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,16384,0.07624106407165528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,16384,0.050551466147104894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,16384,0.060471467177073156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,16384,0.04525119860967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,16384,0.05054933230082194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,16384,0.044860800107320145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,16384,0.03906773328781128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,16384,0.033019733428955075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,16384,0.037402665615081786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,16384,0.028288000822067262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,16384,0.025150932868321735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,16384,0.027562665939331054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,16384,0.024755199750264488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,16384,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,16384,0.02576213280359904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,16384,0.05902506510416666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,16384,0.023332266012827556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,16384,0.024039467175801597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,16384,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,16384,0.024231467644373575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,16384,0.02262293299039205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,16384,0.023042132457097374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,16384,0.03224426706631978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,16384,0.021972266832987468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,16384,0.021539199352264404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,16384,0.023066665728886923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,16384,0.020843732357025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,16384,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,16384,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,16384,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,16384,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,16384,0.019962666432062785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,16384,0.018245333433151247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,16384,0.019553067286809285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,16384,0.018336000045140584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,16384,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,16384,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,16384,0.018037333091100057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,16384,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,16384,0.018386133511861167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,16384,0.01883093317349752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,16384,0.018922666708628334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,16384,0.018232532342274985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,16384,0.018499199549357095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,16384,0.01684479912122091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,16384,0.019195733467737834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,16384,0.017349332571029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,16384,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,16384,0.024875734249750772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,16384,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,16384,0.39091199239095054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,16384,0.7673397064208984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,16384,1.5236021677652993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,16384,0.2135711987813314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,16384,0.19038507143656414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,16384,0.20205119450887046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,16384,0.2138912041982015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,16384,0.1785173257191976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,16384,0.17867520650227864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,16384,0.16771626472473145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,16384,0.1665013313293457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,16384,0.15646293958028157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,16384,0.15514559745788575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,16384,0.14530240694681804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,16384,0.13361387252807616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,16384,0.13170666694641114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,16384,0.14365653991699218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,16384,0.19023040135701497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,16384,0.20216320355733236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,16384,0.12022506395975749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,16384,0.08543679714202881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,16384,0.1191327969233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,16384,0.06487679878870646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,16384,0.06359359820683798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,16384,0.05276480118433634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,16384,0.05148693323135376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,16384,0.04605226516723633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,16384,0.04422613382339478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,16384,0.03888533512751262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,16384,0.03733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,16384,0.03224959969520569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,16384,0.030341333150863646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,16384,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,16384,0.10709760189056397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,16384,0.0243231991926829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,16384,0.02396906614303589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,16384,0.023833600680033366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,16384,0.023491199811299643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,16384,0.022273067633310953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,16384,0.02226346731185913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,16384,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,16384,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,16384,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,16384,0.10454506874084472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,16384,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,16384,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,16384,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,16384,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,16384,0.020247467358907065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,16384,0.02022506594657898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,16384,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,16384,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,16384,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,16384,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,16384,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,16384,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,16384,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,16384,0.019324799378712974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,16384,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,16384,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,16384,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,16384,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,16384,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,16384,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,16384,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,16384,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,16384,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,16384,0.018759467204411826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,16384,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,16384,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,16384,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,16384,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,16384,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,16384,0.19605333010355633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,16384,0.11272532939910888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,16384,0.3816714604695638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,16384,0.0726026693979899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,16384,0.07345600128173828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,16384,0.07112639745076497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,16384,0.07109440167744954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,16384,0.06849813461303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,16384,0.0686570644378662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,16384,0.06699626445770264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,16384,0.0667744000752767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,16384,0.0632426659266154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,16384,0.0627626657485962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,16384,0.06425386667251587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,16384,0.061918934186299644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,16384,0.06055253346761068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,16384,0.058115200201670325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,16384,0.06095893383026123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,16384,0.057942398389180506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,16384,0.05555626551310221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,16384,0.05246293147404989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,16384,0.05528533458709717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,16384,0.051703464984893796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,16384,0.049737600485483806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,16384,0.048870400587717695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,16384,0.04726826747258504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,16384,0.04643306732177734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,16384,0.04521600008010864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,16384,0.04450773398081462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,16384,0.043185067176818845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,16384,0.04373013178507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,16384,0.08473920027414958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,16384,0.04114346504211426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,16384,0.040428801377614336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,16384,0.0387392004330953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,16384,0.036201600233713785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,16384,0.036235733826955156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,16384,0.03916693528493245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,16384,0.035778133074442546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,16384,0.03622933228810628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,16384,0.03619733254114787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,16384,0.03588586648305257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,16384,0.03617493311564128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,16384,0.03622399965922038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,16384,0.034967466195424395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,16384,0.03545279900232951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,16384,0.03501439889272054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,16384,0.03492266734441121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,16384,0.03505066633224487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,16384,0.03500266472498576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,16384,0.03536746501922607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,16384,0.03505386511484782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,16384,0.034622931480407716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,16384,0.035019731521606444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,16384,0.034977066516876223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,16384,0.03505066633224487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,16384,0.03503679831822713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,16384,0.034959999720255534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,16384,0.0348960002263387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,16384,0.03498026529947917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,16384,0.03492266734441121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,16384,0.034670933087666826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,16384,0.03459200064341227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,16384,0.034984532992045084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,16384,0.034986666838328045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,16384,0.03493653138478597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,16384,0.03503679831822713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,16384,0.03497920036315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,16384,0.03457066615422567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,16384,0.03499626715977987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,16384,0.03471573193868001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,16384,0.035155200958251955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,12288,0.13243306477864583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,12288,0.06409066518147787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,16384,0.03455253442128499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,12288,0.03402773141860962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,12288,0.025548799832661943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,12288,0.021606399615605672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,12288,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,12288,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,12288,0.020716800292332967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,12288,0.01604586640993754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,12288,0.01848213275273641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,12288,0.01514346698919932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,12288,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,12288,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,12288,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,12288,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,12288,0.012641066312789917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,12288,0.012395733594894409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,12288,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,12288,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,12288,0.012488533059755962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,12288,0.012293333808581035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,12288,0.0123690664768219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,12288,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,16384,0.03490346670150757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,12288,0.021615999937057494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,12288,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,12288,0.010121599833170573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,12288,0.009901866316795349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,12288,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,16384,0.03464853366216024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,12288,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,12288,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,12288,0.011249066392580668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,12288,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,12288,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,12288,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,12288,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,12288,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,12288,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,12288,0.0056415999929110205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,12288,0.008828799923261006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,12288,0.00784853349129359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,12288,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,12288,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,12288,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,12288,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,12288,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,12288,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,12288,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,12288,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,12288,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,12288,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,12288,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,12288,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,12288,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,12288,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,12288,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,12288,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,12288,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,12288,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,12288,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,12288,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,12288,0.005163733164469401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,12288,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,12288,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,12288,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,12288,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,12288,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,12288,0.0051360001166661584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,12288,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,12288,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,12288,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,12288,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,12288,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,12288,0.0048991998036702475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,12288,0.5623519897460938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,12288,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,12288,0.2889034589131673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,12288,1.1090763092041016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,12288,0.16076800028483074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,12288,0.1606378714243571
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,12288,0.14820693333943685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,12288,0.13965226809183756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,12288,0.1390559991200765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,12288,0.1308511972427368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,12288,0.13046826521555582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,12288,0.12072532971700031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,12288,0.10522346496582032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,12288,0.12092800140380859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,12288,0.10699093341827393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,12288,0.09602133433024088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,12288,0.09656319618225098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,12288,0.08523093064626058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,12288,0.08500373363494873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,12288,0.07202880382537842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,12288,0.07406720320383707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,12288,0.05949973265329996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,12288,0.05990826686223348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,12288,0.05181653499603271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,12288,0.046770131587982176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,12288,0.0477781335512797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,12288,0.04314773480097453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,12288,0.1481280008951823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,12288,0.04235093196233113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,12288,0.03906879822413127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,12288,0.03815360069274902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,12288,0.03495466709136963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,12288,0.03293013374010722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,12288,0.030997333923975627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,12288,0.031007999181747438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,12288,0.02675199906031291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,12288,0.025405865907669068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,12288,0.025620265801747637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,12288,0.02532373269399007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,12288,0.024825600783030193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,12288,0.0244704008102417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,12288,0.024209066232045492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,12288,0.023294933636983237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,12288,0.023589332898457847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,12288,0.02090559999148051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,12288,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,12288,0.02244480053583781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,12288,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,12288,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,12288,0.021639466285705566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,12288,0.021192532777786256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,12288,0.053768531481424964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,12288,0.01960853338241577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,12288,0.02035520076751709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,12288,0.020470400651295982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,12288,0.01872640053431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,12288,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,12288,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,12288,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,12288,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,12288,0.017324799299240114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,12288,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,12288,0.017930666605631508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,12288,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,12288,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,12288,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,12288,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,12288,0.018897066513697304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,12288,0.02027413249015808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,12288,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,12288,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,12288,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,12288,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,12288,0.017015467087427773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,12288,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,12288,0.7425109227498372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,12288,1.4745162963867187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,12288,0.2090677261352539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,12288,0.37821973164876305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,12288,0.18426772753397624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,12288,0.20780372619628906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,12288,0.19629012743632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,12288,0.17433279355367023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,12288,0.16360212961832682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,12288,0.17299200693766276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,12288,0.16225493748982747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,12288,0.15119466781616211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,12288,0.15021012624104818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,12288,0.13417387008666992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,12288,0.13588159879048664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,12288,0.11332586606343586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,12288,0.11838719844818116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,12288,0.19708479245503743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,12288,0.18336639404296876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,12288,0.09018879731496175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,12288,0.061218134562174474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,12288,0.09317226409912109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,12288,0.07161173025767008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,12288,0.054315733909606936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,12288,0.05347413221995036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,12288,0.047761066754659014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,12288,0.04648213386535645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,12288,0.041187198956807454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,12288,0.039988267421722415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,12288,0.03541546662648519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,12288,0.03336319923400879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,12288,0.02844160000483195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,12288,0.026800000667572023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,12288,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,12288,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,12288,0.02031360069910685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,12288,0.020757333437601725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,12288,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,12288,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,12288,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,12288,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,12288,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,12288,0.01737706661224365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,12288,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,12288,0.017449599504470826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,12288,0.017359999815622966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,12288,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,12288,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,12288,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,12288,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,12288,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,12288,0.01575573285420736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,12288,0.01576640009880066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,12288,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,12288,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,12288,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,12288,0.015524267156918844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,12288,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,12288,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,12288,0.015565866231918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,12288,0.015733333428700765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,12288,0.015718400478363037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,12288,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,12288,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,12288,0.015565866231918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,12288,0.015397333105405173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,12288,0.06982613404591878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,12288,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,12288,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,12288,0.015719466408093772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,12288,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,12288,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,12288,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,12288,0.15747946103413898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,12288,0.298853333791097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,12288,0.08967253367106119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,12288,0.05827946662902832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,12288,0.05897066593170166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,12288,0.05693013270696005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,12288,0.05701546669006348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,12288,0.05552533467610678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,12288,0.054674132664998376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,12288,0.05397440195083618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,12288,0.05059093236923218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,12288,0.050309332211812344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,12288,0.053904000918070474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,12288,0.04966613451639811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,12288,0.04933653275171916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,12288,0.04757546583811442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,12288,0.04735999902089437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,12288,0.044557865460713705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,12288,0.04229973157246907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,12288,0.04233386516571045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,12288,0.04402773380279541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,12288,0.04040960073471069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,12288,0.040278398990631105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,12288,0.03864853382110596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,12288,0.039607465267181396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,12288,0.03741653362909953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,12288,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,12288,0.036046934127807614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,12288,0.03541546662648519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,12288,0.03453226486841838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,12288,0.03463360071182251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,12288,0.03300693432490031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,12288,0.03249706625938416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,12288,0.03086293339729309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,12288,0.031703466176986696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,12288,0.029202133417129517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,12288,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,12288,0.02881386677424113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,12288,0.02842880090077718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,12288,0.028793599208196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,12288,0.02879679997762044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,12288,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,12288,0.028643200794855755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,12288,0.027977599700291948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,12288,0.02800426681836446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,12288,0.02760639985402425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,12288,0.06081813176472982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,12288,0.027934932708740236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,12288,0.027617067098617554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,12288,0.02797866662343343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,12288,0.028036266565322876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,12288,0.027644799153010054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,12288,0.02795093258221944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,12288,0.02802133361498515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,12288,0.027743999163309736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,12288,0.02775893410046895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,12288,0.0279914657274882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,12288,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,12288,0.02760639985402425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,12288,0.0275711993376414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,12288,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,12288,0.02802346746126811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,12288,0.02765546639760335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,12288,0.028017065922419232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,12288,0.027537065744400024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,12288,0.027581866582234698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,12288,0.027590399980545043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,12288,0.027973333994547527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,12288,0.02766079902648926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,12288,0.02763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,12288,0.027929600079854327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,12288,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,10240,0.11160426934560139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,10240,0.05454186598459879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,10240,0.029574400186538695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,10240,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,10240,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,12288,0.02762773235638936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,10240,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,10240,0.015358933806419372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,10240,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,10240,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,12288,0.027613866329193115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,10240,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,10240,0.014705066879590353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,10240,0.013451733191808066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,10240,0.014850133657455444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,10240,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,12288,0.027610667546590167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,10240,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,10240,0.011900800466537475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,10240,0.011293866237004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,10240,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,10240,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,10240,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,10240,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,10240,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,10240,0.008854400118192036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,10240,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,10240,0.009239466985066731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,10240,0.008813866972923278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,10240,0.010640000303586323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,10240,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,10240,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,10240,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,10240,0.010456533233324686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,10240,0.007414400080839793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,10240,0.010058666268984478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,10240,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,10240,0.015094400445620219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,10240,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,10240,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,10240,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,10240,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,10240,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,10240,0.008211199939250947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,10240,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,10240,0.007162666817506154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,10240,0.005538133283456167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,10240,0.005966933568318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,10240,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,10240,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,10240,0.005957333246866862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,10240,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,10240,0.00560746689637502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,10240,0.005974400043487549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,10240,0.006778666873772939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,10240,0.005599999924500784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,10240,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,10240,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,10240,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,10240,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,10240,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,10240,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,10240,0.005752533177534739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,10240,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,10240,0.005625600119431814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,10240,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,10240,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,10240,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,10240,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,10240,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,10240,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,10240,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,10240,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,10240,0.005125333368778229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,10240,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,10240,0.00554666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,10240,0.4712245305379231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,10240,0.24227840105692544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,10240,0.928825569152832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,10240,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,10240,0.13285973072052001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,10240,0.1331658681233724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,10240,0.12015573183695476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,10240,0.11390293439229329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,10240,0.11162453492482502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,10240,0.10595200061798096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,10240,0.10310719807942707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,10240,0.09251306851704916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,10240,0.09063359896341959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,10240,0.08324053287506103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,10240,0.08431999683380127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,10240,0.07335786819458008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,10240,0.06584213177363077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,10240,0.06259413162867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,10240,0.05667093197504679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,10240,0.07417600154876709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,10240,0.04938453435897827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,10240,0.04703573385874431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,10240,0.12005226612091065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,10240,0.04967786471048991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,10240,0.047601068019866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,10240,0.04286719957987468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,10240,0.043117864926656084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,10240,0.03911786476771037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,10240,0.039163732528686525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,10240,0.03557973305384318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,10240,0.036804266770680744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,10240,0.03262613415718078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,10240,0.03265173236529033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,10240,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,10240,0.029155200719833373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,10240,0.026629332701365156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,10240,0.02478933334350586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,10240,0.024915200471878052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,10240,0.022781866788864135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,10240,0.02300800085067749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,10240,0.024268800020217897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,10240,0.05507626533508301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,10240,0.023746132850646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,10240,0.022834134101867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,10240,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,10240,0.022804266214370726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,10240,0.022179200251897176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,10240,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,10240,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,10240,0.020859734217325846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,10240,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,10240,0.019452800353368126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,10240,0.020045866568883262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,10240,0.018846933046976724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,10240,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,10240,0.01878933310508728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,10240,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,10240,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,10240,0.016701867183049522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,10240,0.018222934007644652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,10240,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,10240,0.01769599914550781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,10240,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,10240,0.01686186591784159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,10240,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,10240,0.01671573321024577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,10240,0.022740266720453896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,10240,0.018802134195963542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,10240,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,10240,0.017564799388249716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,10240,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,10240,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,10240,0.016290133198102318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,10240,0.016268799702326454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,10240,0.016611199577649435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,10240,0.3697632153828939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,10240,1.4449546813964844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,10240,0.7273066838582356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,10240,0.20414613087972006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,10240,0.18006079991658527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,10240,0.20222934087117514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,10240,0.16693545977274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,10240,0.16646827061971028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,10240,0.19039146105448407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,10240,0.14950505892435711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,10240,0.1538474718729655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,10240,0.1302506685256958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,10240,0.11026559670766194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,10240,0.11091413497924804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,10240,0.08513173262278238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,10240,0.08773760000864664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,10240,0.1329248030980428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,10240,0.193124262491862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,10240,0.17950293223063152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,10240,0.07265919844309489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,10240,0.05852373441060384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,10240,0.07429440021514892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,10240,0.05246400038401285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,10240,0.05177599986394247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,10240,0.04601066509882609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,10240,0.0451583981513977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,10240,0.03997333447138469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,10240,0.03853973150253296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,10240,0.03340693314870198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,10240,0.031754666566848756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,10240,0.02691733241081238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,10240,0.025219200054804485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,10240,0.020333866278330483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,10240,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,10240,0.018931200106938682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,10240,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,10240,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,10240,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,10240,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,10240,0.06499626636505126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,10240,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,10240,0.01726400057474772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,10240,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,10240,0.015703466534614564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,10240,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,10240,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,10240,0.015726932883262636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,10240,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,10240,0.015324800213177999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,10240,0.015500799814860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,10240,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,10240,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,10240,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,10240,0.06462933222452799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,10240,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,10240,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,10240,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,10240,0.01381653348604838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,10240,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,10240,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,10240,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,10240,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,10240,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,10240,0.014125866691271463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,10240,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,10240,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,10240,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,10240,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,10240,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,10240,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,10240,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,10240,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,10240,0.2710261344909668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,10240,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,10240,0.08089386622111003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,10240,0.05319679975509643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,10240,0.05277226765950521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,10240,0.05067626635233561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,10240,0.1447231928507487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,10240,0.050254933039347326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,10240,0.04854186773300171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,10240,0.04608319997787476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,10240,0.04644373257954915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,10240,0.048798934618632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,10240,0.042761600017547606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,10240,0.043510401248931886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,10240,0.0419925332069397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,10240,0.04118293523788452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,10240,0.04029546578725179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,10240,0.03904106616973877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,10240,0.03823893467585246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,10240,0.04081813494364421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,10240,0.03706666628519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,10240,0.037412265936533615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,10240,0.03541333278020223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,10240,0.03545600175857544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,10240,0.03417386611302693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,10240,0.03464853366216024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,10240,0.033003733555475874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,10240,0.032554666201273605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,10240,0.03171520034472148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,10240,0.030497066179911297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,10240,0.030401066939036055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,10240,0.03128426671028137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,10240,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,10240,0.027600000301996868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,10240,0.02868586579958598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,10240,0.02717973391215007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,10240,0.02519039909044902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,10240,0.025142399470011394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,10240,0.025222400824228924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,10240,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,10240,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,10240,0.025154133637746174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,10240,0.02519039909044902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,10240,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,10240,0.02430293361345927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,10240,0.025486934185028075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,10240,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,10240,0.05800853172938029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,10240,0.02405866583188375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,10240,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,10240,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,10240,0.024359466632207234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,10240,0.02437653342882792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,10240,0.024770132700602212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,10240,0.024322134256362916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,10240,0.024296534061431885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,10240,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,10240,0.02443199952443441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,10240,0.02438933253288269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,10240,0.02435413400332133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,10240,0.0243776003519694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,10240,0.024330667654673257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,10240,0.023894399404525757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,10240,0.024256000916163124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,10240,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,10240,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,10240,0.024593067169189454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,10240,0.024280534187952677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,10240,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,10240,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,10240,0.024301866690317787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,10240,0.02472213308016459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,10240,0.024338134129842124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,10240,0.02423680027325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,8192,0.044240001837412515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,8192,0.023774933815002442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,8192,0.012755200266838074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,8192,0.012653866410255432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,10240,0.024718934297561647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,8192,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,8192,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,8192,0.012061867117881774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,8192,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,8192,0.012353066603342693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,8192,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,8192,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,8192,0.012062933047612507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,8192,0.012683733304341634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,8192,0.011723732948303223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,8192,0.011905066172281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,8192,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,10240,0.0243231991926829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,8192,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,8192,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,8192,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,8192,0.09347093105316162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,8192,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,8192,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,8192,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,8192,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,8192,0.008423466483751934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,8192,0.007960533102353413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,8192,0.009513599673906963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,8192,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,8192,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,8192,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,8192,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,8192,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,8192,0.008824533224105835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,8192,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,8192,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,8192,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,8192,0.005932799975077311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,8192,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,8192,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,8192,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,8192,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,8192,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,8192,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,8192,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,8192,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,8192,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,8192,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,8192,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,8192,0.005554133156935374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,8192,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,8192,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,8192,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,8192,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,8192,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,8192,0.005418666700522105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,8192,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,8192,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,8192,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,8192,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,8192,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,8192,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,8192,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,8192,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,8192,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,8192,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,8192,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,8192,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,8192,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,8192,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,8192,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,8192,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,8192,0.38141441345214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,8192,0.7454378763834636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,8192,0.19503040313720704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,8192,0.09887680212656656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,8192,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,8192,0.08956693013509115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,8192,0.08178773721059164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,8192,0.08152000109354654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,8192,0.07088639736175537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,8192,0.07198613484700521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,8192,0.06499946514765421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,8192,0.0655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,8192,0.055985065301259365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,8192,0.05849813222885132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,8192,0.09872852961222331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,8192,0.05347946484883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,8192,0.053617068131764735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,8192,0.04946773449579875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,8192,0.04861546754837036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,8192,0.04599999984105428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,8192,0.04588906764984131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,8192,0.04137066602706909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,8192,0.04198720057805379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,8192,0.039749332269032794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,8192,0.03947093486785889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,8192,0.08759893576304117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,8192,0.036074666182200114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,8192,0.03148586750030517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,8192,0.031674667199452715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,8192,0.029040000836054486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,8192,0.029361067215601604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,8192,0.025757867097854614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,8192,0.025625600417455034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,8192,0.02317439913749695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,8192,0.03699306646982829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,8192,0.023170133431752525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,8192,0.03491199811299642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,8192,0.03512746493021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,8192,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,8192,0.023455999294916787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,8192,0.021719467639923096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,8192,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,8192,0.021562665700912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,8192,0.02249706586201986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,8192,0.020989867051442464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,8192,0.02152106761932373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,8192,0.02150826652844747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,8192,0.019783467054367065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,8192,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,8192,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,8192,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,8192,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,8192,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,8192,0.018333866198857626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,8192,0.019186133146286012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,8192,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,8192,0.018262400229771932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,8192,0.01799466609954834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,8192,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,8192,0.01797973314921061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,8192,0.023167999585469563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,8192,0.018373332420984902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,8192,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,8192,0.01677653392155965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,8192,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,8192,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,8192,0.01660053332646688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,8192,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,8192,0.01700906753540039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,8192,0.017836799224217735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,8192,0.016214399536450704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,8192,0.01667413314183553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,8192,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,8192,0.014983466267585755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,8192,0.021597866217295328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,8192,0.3593706766764323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,8192,0.7108095804850261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,8192,0.1938421408335368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,8192,1.414997355143229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,8192,0.15319466590881348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,8192,0.17485653559366862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,8192,0.12622186342875164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,8192,0.19093333880106608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,8192,0.12517866293589275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,8192,0.10240853627522786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,8192,0.17410133679707845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,8192,0.11062933603922527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,8192,0.09056106408437094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,8192,0.09237973690032959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,8192,0.08204800287882487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,8192,0.08244266510009765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,8192,0.07507519721984864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,8192,0.15663572947184246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,8192,0.07431146303812662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,8192,0.062393601735432944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,8192,0.055905067920684816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,8192,0.06875519752502442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,8192,0.06851092974344888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,8192,0.04979199965794881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,8192,0.048716799418131514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,8192,0.04404693444569906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,8192,0.037620266278584794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,8192,0.04281813303629557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,8192,0.03628693421681722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,8192,0.03166293303171794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,8192,0.0620522658030192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,8192,0.02967573404312134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,8192,0.025544534126917522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,8192,0.023061333100001018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,8192,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,8192,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,8192,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,8192,0.017398399114608765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,8192,0.01700586676597595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,8192,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,8192,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,8192,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,8192,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,8192,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,8192,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,8192,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,8192,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,8192,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,8192,0.014018133282661438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,8192,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,8192,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,8192,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,8192,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,8192,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,8192,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,8192,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,8192,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,8192,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,8192,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,8192,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,8192,0.012313600381215413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,8192,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,8192,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,8192,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,8192,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,8192,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,8192,0.012110933661460876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,8192,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,8192,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,8192,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,8192,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,8192,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,8192,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,8192,0.22360639572143554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,8192,0.11487147013346355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,8192,0.0669696013132731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,8192,0.04508693218231201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,8192,0.041124268372853594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,8192,0.03997546831766764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,8192,0.03828800121943156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,8192,0.03880853255589803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,8192,0.03952639897664388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,8192,0.03752426703770955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,8192,0.03626773357391357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,8192,0.036747733751932785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,8192,0.03580586512883504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,8192,0.035004798571268717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,8192,0.0340010682741801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,8192,0.03454506794611613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,8192,0.032577067613601685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,8192,0.03418026765187581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,8192,0.03132479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,8192,0.032536532481511435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,8192,0.03129600087801616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,8192,0.03041386604309082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,8192,0.02972480058670044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,8192,0.02879573305447896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,8192,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,8192,0.02759786645571391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,8192,0.0279968003431956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,8192,0.026816000541051228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,8192,0.026446932554244997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,8192,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,8192,0.025554132461547852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,8192,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,8192,0.023144533236821495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,8192,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,8192,0.023552000522613525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,8192,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,8192,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,8192,0.02149333357810974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,8192,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,8192,0.02107306718826294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,8192,0.021473066012064616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,8192,0.021513599157333373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,8192,0.021346133947372437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,8192,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,8192,0.021036799748738608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,8192,0.020755199591318767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,8192,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,8192,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,8192,0.02069013317426046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,8192,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,8192,0.021116799116134642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,8192,0.02073600093523661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,8192,0.020513067642847695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,8192,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,8192,0.02062293291091919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,8192,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,8192,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,8192,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,8192,0.05585813522338867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,8192,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,8192,0.020692267020543418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,8192,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,8192,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,8192,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,8192,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,8192,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,8192,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,8192,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,8192,0.020645334323247274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,8192,0.02049493392308553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,8192,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,8192,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,7168,0.07752853234608968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,8192,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,7168,0.03859519958496094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,7168,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,7168,0.011400533715883891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,8192,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,7168,0.01132480005423228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,7168,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,7168,0.011286399761835734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,7168,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,7168,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,7168,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,7168,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,7168,0.010841600100199382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,7168,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,7168,0.010466133554776508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,7168,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,7168,0.011133866508801778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,7168,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,7168,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,7168,0.010468266407648722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,8192,0.020222934087117513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,7168,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,7168,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,7168,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,7168,0.00758186678091685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,7168,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,7168,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,7168,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,7168,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,7168,0.008524800340334576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,7168,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,7168,0.00727040022611618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,7168,0.00851200024286906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,7168,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,7168,0.008171733220418293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,7168,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,7168,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,7168,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,7168,0.006382933259010315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,7168,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,7168,0.00720000018676122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,7168,0.0055285334587097164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,7168,0.0063701331615448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,7168,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,7168,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,7168,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,7168,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,7168,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,7168,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,7168,0.006369066735108693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,7168,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,7168,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,7168,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,7168,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,7168,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,7168,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,7168,0.005202133456865946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,7168,0.005142400165398916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,7168,0.005122133096059163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,7168,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,7168,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,7168,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,7168,0.005145599941412607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,7168,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,7168,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,7168,0.00514026681582133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,7168,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,7168,0.0051584000388781226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,7168,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,7168,0.005131733417510986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,7168,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,7168,0.0065290664633115125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,7168,0.004769066472848257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,7168,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,7168,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,7168,0.3350144068400065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,7168,0.17168533007303874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,7168,0.6544565200805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,7168,0.08006292978922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,7168,0.07986240386962891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,7168,0.07171093622843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,7168,0.07078399658203124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,7168,0.0665663997332255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,7168,0.06526506741841634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,7168,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,7168,0.05877439975738526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,7168,0.057581865787506105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,7168,0.05538133382797241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,7168,0.04940266609191894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,7168,0.05481066703796387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,7168,0.05143253405888876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,7168,0.04744746685028076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,7168,0.046271999677022294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,7168,0.04525546630223592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,7168,0.048196268081665036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,7168,0.04269760052363078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,7168,0.04127039909362793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,7168,0.03937386671702067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,7168,0.03918399810791016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,7168,0.03710613250732422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,7168,0.03576320012410482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,7168,0.03693973223368327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,7168,0.031566933790842695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,7168,0.035070931911468504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,7168,0.03283093372980754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,7168,0.03033493359883626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,7168,0.027112533648808796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,7168,0.02757866581281026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,7168,0.030661332607269286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,7168,0.025008000930150348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,7168,0.023891200621922813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,7168,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,7168,0.02347946763038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,7168,0.02249173323313395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,7168,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,7168,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,7168,0.022177066405614218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,7168,0.020781866709391274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,7168,0.021474132935206093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,7168,0.02139520049095154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,7168,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,7168,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,7168,0.019320533672968546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,7168,0.01986133257548014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,7168,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,7168,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,7168,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,7168,0.02514773408571879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,7168,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,7168,0.01808639963467916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,7168,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,7168,0.01727786660194397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,7168,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,7168,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,7168,0.017056000232696534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,7168,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,7168,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,7168,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,7168,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,7168,0.01763413349787394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,7168,0.0173909326394399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,7168,0.018309332927068076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,7168,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,7168,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,7168,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,7168,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,7168,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,7168,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,7168,0.018258132537206016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,7168,0.16395519574483236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,7168,0.7086314519246419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,7168,0.36504640579223635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,7168,0.14503466288248698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,7168,0.11983253161112468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,7168,1.419959513346354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,7168,0.10276373227437337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,7168,0.15022826194763184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,7168,0.17212692896525067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,7168,0.09420586427052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,7168,0.08642026583353678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,7168,0.10363093217213948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,7168,0.08559253215789794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,7168,0.08047146797180176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,7168,0.07963093121846518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,7168,0.07389547030131022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,7168,0.07344640096028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,7168,0.12671999931335448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,7168,0.09803733030954996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,7168,0.06697066624959311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,7168,0.054629333813985194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,7168,0.06721813678741455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,7168,0.05423466761906942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,7168,0.04848959843317668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,7168,0.048097066084543866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,7168,0.04308693408966065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,7168,0.0415829340616862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,7168,0.036665598551432296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,7168,0.035345065593719485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,7168,0.030843732754389445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,7168,0.029233066240946452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,7168,0.060972801844278966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,7168,0.06106239954630534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,7168,0.023945599794387817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,7168,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,7168,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,7168,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,7168,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,7168,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,7168,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,7168,0.014823466539382935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,7168,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,7168,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,7168,0.013332266608874002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,7168,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,7168,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,7168,0.012958932916323343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,7168,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,7168,0.012919466694196066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,7168,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,7168,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,7168,0.012055466572443645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,7168,0.011587199568748475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,7168,0.011399466792742412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,7168,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,7168,0.01179200013478597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,7168,0.011691733201344808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,7168,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,7168,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,7168,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,7168,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,7168,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,7168,0.011633066336313884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,7168,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,7168,0.011753599842389424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,7168,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,7168,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,7168,0.011737599968910217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,7168,0.011618133385976155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,7168,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,7168,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,7168,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,7168,0.10751146475474041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,7168,0.20903040568033854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,7168,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,7168,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,7168,0.062172798315683994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,7168,0.03744959831237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,7168,0.03784426848093669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,7168,0.035862398147583005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,7168,0.03628160158793132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,7168,0.034991999467213944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,7168,0.03434133529663086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,7168,0.03533866802851359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,7168,0.03377066850662232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,7168,0.03327146569887797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,7168,0.031948800881703696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,7168,0.03264320095380147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,7168,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,7168,0.032459733883539836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,7168,0.03132159908612569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,7168,0.029894399642944335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,7168,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,7168,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,7168,0.028990934292475384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,7168,0.027703466018040974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,7168,0.02635306715965271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,7168,0.02555840015411377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,7168,0.02725226680437724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,7168,0.02681386669476827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,7168,0.025326933463414508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,7168,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,7168,0.023921066522598268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,7168,0.023912533124287923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,7168,0.022347732384999593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,7168,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,7168,0.02116159995396932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,7168,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,7168,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,7168,0.024371200799942018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,7168,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,7168,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,7168,0.019595734278361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,7168,0.019479467471440633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,7168,0.01949440042177836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,7168,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,7168,0.019513599077860513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,7168,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,7168,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,7168,0.019476266702016194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,7168,0.018950400749842326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,7168,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,7168,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,7168,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,7168,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,7168,0.019014400243759156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,7168,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,7168,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,7168,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,7168,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,7168,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,7168,0.018990933895111084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,7168,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,7168,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,7168,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,7168,0.018987733125686645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,7168,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,7168,0.01899519960085551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,7168,0.019359999895095827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,7168,0.01899626652399699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,7168,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,7168,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,7168,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,7168,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,7168,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,6144,0.034753068288167314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,6144,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,6144,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,6144,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,6144,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,6144,0.010025599598884582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,6144,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,6144,0.009282132983207703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,6144,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,6144,0.009252267082532246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,6144,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,6144,0.009623466928799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,6144,0.010103467106819152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,6144,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,6144,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,6144,0.0696085294087728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,6144,0.010584533214569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,6144,0.010966400305430096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,6144,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,6144,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,6144,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,6144,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,6144,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,6144,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,6144,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,6144,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,6144,0.00805866668621699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,6144,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,6144,0.008039466540018718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,6144,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,6144,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,6144,0.008046933511892954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,6144,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,6144,0.007803733150164287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,6144,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,6144,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,6144,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,6144,0.006118399898211161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,7168,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,6144,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,6144,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,6144,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,6144,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,6144,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,6144,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,6144,0.0060597335298856105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,6144,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,6144,0.005997866888840993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,6144,0.005926399926344554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,6144,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,6144,0.005818666517734527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,6144,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,6144,0.005198933184146881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,6144,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,6144,0.00516480008761088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,6144,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,6144,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,6144,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,6144,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,6144,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,6144,0.0047989333669344585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,6144,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,6144,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,6144,0.004745600124200186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,6144,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,6144,0.005010133484999338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,6144,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,6144,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,6144,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,6144,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,6144,0.004745600124200186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,6144,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,6144,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,6144,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,6144,0.28833599090576173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,6144,0.5640565236409505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,6144,0.1461184024810791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,6144,0.062118399143219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,6144,0.061358932654062906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,6144,0.05641066630681356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,6144,0.05488853454589844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,6144,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,6144,0.053198933601379395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,6144,0.049621331691741946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,6144,0.049388798077901204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,6144,0.004735999802748362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,6144,0.04727253516515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,6144,0.04699733257293701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,6144,0.044660266240437826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,6144,0.04520639975865682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,6144,0.042284798622131345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,6144,0.041229867935180665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,6144,0.0433077335357666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,6144,0.03916693528493245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,6144,0.03500693241755168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,6144,0.035290666421254474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,6144,0.03500586748123169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,6144,0.03503040075302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,6144,0.031592533985773726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,6144,0.02995520035425822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,6144,0.030689066648483275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,6144,0.028051199515660603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,6144,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,6144,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,6144,0.025356799364089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,6144,0.041257599989573165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,6144,0.024553600947062174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,6144,0.024989867210388185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,6144,0.0385535995165507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,6144,0.021523199478785195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,6144,0.0318229337533315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,6144,0.021233065923055013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,6144,0.020889600118001304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,6144,0.020679465929667153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,6144,0.02123519976933797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,6144,0.020145066579182944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,6144,0.02041813333829244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,6144,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,6144,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,6144,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,6144,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,6144,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,6144,0.019037866592407228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,6144,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,6144,0.018776534001032512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,6144,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,6144,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,6144,0.021548799673716226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,6144,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,6144,0.016752000649770102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,6144,0.017934934298197428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,6144,0.02164906660715739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,6144,0.01755946675936381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,6144,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,6144,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,6144,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,6144,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,6144,0.01816640098889669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,6144,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,6144,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,6144,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,6144,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,6144,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,6144,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,6144,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,6144,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,6144,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,6144,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,6144,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,6144,0.3568373362223307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,6144,0.7050432205200196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,6144,0.1326154629389445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,6144,1.4069408416748046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,6144,0.1050986687342326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,6144,0.11992639700571697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,6144,0.09777920246124268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,6144,0.13300480047861735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,6144,0.09782719612121582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,6144,0.0911125342051188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,6144,0.09121599992116293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,6144,0.08494506676991781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,6144,0.08504853248596192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,6144,0.07909546693166097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,6144,0.07892586390177408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,6144,0.07233173052469889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,6144,0.07191147009531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,6144,0.10482133229573568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,6144,0.11204373041788737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,6144,0.06573866605758667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,6144,0.05409706830978393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,6144,0.06649173498153686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,6144,0.048094932238260904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,6144,0.04695039987564087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,6144,0.04203519821166992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,6144,0.040804266929626465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,6144,0.06002879937489828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,6144,0.03624213139216105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,6144,0.0346399982770284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,6144,0.02959360082944234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,6144,0.028119466702143353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,6144,0.023507199684778848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,6144,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,6144,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,6144,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,6144,0.01553813318411509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,6144,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,6144,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,6144,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,6144,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,6144,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,6144,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,6144,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,6144,0.012045866250991822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,6144,0.012095999717712403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,6144,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,6144,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,6144,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,6144,0.012356266379356384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,6144,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,6144,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,6144,0.010846933722496033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,6144,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,6144,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,6144,0.0108842670917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,6144,0.010855467120806376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,6144,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,6144,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,6144,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,6144,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,6144,0.010731732845306397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,6144,0.01050453285376231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,6144,0.059867731730143224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,6144,0.010822400450706482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,6144,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,6144,0.010497066378593444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,6144,0.010711466272672016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,6144,0.010955733060836793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,6144,0.010947199662526448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,6144,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,6144,0.010725333293279012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,6144,0.010941867033640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,6144,0.18969173431396485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,6144,0.10025173028310139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,6144,0.056169601281483975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,6144,0.03421119848887126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,6144,0.03421440124511719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,6144,0.0333621342976888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,6144,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,6144,0.03305066625277202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,6144,0.0321450670560201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,6144,0.031768532594045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,6144,0.03169813354810079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,6144,0.031218133370081586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,6144,0.030500266949335737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,6144,0.029235200087229414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,6144,0.028819199403127032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,6144,0.030078933636347456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,6144,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,6144,0.028445865710576373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,6144,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,6144,0.026180267333984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,6144,0.027753599484761554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,6144,0.026385066906611125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,6144,0.025652267535527545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,6144,0.02474666635195414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,6144,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,6144,0.02509760061899821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,6144,0.023512534300486245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,6144,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,6144,0.022818134228388468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,6144,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,6144,0.020358399550120036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,6144,0.0215829332669576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,6144,0.02228053410847982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,6144,0.020261333386103312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,6144,0.018947199980417887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,6144,0.017836799224217735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,6144,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,6144,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,6144,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,6144,0.0180896004041036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,6144,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,6144,0.0178272008895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,6144,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,6144,0.017410133282343546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,6144,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,6144,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,6144,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,6144,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,6144,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,6144,0.017409066359202065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,6144,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,6144,0.017352533340454102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,6144,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,6144,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,6144,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,6144,0.017298134167989095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,6144,0.017553067207336424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,6144,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,6144,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,6144,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,6144,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,6144,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,6144,0.01729493339856466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,6144,0.01755519906679789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,6144,0.017232000827789307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,6144,0.05342933336893717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,6144,0.0169706662495931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,6144,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,6144,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,6144,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,6144,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,6144,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,5120,0.057386668523152676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,5120,0.02934719920158386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,5120,0.011610666910807293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,5120,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,5120,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,5120,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,5120,0.008836266398429871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,6144,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,5120,0.009041066964467366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,5120,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,5120,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,5120,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,5120,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,5120,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,5120,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,5120,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,5120,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,5120,0.008598400155703227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,5120,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,6144,0.017091200749079386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,5120,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,5120,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,5120,0.00804373323917389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,5120,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,5120,0.008012799918651581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,5120,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,5120,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,5120,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,5120,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,5120,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,5120,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,5120,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,5120,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,5120,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,5120,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,5120,0.007203199962774913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,5120,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,5120,0.006772266825040181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,5120,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,5120,0.006427733103434245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,6144,0.017080533504486083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,5120,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,5120,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,5120,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,5120,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,5120,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,5120,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,5120,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,5120,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,5120,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,5120,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,5120,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,5120,0.006365866462389629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,5120,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,5120,0.006333866715431213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,5120,0.00817386656999588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,5120,0.0047775998711586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,5120,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,5120,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,5120,0.004716800153255462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,5120,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,5120,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,5120,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,5120,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,5120,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,5120,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,5120,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,5120,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,5120,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,5120,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,5120,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,5120,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,5120,0.004333866635958353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,5120,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,5120,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,5120,0.472763729095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,5120,0.24200213750203453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,5120,0.11807146867116292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,5120,0.049437868595123294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,5120,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,5120,0.04966293176015218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,5120,0.04705919822057088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,5120,0.04645119905471802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,5120,0.04647359848022461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,5120,0.04570133288701375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,5120,0.04325546820958455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,5120,0.043329068024953205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,5120,0.04165440003077189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,5120,0.0412224014600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,5120,0.03980799913406372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,5120,0.03905706803003947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,5120,0.040472535292307536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,5120,0.03923733234405517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,5120,0.03652053276697795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,5120,0.03716693321863811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,5120,0.03500693241755168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,5120,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,5120,0.03340906699498494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,5120,0.032969599962234496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,5120,0.03153280019760132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,5120,0.03100266655286153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,5120,0.028997333844502766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,5120,0.028724267085393267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,5120,0.026485333840052288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,5120,0.02632213234901428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,5120,0.024817067384719848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,5120,0.02490239938100179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,5120,0.023002666234970093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,5120,0.022946133216222128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,5120,0.03505920171737671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,5120,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,5120,0.021342933177947998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,5120,0.029868799448013305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,5120,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,5120,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,5120,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,5120,0.028612265984217327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,5120,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,5120,0.02130133310953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,5120,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,5120,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,5120,0.019682133197784425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,5120,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,5120,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,5120,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,5120,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,5120,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,5120,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,5120,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,5120,0.017683200041453042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,5120,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,5120,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,5120,0.016808533668518068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,5120,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,5120,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,5120,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,5120,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,5120,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,5120,0.019385600090026857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,5120,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,5120,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,5120,0.017485866943995156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,5120,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,5120,0.019643733898798622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,5120,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,5120,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,5120,0.0171615997950236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,5120,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,5120,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,5120,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,5120,0.3547135988871256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,5120,0.6965194702148437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,5120,0.11478826999664307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,5120,1.3903818766276042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,5120,0.10158507029215495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,5120,0.10695573488871257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,5120,0.10745173295338947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,5120,0.09525439739227295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,5120,0.09541440010070801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,5120,0.08926826318105062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,5120,0.11705919901529949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,5120,0.08855040073394775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,5120,0.08361173470815023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,5120,0.08284800052642823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,5120,0.07721920013427734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,5120,0.07599466641743978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,5120,0.07020800113677979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,5120,0.07186346848805746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,5120,0.10162879625956218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,5120,0.06449280182520548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,5120,0.05922880172729492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,5120,0.05258239905039469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,5120,0.06510506470998129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,5120,0.05212479829788208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,5120,0.04648213386535645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,5120,0.041118931770324704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,5120,0.04569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,5120,0.03465706507364909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,5120,0.03341546853383382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,5120,0.02882240017255147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,5120,0.022264534235000612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,5120,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,5120,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,5120,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,5120,0.014889599879582724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,5120,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,5120,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,5120,0.039502934614817305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,5120,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,5120,0.012825600306193032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,5120,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,5120,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,5120,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,5120,0.027166932821273804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,5120,0.011617066462834676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,5120,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,5120,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,5120,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,5120,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,5120,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,5120,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,5120,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,5120,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,5120,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,5120,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,5120,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,5120,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,5120,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,5120,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,5120,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,5120,0.009619200229644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,5120,0.00988266666730245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,5120,0.009967999656995137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,5120,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,5120,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,5120,0.058481065432230625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,5120,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,5120,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,5120,0.010066133737564088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,5120,0.009829333424568177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,5120,0.009788800279299419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,5120,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,5120,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,5120,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,5120,0.09427200158437093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,5120,0.18008000055948895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,5120,0.05238080024719238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,5120,0.03139093319574992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,5120,0.03086293339729309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,5120,0.030114134152730305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,5120,0.030134399731953938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,5120,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,5120,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,5120,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,5120,0.028947200377782183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,5120,0.02718186577161153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,5120,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,5120,0.02766079902648926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,5120,0.026437334219614667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,5120,0.02598186731338501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,5120,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,5120,0.024780799945195518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,5120,0.02399359941482544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,5120,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,5120,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,5120,0.026394667228062947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,5120,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,5120,0.022235733270645142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,5120,0.022290132443110146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,5120,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,5120,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,5120,0.02044266661008199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,5120,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,5120,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,5120,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,5120,0.01945919990539551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,5120,0.018228266636530557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,5120,0.017411200205485027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,5120,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,5120,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,5120,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,5120,0.02001706759134928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,5120,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,5120,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,5120,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,5120,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,5120,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,5120,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,5120,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,5120,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,5120,0.01611199975013733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,5120,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,5120,0.015385599931081137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,5120,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,5120,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,5120,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,5120,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,5120,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,5120,0.01536853313446045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,5120,0.01578879952430725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,5120,0.015570132931073507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,5120,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,5120,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,5120,0.015384533007939658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,5120,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,5120,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,5120,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,5120,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,5120,0.01570026675860087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,5120,0.01537493367989858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,5120,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,5120,0.015432533621788026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,5120,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,5120,0.015659733613332113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,5120,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,4096,0.023578667640686037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,4096,0.009086933732032777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,4096,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,4096,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,5120,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,4096,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,4096,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,4096,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,4096,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,4096,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,4096,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,4096,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,4096,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,4096,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,4096,0.007743999858697255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,4096,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,4096,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,4096,0.0076789334416389465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,4096,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,4096,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,4096,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,4096,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,4096,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,4096,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,4096,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,4096,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,4096,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,4096,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,4096,0.007002666592597961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,4096,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,4096,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,4096,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,4096,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,4096,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,4096,0.006579199930032094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,4096,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,4096,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,4096,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,4096,0.006107733150323232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,4096,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,4096,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,4096,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,4096,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,4096,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,5120,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,4096,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,4096,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,4096,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,4096,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,4096,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,4096,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,4096,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,4096,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,4096,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,4096,0.005224533379077911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,4096,0.0053941334287325535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,4096,0.004345599810282389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,4096,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,4096,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,4096,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,4096,0.004369066655635833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,4096,0.004587733248869578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,4096,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,4096,0.004437333345413208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,4096,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,4096,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,4096,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,4096,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,4096,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,4096,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,4096,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,4096,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,4096,0.003882666677236557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,4096,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,4096,0.04878186782201131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,4096,0.381224536895752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,4096,0.08500693639119467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,4096,0.19512640635172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,4096,0.042479999860127765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,4096,0.041970133781433105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,4096,0.04164053201675415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,4096,0.03968000014623006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,4096,0.03950719833374024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,4096,0.03935466607411702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,4096,0.03728426694869995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,4096,0.03794346650441487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,4096,0.036556800206502274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,4096,0.03709119955698649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,4096,0.03444053332010905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,4096,0.0344490647315979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,4096,0.034825599193573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,4096,0.034886399904886886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,4096,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,4096,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,4096,0.03286293347676595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,4096,0.03088639974594116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,4096,0.030997333923975627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,4096,0.028918399413426714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,4096,0.028964267174402876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,4096,0.02943893273671468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,4096,0.02895893255869548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,4096,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,4096,0.025296000639597575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,4096,0.025037866830825806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,4096,0.023550933599472045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,4096,0.02391466697057088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,4096,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,4096,0.02209386626879374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,4096,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,4096,0.026922667026519777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,4096,0.020835200945536293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,4096,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,4096,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,4096,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,4096,0.02097919980684916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,4096,0.01725226640701294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,4096,0.02373759945233663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,4096,0.0195850670337677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,4096,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,4096,0.020090667406717937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,4096,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,4096,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,4096,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,4096,0.018017067511876424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,4096,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,4096,0.025413332382837932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,4096,0.01727679967880249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,4096,0.01677653392155965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,4096,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,4096,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,4096,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,4096,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,4096,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,4096,0.017001599073410034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,4096,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,4096,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,4096,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,4096,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,4096,0.01760960022608439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,4096,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,4096,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,4096,0.016863999764124553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,4096,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,4096,0.01768746574719747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,4096,0.016673066218694053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,4096,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,4096,0.016456533471743265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,4096,0.015617066621780395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,4096,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,4096,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,4096,0.3263541221618652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,4096,0.6867935816446941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,4096,0.11107199986775715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,4096,0.10527786413828533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,4096,0.09902613162994385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,4096,1.3702667236328125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,4096,0.0928394635518392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,4096,0.10528106689453125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,4096,0.08706026871999105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,4096,0.08705706596374511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,4096,0.09890027046203613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,4096,0.08122133413950602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,4096,0.08082026640574137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,4096,0.0748085339864095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,4096,0.07510826587677003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,4096,0.06892906824747722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,4096,0.06906239986419678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,4096,0.11120746930440266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,4096,0.09302186965942383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,4096,0.06258240143458048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,4096,0.06298666795094808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,4096,0.05095146497090658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,4096,0.05063466628392538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,4096,0.044794666767120364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,4096,0.044498133659362796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,4096,0.03906559944152832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,4096,0.0382698655128479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,4096,0.03298133412996928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,4096,0.032075732946395874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,4096,0.027064534028371175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,4096,0.026395734151204425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,4096,0.05677440166473389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,4096,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,4096,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,4096,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,4096,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,4096,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,4096,0.013576533397038779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,4096,0.013595733046531677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,4096,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,4096,0.012134400010108948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,4096,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,4096,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,4096,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,4096,0.010410666465759277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,4096,0.010526933272679647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,4096,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,4096,0.010498133301734925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,4096,0.010437333583831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,4096,0.01088746686776479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,4096,0.00918293297290802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,4096,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,4096,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,4096,0.05680960019429525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,4096,0.009367466966311137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,4096,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,4096,0.009108266234397889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,4096,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,4096,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,4096,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,4096,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,4096,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,4096,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,4096,0.009225599964459737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,4096,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,4096,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,4096,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,4096,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,4096,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,4096,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,4096,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,4096,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,4096,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,4096,0.13499306042989095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,4096,0.07274986902872721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,4096,0.03868693510691325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,4096,0.02600319981575012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,4096,0.026195200284322102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,4096,0.025595732529958087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,4096,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,4096,0.02518826723098755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,4096,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,4096,0.024516266584396363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,4096,0.023898667097091673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,4096,0.0235317329565684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,4096,0.02304533322652181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,4096,0.02251946727434794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,4096,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,4096,0.022370133797327676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,4096,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,4096,0.021449599663416544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,4096,0.02404266595840454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,4096,0.020440532763799032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,4096,0.02153173287709554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,4096,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,4096,0.01978879968325297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,4096,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,4096,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,4096,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,4096,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,4096,0.018228266636530557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,4096,0.017489065726598106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,4096,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,4096,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,4096,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,4096,0.017028266191482545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,4096,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,4096,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,4096,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,4096,0.014972800016403198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,4096,0.013673599561055502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,4096,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,4096,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,4096,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,4096,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,4096,0.013512532909711203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,4096,0.013620266318321228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,4096,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,4096,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,4096,0.01378773351510366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,4096,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,4096,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,4096,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,4096,0.013326932986577352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,4096,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,4096,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,4096,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,4096,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,4096,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,4096,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,4096,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,4096,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,4096,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,4096,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,4096,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,4096,0.013539200027783712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,4096,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,4096,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,4096,0.013516799608866373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,4096,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,4096,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,4096,0.013375999530156455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,3584,0.041674665609995526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,3584,0.008406399687131246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,3584,0.021363200743993123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,3584,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,3584,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,3584,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,4096,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,3584,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,3584,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,3584,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,3584,0.006520533561706543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,3584,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,3584,0.0065098668138186145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,3584,0.006836266815662384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,3584,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,3584,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,3584,0.007191466788450877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,3584,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,3584,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,3584,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,3584,0.0064416001240412395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,3584,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,3584,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,3584,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,3584,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,3584,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,3584,0.0063381334145863845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,4096,0.013722667098045349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,3584,0.006302933394908905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,3584,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,3584,0.006239999830722809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,3584,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,3584,0.006628266473611195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,3584,0.0059690664211908976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,3584,0.005929600199063619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,3584,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,3584,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,3584,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,3584,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,3584,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,3584,0.005307733515898387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,3584,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,3584,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,3584,0.005938133100668589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,3584,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,3584,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,3584,0.005809066692988077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,3584,0.005891199906667074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,3584,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,3584,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,3584,0.005569066603978475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,3584,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,3584,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,3584,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,3584,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,3584,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,3584,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,3584,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,3584,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,3584,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,3584,0.006354133288065593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,3584,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,3584,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,3584,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,3584,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,3584,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,3584,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,3584,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,3584,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,3584,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,3584,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,3584,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,3584,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,3584,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,3584,0.005127466718355815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,3584,0.17047467231750488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,3584,0.33493439356486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,3584,0.06802773475646973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,3584,0.03924800157546997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,3584,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,3584,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,3584,0.0371946652730306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,3584,0.03670506477355957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,3584,0.035468800862630205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,3584,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,3584,0.03490986824035645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,3584,0.03502399921417236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,3584,0.03445333242416382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,3584,0.0337066650390625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,3584,0.03354026476542155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,3584,0.032730666796366374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,3584,0.031179734071095783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,3584,0.030897066990534468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,3584,0.030530132850011188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,3584,0.029175466299057005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,3584,0.039826134840647384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,3584,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,3584,0.028946133454640706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,3584,0.026866134007771807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,3584,0.02693866689999898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,3584,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,3584,0.026364799340565997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,3584,0.02732586661974589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,3584,0.02392959992090861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,3584,0.024589866399765015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,3584,0.02330026626586914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,3584,0.02295680046081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,3584,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,3584,0.020985599358876547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,3584,0.019258666038513183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,3584,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,3584,0.018478933970133463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,3584,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,3584,0.023667200406392416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,3584,0.01805866758028666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,3584,0.01790613333384196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,3584,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,3584,0.018253866831461588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,3584,0.017526400089263917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,3584,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,3584,0.01727573275566101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,3584,0.01722453236579895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,3584,0.0180842657883962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,3584,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,3584,0.018295466899871826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,3584,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,3584,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,3584,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,3584,0.016889599959055583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,3584,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,3584,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,3584,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,3584,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,3584,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,3584,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,3584,0.016054399808247886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,3584,0.015569067001342774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,3584,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,3584,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,3584,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,3584,0.015558399756749473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,3584,0.0178656001885732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,3584,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,3584,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,3584,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,3584,0.015446399648984274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,3584,0.015635200341542563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,3584,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,3584,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,3584,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,3584,0.26373440424601235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,3584,0.6955338795979817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,3584,0.11081493695576985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,3584,1.3743029276529948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,3584,0.0989471991856893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,3584,0.110481063524882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,3584,0.09226453304290771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,3584,0.10390720367431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,3584,0.09231893221537271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,3584,0.08618773619333903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,3584,0.08613226413726807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,3584,0.08015253543853759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,3584,0.0800160010655721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,3584,0.07435519695281982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,3584,0.07391146818796793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,3584,0.06855893135070801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,3584,0.06814186573028565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,3584,0.09812053044637045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,3584,0.10476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,3584,0.06205120086669922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,3584,0.06211946805318197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,3584,0.05011200110117594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,3584,0.050086398919423424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,3584,0.044359465440114335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,3584,0.04400853315989177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,3584,0.03825920025507609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,3584,0.038040534655253096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,3584,0.03250666658083598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,3584,0.031352533896764116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,3584,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,3584,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,3584,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,3584,0.019381332397460937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,3584,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,3584,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,3584,0.013260799646377563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,3584,0.05674026807149252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,3584,0.013590400417645773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,3584,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,3584,0.01197653313477834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,3584,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,3584,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,3584,0.010449066758155823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,3584,0.01204800009727478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,3584,0.01034879982471466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,3584,0.010086400310198466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,3584,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,3584,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,3584,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,3584,0.010461866855621338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,3584,0.008825600147247314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,3584,0.01053013304869334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,3584,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,3584,0.008803199728329976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,3584,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,3584,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,3584,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,3584,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,3584,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,3584,0.008749866485595703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,3584,0.008426666259765625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,3584,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,3584,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,3584,0.009242666761080424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,3584,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,3584,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,3584,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,3584,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,3584,0.008798933029174805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,3584,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,3584,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,3584,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,3584,0.12170346577962239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,3584,0.008809600273768108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,3584,0.06611200173695883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,3584,0.05670293172200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,3584,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,3584,0.02404159903526306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,3584,0.023497599363327026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,3584,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,3584,0.02232426603635152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,3584,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,3584,0.03460373481114705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,3584,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,3584,0.022247467438379923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,3584,0.021917865673700968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,3584,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,3584,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,3584,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,3584,0.020284799734751384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,3584,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,3584,0.01939199964205424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,3584,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,3584,0.01781866749127706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,3584,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,3584,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,3584,0.01817493240038554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,3584,0.017897599935531618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,3584,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,3584,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,3584,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,3584,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,3584,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,3584,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,3584,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,3584,0.015414399902025857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,3584,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,3584,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,3584,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,3584,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,3584,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,3584,0.013346133629480996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,3584,0.013229866822560629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,3584,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,3584,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,3584,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,3584,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,3584,0.01297599971294403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,3584,0.01264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,3584,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,3584,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,3584,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,3584,0.012455466389656066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,3584,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,3584,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,3584,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,3584,0.012781866391499839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,3584,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,3584,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,3584,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,3584,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,3584,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,3584,0.012822399536768595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,3584,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,3584,0.012549333771069846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,3584,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,3584,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,3584,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,3584,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,3584,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,3584,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,3584,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,3584,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,3584,0.012698666254679362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,3584,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,3072,0.03649813334147135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,3072,0.016778665781021117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,3072,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,3072,0.006364800035953522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,3584,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,3072,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,3072,0.006289066871007283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,3584,0.012906666596730551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,3072,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,3072,0.005980800092220307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,3072,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,3072,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,3072,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,3072,0.0060703997810681665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,3072,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,3072,0.0064533332983652755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,3072,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,3072,0.006779733300209046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,3072,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,3072,0.006484266618887584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,3072,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,3072,0.006016000111897787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,3072,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,3072,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,3072,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,3072,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,3072,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,3072,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,3072,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,3072,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,3584,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,3072,0.005564799904823304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,3072,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,3072,0.005532800157864889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,3072,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,3072,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,3072,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,3072,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,3072,0.00553706685702006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,3072,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,3072,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,3072,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,3072,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,3072,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,3072,0.004757333298524221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,3072,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,3072,0.0047882666190465295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,3072,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,3072,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,3072,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,3072,0.004755199948946635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,3072,0.005941333373387655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,3072,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,3072,0.004860800007979075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,3072,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,3072,0.004724266628424326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,3072,0.00439680020014445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,3072,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,3072,0.004331733286380768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,3072,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,3072,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,3072,0.004545066754023234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,3072,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,3072,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,3072,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,3072,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,3072,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,3072,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,3072,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,3072,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,3072,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,3072,0.14609492619832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,3072,0.28941545486450193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,3072,0.055359999338785805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,3072,0.035010135173797606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,3072,0.03611626625061035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,3072,0.03326186736424764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,3072,0.03435306549072266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,3072,0.034423466523488364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,3072,0.03363733291625977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,3072,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,3072,0.03324693242708842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,3072,0.03243199984232585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,3072,0.0327839990456899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,3072,0.03094826738039653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,3072,0.03078826665878296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,3072,0.02904213269551595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,3072,0.004315733412901561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,3072,0.02890026569366455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,3072,0.03295146624247233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,3072,0.028888533512751263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,3072,0.02876480023066203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,3072,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,3072,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,3072,0.02503040035565694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,3072,0.02531413237253825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,3072,0.023690666755040488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,3072,0.024964267015457155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,3072,0.029820799827575684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,3072,0.022755199670791627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,3072,0.02468693256378174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,3072,0.022884267568588256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,3072,0.0226090669631958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,3072,0.020870399475097657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,3072,0.028754132986068725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,3072,0.020754132668177286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,3072,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,3072,0.0179967999458313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,3072,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,3072,0.018942934274673463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,3072,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,3072,0.022631466388702393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,3072,0.017810134092966716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,3072,0.01679253379503886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,3072,0.018397865692774455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,3072,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,3072,0.018871466318766274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,3072,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,3072,0.01698026657104492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,3072,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,3072,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,3072,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,3072,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,3072,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,3072,0.015590399503707886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,3072,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,3072,0.01725546717643738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,3072,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,3072,0.022106667359670006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,3072,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,3072,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,3072,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,3072,0.015179733435312906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,3072,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,3072,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,3072,0.015016532937685647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,3072,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,3072,0.015842133760452272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,3072,0.0151637335618337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,3072,0.015939199924468996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,3072,0.015195733308792115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,3072,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,3072,0.014688000082969666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,3072,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,3072,0.015304533640543619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,3072,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,3072,0.015364266435305276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,3072,0.6895818710327148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,3072,0.10981226762135823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,3072,0.1041759967803955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,3072,0.21006399790445962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,3072,0.09859519799550374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,3072,1.379910405476888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,3072,0.09157013098398845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,3072,0.10949546496073406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,3072,0.08592426776885986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,3072,0.08584427038828532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,3072,0.07977173328399659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,3072,0.0795530637105306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,3072,0.0739530642827352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,3072,0.07406613032023111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,3072,0.06781226793924967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,3072,0.06761813163757324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,3072,0.10383786360422771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,3072,0.0977567990620931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,3072,0.09159573713938395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,3072,0.062002134323120114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,3072,0.06212906837463379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,3072,0.04972266753514608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,3072,0.044222935040791826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,3072,0.04355093240737915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,3072,0.05557119846343994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,3072,0.03738666772842407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,3072,0.05675520102183024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,3072,0.03128640055656433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,3072,0.027026132742563887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,3072,0.025226666529973345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,3072,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,3072,0.03832639853159587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,3072,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,3072,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,3072,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,3072,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,3072,0.01304639975229899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,3072,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,3072,0.01135040024916331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,3072,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,3072,0.011528533697128297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,3072,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,3072,0.03213760058085124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,3072,0.009681066870689392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,3072,0.010076799988746643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,3072,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,3072,0.010013866424560546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,3072,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,3072,0.009689600268999735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,3072,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,3072,0.00862613320350647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,3072,0.008410666386286418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,3072,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,3072,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,3072,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,3072,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,3072,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,3072,0.008453333377838134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,3072,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,3072,0.008412800232569377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,3072,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,3072,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,3072,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,3072,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,3072,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,3072,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,3072,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,3072,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,3072,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,3072,0.008551466464996337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,3072,0.008384000261624653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,3072,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,3072,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,3072,0.1061568021774292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,3072,0.05750079949696859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,3072,0.03137279947598775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,3072,0.021406932671864828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,3072,0.021450666586558025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,3072,0.02105813423792521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,3072,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,3072,0.021191465854644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,3072,0.020206934213638304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,3072,0.020345600446065266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,3072,0.01943146586418152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,3072,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,3072,0.019463467597961425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,3072,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,3072,0.01984106699625651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,3072,0.018262400229771932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,3072,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,3072,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,3072,0.017412267128626504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,3072,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,3072,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,3072,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,3072,0.016801067193349204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,3072,0.01575146714846293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,3072,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,3072,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,3072,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,3072,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,3072,0.0149536003669103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,3072,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,3072,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,3072,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,3072,0.013132799665133157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,3072,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,3072,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,3072,0.012107732892036437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,3072,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,3072,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,3072,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,3072,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,3072,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,3072,0.012135466933250428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,3072,0.012071466445922852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,3072,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,3072,0.011643733580907185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,3072,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,3072,0.011756799618403117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,3072,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,3072,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,3072,0.012049067020416259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,3072,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,3072,0.011749333143234253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,3072,0.01184213360150655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,3072,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,3072,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,3072,0.011776000261306763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,3072,0.011972266435623168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,3072,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,3072,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,3072,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,3072,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,3072,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,3072,0.012110933661460876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,3072,0.011738666892051696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,3072,0.011748266220092774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,3072,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,3072,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,3072,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,3072,0.011724799871444702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,3072,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,3072,0.011667199929555257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,3072,0.01214400033156077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,2560,0.03186026612917582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,2560,0.011192533373832702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,2560,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,2560,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,2560,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,2560,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,2560,0.00581333339214325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,2560,0.005962666869163513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,2560,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,2560,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,2560,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,2560,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,2560,0.005774933099746704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,2560,0.005750399827957153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,2560,0.005739733576774597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,2560,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,2560,0.005525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,2560,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,2560,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,2560,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,2560,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,2560,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,3072,0.011609599987665812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,2560,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,2560,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,2560,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,2560,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,2560,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,2560,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,2560,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,2560,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,2560,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,2560,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,2560,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,2560,0.005127466718355815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,2560,0.004980266590913137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,2560,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,2560,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,2560,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,2560,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,2560,0.004891733328501383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,2560,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,2560,0.004902400076389313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,2560,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,2560,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,2560,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,2560,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,2560,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,2560,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,2560,0.004983466863632202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,2560,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,2560,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,2560,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,2560,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,2560,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,3072,0.012013866504033407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,2560,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,2560,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,2560,0.0048981333772341405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,2560,0.0047423998514811196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,2560,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,2560,0.04545173247655233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,2560,0.24262080192565919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,2560,0.1182165304819743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,2560,0.032942932844161985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,2560,0.0313920001188914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,2560,0.03200640082359314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,2560,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,2560,0.030953600009282427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,2560,0.029436800877253217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,2560,0.029976532856623335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,2560,0.033019733428955075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,2560,0.029099732637405396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,2560,0.02908160090446472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,2560,0.02889066735903422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,2560,0.02831679979960124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,2560,0.028429865837097168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,2560,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,2560,0.027294933795928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,2560,0.027665066719055175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,2560,0.02659200032552083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,2560,0.02507413427035014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,2560,0.02512960036595662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,2560,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,2560,0.02327466607093811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,2560,0.02315733234087626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,2560,0.022961066166559855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,2560,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,2560,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,2560,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,2560,0.022692267100016275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,2560,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,2560,0.022346667448679605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,2560,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,2560,0.02004800041516622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,2560,0.020742400487263998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,2560,0.018314667542775474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,2560,0.017014400164286295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,2560,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,2560,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,2560,0.017784533898035686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,2560,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,2560,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,2560,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,2560,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,3072,0.05019306739171346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,2560,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,2560,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,2560,0.016364799936612447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,2560,0.017374932765960693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,2560,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,2560,0.016059733430544534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,2560,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,2560,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,2560,0.015808000167210897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,2560,0.01511573294798533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,2560,0.015158399939537048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,2560,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,2560,0.016385066509246825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,2560,0.01768853267033895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,2560,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,2560,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,2560,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,2560,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,2560,0.01604693333307902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,2560,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,2560,0.016900267203648886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,2560,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,2560,0.015005866686503092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,2560,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,2560,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,2560,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,2560,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,2560,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,2560,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,2560,0.015987199544906617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,2560,0.1999765396118164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,2560,1.3638741811116537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,2560,0.10937706629435222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,2560,0.10341973304748535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,2560,0.6832480112711589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,2560,0.09722879727681479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,2560,0.0914901336034139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,2560,0.10914133389790852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,2560,0.08530453046162924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,2560,0.08509653409322103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,2560,0.07927786509195964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,2560,0.07889493306477866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,2560,0.0731264034907023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,2560,0.0730410655339559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,2560,0.06734933058420817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,2560,0.09731733004252116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,2560,0.06730026404062907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,2560,0.1034442663192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,2560,0.09117440382639566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,2560,0.061626664797465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,2560,0.0550378680229187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,2560,0.048920532067616776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,2560,0.04352106650670369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,2560,0.042787198225657144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,2560,0.03747520049413045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,2560,0.037006934483846024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,2560,0.05580693483352661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,2560,0.031674667199452715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,2560,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,2560,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,2560,0.025100799401601155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,2560,0.019770665963490804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,2560,0.01908373236656189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,2560,0.06091733376185099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,2560,0.012754133343696595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,2560,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,2560,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,2560,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,2560,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,2560,0.01088106632232666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,2560,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,2560,0.009638399879137675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,2560,0.00969599982102712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,2560,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,2560,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,2560,0.00936853289604187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,2560,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,2560,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,2560,0.009262933333714803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,2560,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,2560,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,2560,0.008089600006739299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,2560,0.007997866471608479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,2560,0.007763200004895528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,2560,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,2560,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,2560,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,2560,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,2560,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,2560,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,2560,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,2560,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,2560,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,2560,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,2560,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,2560,0.008148266871770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,2560,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,2560,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,2560,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,2560,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,2560,0.09145387013753256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,2560,0.007998933394749958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,2560,0.0502623995145162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,2560,0.007850666840871174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,2560,0.02719786763191223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,2560,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,2560,0.018618667125701906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,2560,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,2560,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,2560,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,2560,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,2560,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,2560,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,2560,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,2560,0.017429333925247193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,2560,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,2560,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,2560,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,2560,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,2560,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,2560,0.01576533317565918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,2560,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,2560,0.015012266238530478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,2560,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,2560,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,2560,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,2560,0.0138154665629069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,2560,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,2560,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,2560,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,2560,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,2560,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,2560,0.012591999769210816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,2560,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,2560,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,2560,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,2560,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,2560,0.01290880044301351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,2560,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,2560,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,2560,0.01107413371404012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,2560,0.0107914666334788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,2560,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,2560,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,2560,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,2560,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,2560,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,2560,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,2560,0.010856533050537109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,2560,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,2560,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,2560,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,2560,0.0107424000898997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,2560,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,2560,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,2560,0.01074666678905487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,2560,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,2560,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,2560,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,2560,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,2560,0.01106346646944682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,2560,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,2560,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,2560,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,2560,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,2560,0.01083626647790273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,2560,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,2560,0.010890666643778484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,2560,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,2048,0.008851200342178345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,2048,0.027704532941182452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,2048,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,2048,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,2048,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,2048,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,2048,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,2048,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,2048,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,2048,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,2048,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,2048,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,2048,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,2048,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,2048,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,2048,0.004603733122348785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,2048,0.004594133297602335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,2048,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,2048,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,2048,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,2048,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,2048,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,2048,0.0043605332573254905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,2048,0.004363733530044556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,2048,0.004314666489760081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,2048,0.004265599946180979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,2048,0.004701866706212362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,2048,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,2048,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,2048,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,2048,0.004333866635958353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,2048,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,2048,0.004810666541258494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,2048,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,2048,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,2048,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,2048,0.0043029333154360454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,2048,0.004729599754015604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,2048,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,2048,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,2048,0.004410666724046072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,2048,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,2048,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,2048,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,2048,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,2048,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,2048,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,2048,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,2048,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,2048,0.004713599880536398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,2048,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,2048,0.1956160068511963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,2048,0.08627519607543946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,2048,0.039051731427510575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,2048,0.02903146743774414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,2048,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,2048,0.028750934203465778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,2048,0.02871146599451701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,2048,0.02887360056241353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,2048,0.027294933795928955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,2048,0.028935466210047407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,2048,0.02733013431231181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,2048,0.02727466622988383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,2048,0.02674773335456848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,2048,0.028886399666468304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,2048,0.02656853397687276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,2048,0.027830400069554645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,2048,0.024791467189788818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,2048,0.02376853426297506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,2048,0.024665600061416625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,2048,0.02336853345235189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,2560,0.0493343989054362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,2048,0.023471999168395995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,2048,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,2048,0.022476800282796226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,2048,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,2048,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,2048,0.02288853327433268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,2048,0.022051199277242025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,2048,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,2048,0.021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,2048,0.021196800470352172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,2048,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,2048,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,2048,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,2048,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,2048,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,2048,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,2048,0.017434666554133095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,2048,0.016670932372411094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,2048,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,2048,0.017826133966445924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,2048,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,2048,0.017206400632858276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,2048,0.015491200486818948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,2048,0.015220266580581666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,2048,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,2048,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,2048,0.020029866695404054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,2048,0.015044266978899637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,2048,0.017067732413609822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,2048,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,2048,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,2048,0.01594239970048269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,2048,0.014730667074521383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,2048,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,2048,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,2048,0.016852267583211265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,2048,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,2048,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,2048,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,2048,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,2048,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,2048,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,2048,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,2048,0.015337600310643514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,2048,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,2048,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,2048,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,2048,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,2048,0.014593066771825156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,2048,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,2048,0.014822399616241455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,2048,0.014563199877738953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,2048,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,2048,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,2048,0.637164815266927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,2048,1.3535093943277994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,2048,0.2001258691151937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,2048,0.10912426312764485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,2048,0.09738453229268393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,2048,0.10958826541900635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,2048,0.09077013333638509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,2048,0.09062506357828776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,2048,0.08490453561147054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,2048,0.08530346552530924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,2048,0.07878613471984863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,2048,0.07913280328114827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,2048,0.073090132077535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,2048,0.07306773662567138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,2048,0.06690133412679036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,2048,0.06691413720448812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,2048,0.10304426352183024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,2048,0.10386026700337728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,2048,0.09646186828613282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,2048,0.06081706682840983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,2048,0.06122666597366333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,2048,0.0488319993019104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,2048,0.04351253509521484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,2048,0.042718935012817386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,2048,0.054720000425974524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,2048,0.03745173215866089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,2048,0.03679360151290893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,2048,0.031625600655873616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,2048,0.0310261329015096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,2048,0.025500800212224322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,2048,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,2048,0.01967359979947408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,2048,0.013598933815956116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,2048,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,2048,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,2048,0.055046399434407554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,2048,0.012128000458081562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,2048,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,2048,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,2048,0.010428800185521444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,2048,0.01051520009835561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,2048,0.008930133779843648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,2048,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,2048,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,2048,0.008871466914812724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,2048,0.008940800031026205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,2048,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,2048,0.009303466478983561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,2048,0.008761599659919739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,2048,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,2048,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,2048,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,2048,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,2048,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,2048,0.007589333256085714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,2048,0.007638399799664815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,2048,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,2048,0.007405866682529449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,2048,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,2048,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,2048,0.007717333237330119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,2048,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,2048,0.007222400108973186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,2048,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,2048,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,2048,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,2048,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,2048,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,2048,0.007237333556016285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,2048,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,2048,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,2048,0.07516053517659506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,2048,0.03869013388951619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,2048,0.02321066657702128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,2048,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,2048,0.00764160007238388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,2048,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,2048,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,2048,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,2048,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,2048,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,2048,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,2048,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,2048,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,2048,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,2048,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,2048,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,2048,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,2048,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,2048,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,2048,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,2048,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,2048,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,2048,0.0129013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,2048,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,2048,0.012755200266838074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,2048,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,2048,0.012495999534924824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,2048,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,2048,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,2048,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,2048,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,2048,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,2048,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,2048,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,2048,0.01095466713110606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,2048,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,2048,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,2048,0.010452266534169514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,2048,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,2048,0.010326400399208069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,2048,0.010089600086212158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,2048,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,2048,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,2048,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,2048,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,2048,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,2048,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,2048,0.009833600123723347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,2048,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,2048,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,2048,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,2048,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,2048,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,2048,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,2048,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,2048,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,2048,0.0101173331340154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,2048,0.00995306670665741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,2048,0.009665066997210186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,2048,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,2048,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,2048,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,2048,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,2048,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,2048,0.010050132870674133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,2048,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,1536,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,1536,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,1536,0.005138133466243744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,1536,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,1536,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,1536,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,1536,0.004366933306058248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,1536,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,1536,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,1536,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,1536,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,1536,0.004364799956480662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,1536,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,1536,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,1536,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,1536,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,1536,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,1536,0.0040853333969910945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,1536,0.004353066782156626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,1536,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,1536,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,1536,0.004002133260170618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,1536,0.003886933376391729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,1536,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,1536,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,1536,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,1536,0.003955200066169103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,1536,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,1536,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,1536,0.004572799801826477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,1536,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,1536,0.0038272000849246977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,1536,0.0038304001092910765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,1536,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,1536,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,1536,0.003903999924659729
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,1536,0.0037418665985266366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,1536,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,1536,0.003731200098991394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,1536,0.0037759999434153237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,1536,0.003739733248949051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,1536,0.004007466634114583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,1536,0.0038389332592487337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,1536,0.0037589333951473236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,1536,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,1536,0.003770666569471359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,1536,0.0037119999527931214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,1536,0.003735466549793879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,1536,0.004520533482233683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,1536,0.003752533346414566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,1536,0.0037503999968369803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,1536,0.0038122666378815973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,1536,0.003509333233038584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,1536,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,1536,0.0034656000634034475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,1536,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,1536,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,1536,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,1536,0.0035306667288144433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,1536,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,1536,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,1536,0.003421866645415624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,1536,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,1536,0.00346666673819224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,1536,0.0034506666163603462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,1536,0.14702827135721844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,1536,0.05586773157119751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,1536,0.03305280009905497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,1536,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,1536,0.02685439984003703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,1536,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,1536,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,1536,0.026372265815734864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,1536,0.024808533986409507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,1536,0.025336533784866333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,1536,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,1536,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,1536,0.024629332621892295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,1536,0.02482453385988871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,1536,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,1536,0.023987199862798056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,1536,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,1536,0.023177599906921385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,1536,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,1536,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,1536,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,1536,0.022743467489878336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,1536,0.022794665892918904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,1536,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,1536,0.022146133581797282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,1536,0.021211733420689903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,2048,0.04848320086797078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,1536,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,1536,0.021090133984883627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,1536,0.020386133591334024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,1536,0.020171733697255452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,1536,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,1536,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,1536,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,1536,0.023333332935969033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,1536,0.017228800058364867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,1536,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,1536,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,1536,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,1536,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,1536,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,1536,0.015997866789499916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,1536,0.01590293347835541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,1536,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,1536,0.019703465700149535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,1536,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,1536,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,1536,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,1536,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,1536,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,1536,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,1536,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,1536,0.017498666048049928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,1536,0.016359466314315795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,1536,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,1536,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,1536,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,1536,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,1536,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,1536,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,1536,0.014954666296641031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,1536,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,1536,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,1536,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,1536,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,1536,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,1536,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,1536,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,1536,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,1536,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,1536,0.014569600423177084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,1536,0.015190399686495461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,1536,0.10790186723073322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,1536,0.19818132718404133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,1536,0.10177706877390544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,1536,0.40557546615600587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,1536,0.09648853143056234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,1536,1.3454964955647788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,1536,0.09122026761372884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,1536,0.1082144021987915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,1536,0.1020085334777832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,1536,0.08377386728922526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,1536,0.08400533199310303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,1536,0.07799146970113119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,1536,0.07837653160095215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,1536,0.07189226945241292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,1536,0.07265706857045492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,1536,0.0661301334698995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,1536,0.06653013229370117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,1536,0.09646720091501872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,1536,0.09021866321563721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,1536,0.060386133193969724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,1536,0.04848213195800781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,1536,0.04846719900767009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,1536,0.054315733909606936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,1536,0.04234026670455933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,1536,0.04238506555557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,1536,0.0375434676806132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,1536,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,1536,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,1536,0.030061866839726763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,1536,0.025135999917984007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,1536,0.02432960073153178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,1536,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,1536,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,1536,0.013330133756001792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,1536,0.06000853379567465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,1536,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,1536,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,1536,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,1536,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,1536,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,1536,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,1536,0.05422506729761759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,1536,0.008552533388137818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,1536,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,1536,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,1536,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,1536,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,1536,0.008885332942008972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,1536,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,1536,0.008539733290672303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,1536,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,1536,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,1536,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,1536,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,1536,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,1536,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,1536,0.007228800157705943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,1536,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,1536,0.007147733370463054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,1536,0.007236266632874806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,1536,0.0071722666422526045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,1536,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,1536,0.010056533416112264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,1536,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,1536,0.007106133302052816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,1536,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,1536,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,1536,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,1536,0.007361066838105519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,1536,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,1536,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,1536,0.060354133447011314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,1536,0.03059626619021098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,1536,0.01927466591199239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,1536,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,1536,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,1536,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,1536,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,1536,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,1536,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,1536,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,1536,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,1536,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,1536,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,1536,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,1536,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,1536,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,1536,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,1536,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,1536,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,1536,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,1536,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,1536,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,1536,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,1536,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,1536,0.011562666296958924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,1536,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,1536,0.011245866616566975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,1536,0.011251200238863628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,1536,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,1536,0.010930132865905762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,1536,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,1536,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,1536,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,1536,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,1536,0.010075733065605164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,1536,0.010063999891281128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,1536,0.009231999516487122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,1536,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,1536,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,1536,0.009221333265304565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,1536,0.009226666887601216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,1536,0.009238400061925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,1536,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,1536,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,1536,0.008753066261609394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,1536,0.009106133381525676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,1536,0.0088128000497818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,1536,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,1536,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,1536,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,1536,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,1536,0.008861866593360902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,1536,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,1536,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,1536,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,1536,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,1536,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,1536,0.009103999535242716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,1536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,1536,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,1024,0.009213866790135701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,1024,0.00581333339214325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,1024,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,1024,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,1536,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,1024,0.0037578667203585305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,1024,0.00383786658445994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,1024,0.0036586667100588477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,1024,0.0035306667288144433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,1024,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,1024,0.0034400001168251038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,1024,0.0034965333839257562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,1024,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,1024,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,1024,0.003703466554482778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,1024,0.0034986667335033415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,1024,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,1024,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,1024,0.0035957333942254386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,1024,0.003525333354870478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,1024,0.0038261334101359046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,1024,0.0034847999612490333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,1024,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,1024,0.003470933437347412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,1024,0.003565866748491923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,1024,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,1024,0.003489066660404205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,1024,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,1024,0.0035616000493367515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,1024,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,1024,0.0032320000231266023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,1024,0.003234133372704188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,1024,0.0031968000034491217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,1024,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,1024,0.0032992000381151833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,1024,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,1024,0.003155199935038885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,1024,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,1024,0.0031136001149813337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,1024,0.0031295999884605407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,1024,0.0031199999153614043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,1024,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,1024,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,1024,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,1024,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,1024,0.0030069333811601003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,1024,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,1024,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,1024,0.003239466746648153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,1024,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,1024,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,1024,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,1024,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,1024,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,1024,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,1024,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,1024,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,1024,0.08814826806386312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,1024,0.039230934778849286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,1024,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,1024,0.027906133731206255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,1024,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,1024,0.0228767991065979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,1024,0.02108479936917623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,1024,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,1024,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,1024,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,1024,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,1024,0.021991467475891112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,1024,0.022616533438364665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,1024,0.021308799584706627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,1024,0.02258666753768921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,1024,0.020887466271718343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,1024,0.022062933444976805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,1024,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,1024,0.02199466625849406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,1024,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,1024,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,1024,0.019884800910949706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,1024,0.020539732774098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,1024,0.019282132387161255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,1024,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,1024,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,1024,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,1024,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,1024,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,1024,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,1024,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,1024,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,1024,0.018027732769648232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,1024,0.01808639963467916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,1024,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,1024,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,1024,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,1024,0.01593493322531382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,1024,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,1024,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,1024,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,1024,0.015027200182278952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,1024,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,1024,0.014763733744621277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,1024,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,1024,0.015603199601173401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,1024,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,1024,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,1024,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,1024,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,1024,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,1024,0.015963733196258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,1024,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,1024,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,1024,0.014008532961209616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,1024,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,1024,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,1024,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,1024,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,1024,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,1024,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,1024,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,1024,0.014268799622853597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,1024,0.013192533453305563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,1024,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,1024,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,1024,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,1024,0.01388053297996521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,1024,0.01402666668097178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,1024,0.01383573313554128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,1024,0.013491200407346091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,1024,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,1024,0.198090664545695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,1024,0.3921866734822591
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,1024,1.3035296122233073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,1024,0.10874666372934978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,1024,0.09650346438090006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,1024,0.10757013161977132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,1024,0.10218453407287598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,1024,0.08931840260823568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,1024,0.08989760080973307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,1024,0.08420373598734537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,1024,0.0783893346786499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,1024,0.07802346547444662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,1024,0.0721887985865275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,1024,0.07197333176930745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,1024,0.06616106828053793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,1024,0.06578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,1024,0.1022495985031128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,1024,0.08406293392181396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,1024,0.09603520234425864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,1024,0.05342400074005127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,1024,0.04784853458404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,1024,0.060773332913716636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,1024,0.06011199951171875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,1024,0.04204053481419881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,1024,0.035411198933919266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,1024,0.03594133456548055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,1024,0.029656533400217695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,1024,0.029742934306462604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,1024,0.023915733893712363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,1024,0.023562665780385336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,1024,0.01813973387082418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,1024,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,1024,0.04268800020217896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,1024,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,1024,0.011332266529401143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,1024,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,1024,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,1024,0.010943999886512757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,1024,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,1024,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,1024,0.008055466910203297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,1024,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,1024,0.00836906631787618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,1024,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,1024,0.008152533570925396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,1024,0.008042666812737782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,1024,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,1024,0.008008533219496409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,1024,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,1024,0.00660159985224406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,1024,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,1024,0.006634666522343953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,1024,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,1024,0.006500266492366791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,1024,0.05393280188242594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,1024,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,1024,0.006856533388296763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,1024,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,1024,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,1024,0.006426666676998138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,1024,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,1024,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,1024,0.006391466657320659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,1024,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,1024,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,1024,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,1024,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,1024,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,1024,0.006412800153096516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,1024,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,1024,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,1024,0.04024959802627563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,1024,0.022871466477711995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,1024,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,1024,0.011806933085123698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,1024,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,1024,0.011689600348472596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,1024,0.006365866462389629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,1024,0.011272533734639486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,1024,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,1024,0.011244799693425496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,1024,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,1024,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,1024,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,1024,0.011276800433794658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,1024,0.011274666587511698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,1024,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,1024,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,1024,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,1024,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,1024,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,1024,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,1024,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,1024,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,1024,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,1024,0.010063999891281128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,1024,0.00978559950987498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,1024,0.009664000074068705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,1024,0.010313600301742554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,1024,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,1024,0.00925973355770111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,1024,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,1024,0.009089066584904989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,1024,0.00886079967021942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,1024,0.008757332960764568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,1024,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,1024,0.00856213370958964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,1024,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,1024,0.008475733796755473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,1024,0.008135466774304708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,1024,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,1024,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,1024,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,1024,0.008387200037638346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,1024,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,1024,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,1024,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,1024,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,1024,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,1024,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,1024,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,1024,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,1024,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,1024,0.007750399907430013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,1024,0.00823466678460439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,1024,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,1024,0.008017066617806752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,1024,0.00810346653064092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,1024,0.007991466422875721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,1024,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,1024,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,1024,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,1024,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,768,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,768,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,1024,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,768,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,768,0.0034730667869249977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,768,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,768,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,768,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,768,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,1024,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,768,0.0034282666941483817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,768,0.0034527999659379324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,768,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,768,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,768,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,768,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,768,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,768,0.0033312000334262846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,768,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,768,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,768,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,768,0.00311253344019254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,768,0.003124266614516576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,768,0.00306986669699351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,768,0.0030986666679382324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,768,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,768,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,768,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,768,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,768,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,768,0.003159466634194056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,768,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,768,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,768,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,768,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,768,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,768,0.0027978666126728057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,768,0.003307733436425527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,768,0.0028607999285062153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,768,0.003230933348337809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,768,0.0029311999678611755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,768,0.003270400067170461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,768,0.0031626666585604347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,768,0.0031914666295051576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,768,0.003218133250872294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,768,0.003193599979082743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,768,0.0032320000231266023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,768,0.0031221332649389905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,768,0.003142400085926056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,768,0.0031637333333492277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,768,0.0031957333286603295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,768,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,768,0.003125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,768,0.0026837334036827086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,768,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,768,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,768,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,768,0.00311253344019254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,768,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,768,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,768,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,768,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,768,0.05734506845474243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,768,0.03302826682726542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,768,0.025042132536570234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,768,0.020911999543507895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,768,0.020706133047739664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,768,0.021236266692479452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,768,0.021227733294169108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,768,0.021860265731811525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,768,0.02094506621360779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,768,0.022201599677403767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,768,0.020863999923070274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,768,0.02079253395398458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,768,0.021201066176096597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,768,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,768,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,768,0.019934932390848793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,768,0.021035732825597127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,768,0.020332799355189005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,768,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,768,0.019016534090042114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,768,0.01922986706097921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,768,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,768,0.01946880022684733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,768,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,768,0.01874026656150818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,768,0.01790293256441752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,768,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,768,0.01688213348388672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,768,0.017146666844685875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,768,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,768,0.017198934157689413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,768,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,768,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,768,0.016062933206558227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,768,0.0187882661819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,768,0.015236266454060874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,768,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,768,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,768,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,768,0.015850667158762613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,1024,0.047254399458567305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,768,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,768,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,768,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,768,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,768,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,768,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,768,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,768,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,768,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,768,0.01479680041472117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,768,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,768,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,768,0.015559466679890952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,768,0.016132266322771708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,768,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,768,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,768,0.01418880025545756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,768,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,768,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,768,0.014734933773676554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,768,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,768,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,768,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,768,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,768,0.012630400061607362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,768,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,768,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,768,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,768,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,768,0.19737173716227213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,768,0.38842881520589195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,768,0.10709226926167806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,768,0.8144501368204752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,768,0.09610133171081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,768,0.10056107044219971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,768,0.1076309363047282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,768,0.08878080050150552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,768,0.0893226703008016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,768,0.0828501303990682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,768,0.082968537012736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,768,0.07716373602549234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,768,0.07709866364796956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,768,0.07106666564941407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,768,0.07141760190327963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,768,0.06525439818700154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,768,0.06530239979426065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,768,0.10185279846191406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,768,0.09570773442586264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,768,0.05909226735432943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,768,0.059526399771372474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,768,0.04681813319524129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,768,0.047310932477315264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,768,0.041547731558481855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,768,0.04152426719665527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,768,0.03539093335469563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,768,0.03532586495081584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,768,0.029652265707651775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,768,0.0292138675848643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,768,0.023881600300470988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,768,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,768,0.018167465925216675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,768,0.017423999309539796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,768,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,768,0.010853333274523418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,768,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,768,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,768,0.010796800255775452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,768,0.053071999549865724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,768,0.05345919926961264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,768,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,768,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,768,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,768,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,768,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,768,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,768,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,768,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,768,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,768,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,768,0.0063509335120519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,768,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,768,0.006316799918810527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,768,0.00621973325808843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,768,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,768,0.006397866706053417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,768,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,768,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,768,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,768,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,768,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,768,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,768,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,768,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,768,0.0061141331990559895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,768,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,768,0.006343466540177663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,768,0.031546666224797563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,768,0.01328426698843638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,768,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,768,0.011875200271606445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,768,0.011555199821790058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,768,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,768,0.011329066753387452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,768,0.011460266510645549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,768,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,768,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,768,0.011315199732780456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,768,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,768,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,768,0.01083733340104421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,768,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,768,0.010433066884676616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,768,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,768,0.010391466816266378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,768,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,768,0.01032533347606659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,768,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,768,0.00990826686223348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,768,0.010908800363540649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,768,0.009489066402117411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,768,0.009617066383361817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,768,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,768,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,768,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,768,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,768,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,768,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,768,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,768,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,768,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,768,0.007916800181070964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,768,0.007961600025494894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,768,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,768,0.008050133287906647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,768,0.008011733492215473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,768,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,768,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,768,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,768,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,768,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,768,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,768,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,768,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,768,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,768,0.008029866715272267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,768,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,768,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,768,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,768,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,768,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,768,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,768,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,768,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,768,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,512,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,512,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,512,0.0031082667410373688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,768,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,512,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,512,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,512,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,512,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,512,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,512,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,768,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,512,0.003068800022204717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,512,0.0029045333464940387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,512,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,512,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,512,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,512,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,512,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,512,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,512,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,512,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,512,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,512,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,512,0.002696533252795537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,512,0.002664533257484436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,512,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,512,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,512,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,512,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,512,0.0026687999566396077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,512,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,512,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,512,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,512,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,512,0.0022730665902296705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,512,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,512,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,512,0.0023925334215164186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,512,0.0028042666614055633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,512,0.002716800073782603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,512,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,512,0.03928426504135132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,512,0.027677865823109944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,512,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,512,0.020140800873438516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,512,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,512,0.01971199909845988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,512,0.02006933291753133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,512,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,512,0.020134399334589638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,512,0.01994453271230062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,512,0.002513066679239273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,512,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,512,0.019012266397476198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,512,0.019497599204381308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,512,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,512,0.0191210667292277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,512,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,512,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,512,0.01798186699549357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,512,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,512,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,512,0.018499199549357095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,512,0.017514665921529136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,512,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,512,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,512,0.016742400328318276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,512,0.01597546637058258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,512,0.016819200913111367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,512,0.015889066457748412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,512,0.01597119967142741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,512,0.015612799922625223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,512,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,512,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,512,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,512,0.015549866358439126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,512,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,512,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,512,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,512,0.016773333152135216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,512,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,512,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,512,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,512,0.015191466609636942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,512,0.016383999586105348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,512,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,512,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,512,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,512,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,512,0.014824533462524414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,512,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,512,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,512,0.01378666659196218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,512,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,512,0.016812799374262492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,512,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,512,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,512,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,512,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,512,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,512,0.013559466600418091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,512,0.013464533289273582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,512,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,512,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,512,0.013133866588274637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,512,0.013040000200271606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,512,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,512,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,512,0.013335466384887695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,512,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,512,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,512,0.38583466211954753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,512,0.10693653424580891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,512,0.7667872111002605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,512,0.10072426795959473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,512,0.09463040033976236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,512,0.1953877290089925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,512,0.08858239650726318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,512,0.09447466532389323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,512,0.08291093508402506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,512,0.08286826610565186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,512,0.10637439886728924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,512,0.07669333616892496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,512,0.07686826388041178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,512,0.10066666603088378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,512,0.07069653669993083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,512,0.06458666721979776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,512,0.06494400103886923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,512,0.07101866404215494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,512,0.08867200215657553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,512,0.058390398820241295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,512,0.04682986736297608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,512,0.04723413387934367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,512,0.04073706865310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,512,0.04117439985275269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,512,0.035019731521606444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,512,0.03495253324508667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,512,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,512,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,512,0.023690666755040488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,512,0.023050665855407715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,512,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,512,0.017056000232696534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,512,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,512,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,512,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,512,0.05347520112991333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,512,0.010405332843462626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,512,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,512,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,512,0.00944640040397644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,512,0.00909866690635681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,512,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,512,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,512,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,512,0.05261866648991903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,512,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,512,0.009334400296211243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,512,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,512,0.0062826668222745255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,512,0.006000000238418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,512,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,512,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,512,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,512,0.006208000083764395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,512,0.05876373449961344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,512,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,512,0.0059338668982187905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,512,0.006211199859778086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,512,0.006433066725730896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,512,0.006241066753864289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,512,0.006097066899140676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,512,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,512,0.006041599810123444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,512,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,512,0.00597866674264272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,512,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,512,0.0060138667623202005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,512,0.005961599946022034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,512,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,512,0.023215999205907188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,512,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,512,0.015706666310628257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,512,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,512,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,512,0.011678933103879293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,512,0.011683199803034465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,512,0.011408000191052755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,512,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,512,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,512,0.010835199554761251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,512,0.01086293359597524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,512,0.010849066575368245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,512,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,512,0.010753066341082255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,512,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,512,0.010021332899729412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,512,0.01013973355293274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,512,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,512,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,512,0.009619200229644775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,512,0.009654399752616883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,512,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,512,0.009429333607355754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,512,0.00923520028591156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,512,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,512,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,512,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,512,0.008900266885757447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,512,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,512,0.008492799599965413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,512,0.007787733276685078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,512,0.0076799998680750535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,512,0.00787306676308314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,512,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,512,0.00759680022795995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,512,0.007457066575686138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,512,0.007655466596285502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,512,0.0073183998465538025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,512,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,512,0.00757120003302892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,512,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,512,0.007313066720962524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,512,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,512,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,512,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,512,0.007639466722806294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,512,0.007333333293596904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,512,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,512,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,512,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,512,0.007271466652552287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,512,0.007538133362929027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,512,0.007225599884986877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,512,0.007099733253320058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,512,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,256,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,512,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,256,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,256,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,256,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,256,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,256,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,256,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,256,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,256,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,512,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,256,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,256,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,256,0.002329600105683009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,256,0.0028768000503381092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,256,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,256,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,256,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,256,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,256,0.0024693332612514495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,256,0.002315733333428701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,256,0.002465066562096278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,256,0.002277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,256,0.0025002665817737578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,256,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,256,0.0023007998863856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,256,0.0023359999060630797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,256,0.0022858666876951856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,256,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,256,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,256,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,256,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,256,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,256,0.002311466634273529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,256,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,256,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,256,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,256,0.002229333420594533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,256,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,256,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,256,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,256,0.02138239940007528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,256,0.028735999266306562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,256,0.020163200298945107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,256,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,256,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,256,0.018117332458496095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,256,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,256,0.017755732933680216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,256,0.0024266667664051057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,256,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,256,0.01686613361040751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,256,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,256,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,256,0.01770026683807373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,256,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,256,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,256,0.016316800316174825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,256,0.01669013301531474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,256,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,256,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,256,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,256,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,256,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,256,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,256,0.01504746675491333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,256,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,256,0.015571199854214988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,256,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,256,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,256,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,256,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,256,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,256,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,256,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,256,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,256,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,256,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,256,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,256,0.013900799552599588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,256,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,256,0.01469546655813853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,256,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,256,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,256,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,256,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,256,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,256,0.013555199901262919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,256,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,256,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,256,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,256,0.01697493394215902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,256,0.012489599982897441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,256,0.014231466253598533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,256,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,256,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,256,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,256,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,256,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,256,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,256,0.012917332847913108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,256,0.01260586678981781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,256,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,256,0.01272213359673818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,256,0.012891733646392822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,256,0.012611200412114462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,256,0.016029866536458333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,256,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,256,0.013482667009035745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,256,0.013547733426094055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,256,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,256,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,256,0.012737066547075907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,256,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,256,0.08706133365631104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,256,0.6192373275756836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,256,0.08182186285654704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,256,0.3121312141418457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,256,0.15994240442911783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,256,0.07794346809387206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,256,0.07334720293680827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,256,0.08674346605936686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,256,0.06781866550445556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,256,0.06774293581644694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,256,0.0632213314374288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,256,0.0817290703455607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,256,0.06292266845703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,256,0.058322131633758545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,256,0.05802880128224691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,256,0.053236265977223717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,256,0.05320213238398234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,256,0.07765546639760336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,256,0.07233173052469889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,256,0.04852373202641805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,256,0.04852693478266398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,256,0.03869226773579915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,256,0.034137598673502606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,256,0.03373333215713501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,256,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,256,0.029291733105977373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,256,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,256,0.024284799893697105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,256,0.019811199108759562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,256,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,256,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,256,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,256,0.010466133554776508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,256,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,256,0.00923413336277008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,256,0.009282132983207703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,256,0.009251200159390767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,256,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,256,0.04366720120112101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,256,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,256,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,256,0.008016000191370647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,256,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,256,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,256,0.006698666512966156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,256,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,256,0.005543466905752818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,256,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,256,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,256,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,256,0.0055861334005991616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,256,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,256,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,256,0.005562666555245717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,256,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,256,0.043613866964975996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,256,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,256,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,256,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,256,0.005538133283456167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,256,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,256,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,256,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,256,0.005525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,256,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,256,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,256,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,256,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,256,0.02185066739718119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,256,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,256,0.018348799149195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,256,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,256,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,256,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,256,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,256,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,256,0.011127466956774395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,256,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,256,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,256,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,256,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,256,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,256,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,256,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,256,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,256,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,256,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,256,0.00925546685854594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,256,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,256,0.009087999661763508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,256,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,256,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,256,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,256,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,256,0.008417066931724549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,256,0.008303999900817871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,256,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,256,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,256,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,256,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,256,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,256,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,256,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,256,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,256,0.009874133268992107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,256,0.0068234667181968685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,256,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,256,0.0072543998559316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,256,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,256,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,256,0.006782933572928111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,256,0.007154133419195812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,256,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,256,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,256,0.007175466914971669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,256,0.007133866846561432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,256,0.007186133166154225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,256,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,256,0.0073088000218073535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,256,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,256,0.006942933301130931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,256,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,256,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,256,0.006910933554172516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,256,0.006796800096829732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,256,0.006826666494210561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,256,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,256,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,256,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,256,0.00676800012588501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,256,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,256,0.007008000214894612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,128,0.004228266576925913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,128,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,128,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,128,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,128,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,128,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,128,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,128,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,128,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,128,0.0026517334083716077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,128,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,128,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,128,0.0027647999425729113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,128,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,256,0.006983466446399689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,128,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,128,0.002462933212518692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,128,0.0023264000813166302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,128,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,128,0.0024512000381946564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,128,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,128,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,128,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,128,0.002254933367172877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,128,0.002332799881696701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,128,0.002345599979162216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,128,0.002349866678317388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,128,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,128,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,128,0.002277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,128,0.0022965334355831146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,128,0.002299733211596807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,128,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,128,0.002251733342806498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,128,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,128,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,128,0.0021109332640965777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,128,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,128,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,128,0.002292266736427943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,128,0.0023050665855407714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,128,0.0023775999744733173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,128,0.0023039999107519788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,128,0.002284800012906392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,128,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,128,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,128,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,128,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,128,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,128,0.019662932554880778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,128,0.01742080052693685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,128,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,128,0.01585599978764852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,128,0.015518933534622192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,128,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,128,0.01653439998626709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,128,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,128,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,128,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,128,0.015133866667747497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,128,0.016204800208409628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,128,0.016194132963816325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,128,0.01477013329664866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,128,0.01734506686528524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,128,0.015500799814860026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,128,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,128,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,128,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,128,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,128,0.015836800138155617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,128,0.01602666676044464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,128,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,128,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,128,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,128,0.0156768004099528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,128,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,128,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,128,0.013931733369827271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,128,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,128,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,128,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,128,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,128,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,128,0.015085867047309876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,128,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,128,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,128,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,128,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,128,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,128,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,128,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,128,0.013942399621009826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,128,0.013965866963068643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,128,0.01344533363978068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,128,0.013822933038075766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,128,0.014661332964897156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,128,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,128,0.014123732844988504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,128,0.013949867089589438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,128,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,128,0.013389866550763449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,128,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,128,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,128,0.013136000434557597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,128,0.012602667013804117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,128,0.013941333691279093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,128,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,128,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,128,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,128,0.013434666395187377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,128,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,128,0.013832533359527588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,128,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,128,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,128,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,128,0.01381333371003469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,128,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,128,0.013738666971524557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,128,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,256,0.03910826841990153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,128,0.07728959719340006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,128,0.27607787450154625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,128,0.07312746842702231
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,128,0.5458080291748046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,128,0.14157973925272624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,128,0.0691530704498291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,128,0.06488426526387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,128,0.0767797311147054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,128,0.060398932298024496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,128,0.0604149341583252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,128,0.07275306383768718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,128,0.055941331386566165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,128,0.055871999263763426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,128,0.051976533730824795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,128,0.05164586702982584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,128,0.04771626790364583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,128,0.04762133359909058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,128,0.06417706807454428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,128,0.06920426686604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,128,0.04359893401463826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,128,0.03492906490961711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,128,0.04312746524810791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,128,0.03490560054779053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,128,0.03915839989980062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,128,0.03087573250134786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,128,0.03073386748631795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,128,0.025962666670481367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,128,0.022266666094462075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,128,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,128,0.018090667327245076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,128,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,128,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,128,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,128,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,128,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,128,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,128,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,128,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,128,0.03950613339742025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,128,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,128,0.007348266740640004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,128,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,128,0.007608533402283986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,128,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,128,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,128,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,128,0.006308266520500183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,128,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,128,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,128,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,128,0.009909333785374959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,128,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,128,0.005385600030422211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,128,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,128,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,128,0.005144533514976501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,128,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,128,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,128,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,128,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,128,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,128,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,128,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,128,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,128,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,128,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,128,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,128,0.005198933184146881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,128,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,128,0.0051125332713127134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,128,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,128,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,128,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,128,0.0244159996509552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,128,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,128,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,128,0.011275733510653179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,128,0.010834133625030518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,128,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,128,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,128,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,128,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,128,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,128,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,128,0.009988266229629516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,128,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,128,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,128,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,128,0.00950933297475179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,128,0.029690666993459063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,128,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,128,0.00925973355770111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,128,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,128,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,128,0.008852266271909078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,128,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,128,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,128,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,128,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,128,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,128,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,128,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,128,0.00769706666469574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,128,0.0076896001895268755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,128,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,128,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,128,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,128,0.006764799853165944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,128,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,128,0.006821333368619282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,128,0.0067669332027435304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,128,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,128,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,128,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,128,0.006743466854095459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,128,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,128,0.00661653329928716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,128,0.006717866659164429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,128,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,128,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,128,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,128,0.006347733239332835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,128,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,128,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,128,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,128,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,128,0.006351999938488007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,128,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,128,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,128,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,128,0.006619733572006225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,128,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,128,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,64,0.00393599991997083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,64,0.00306986669699351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,64,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,64,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,64,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,64,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,64,0.0022944000860055285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,64,0.002350933353106181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,64,0.002292266736427943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,128,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,64,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,64,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,64,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,64,0.00226346676548322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,64,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,64,0.0020714666694402694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,64,0.0020725333442290625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,64,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,64,0.0023562667270501454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,64,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,64,0.002102400114138921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,64,0.002109866589307785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,64,0.001851733277241389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,64,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,64,0.0018837332725524902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,64,0.0023765332996845247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,64,0.0018719999740521114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,64,0.001876266673207283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,64,0.0018965333700180053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,64,0.0018496000518401462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,64,0.001878400022784869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,64,0.0018709332992633183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,64,0.0018453333526849748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,64,0.0018751999984184902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,64,0.00186666672428449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,64,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,64,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,64,0.0018816000471512477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,64,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,64,0.019170133272806804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,64,0.016720000902811685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,64,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,64,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,64,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,64,0.015543466806411744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,64,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,64,0.015503999590873719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,64,0.014946132898330688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,64,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,64,0.015253333250681558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,64,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,64,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,64,0.01476800044377645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,64,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,64,0.015565866231918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,64,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,64,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,64,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,64,0.01551040013631185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,64,0.015585066874821982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,64,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,64,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,64,0.014629333217938741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,64,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,64,0.015547733505566916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,64,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,64,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,64,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,64,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,64,0.013936000068982443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,64,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,64,0.015998933712641397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,64,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,64,0.013477333386739097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,64,0.013051733374595642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,64,0.013343999783198038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,64,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,64,0.013861333330472311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,64,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,64,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,64,0.013987200458844504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,64,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,64,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,64,0.013523200154304504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,64,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,64,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,64,0.013610666990280152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,64,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,64,0.014152533809343972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,64,0.013428266843159994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,64,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,64,0.012959999839464822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,64,0.01271573305130005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,64,0.012745599945386252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,64,0.013118933637936911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,64,0.01269546647866567
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,64,0.012702932953834534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,64,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,64,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,64,0.013446399569511413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,64,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,64,0.012588799993197123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,64,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,64,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,64,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,64,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,64,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,64,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,64,0.013457066814104714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,64,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,128,32,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,64,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,128,32,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,128,32,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,128,32,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,128,32,0.002887466549873352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,128,32,0.002791466563940048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,128,32,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,128,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,128,32,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,128,32,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,128,32,0.0025248001019159954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,128,32,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,128,32,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,128,32,0.0023402666052182515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,128,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,128,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,128,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,128,32,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,128,32,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,128,32,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,128,32,0.0023402666052182515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,128,32,0.002463999887307485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,128,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,128,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,128,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,128,32,0.00264533335963885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,128,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,128,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,128,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,128,32,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,128,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,128,32,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,128,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,128,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,128,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,128,32,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,128,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,128,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,128,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,128,32,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,128,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,128,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,128,32,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,128,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,128,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,128,32,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,128,32,0.002054399996995926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,128,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,128,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,128,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,128,32,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,128,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,128,32,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,128,32,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,128,32,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,128,32,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,128,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,128,32,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,128,32,0.0018474667022625607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,128,32,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,128,32,0.0018357332795858384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,128,32,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,128,32,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,128,32,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,128,32,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,128,32,0.001826133330663045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,128,32,0.001826133330663045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,128,32,0.0018976000448067982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,128,32,0.0018293333550294239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,128,32,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,128,32,0.0017759999881188076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,128,32,0.0019167999426523846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,128,32,0.0017898666361967723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,128,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,32,0.01926400065422058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,32,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,32,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,32,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,32,0.015874133507410685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,32,0.015032533804575601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,32,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,32,0.015520000457763672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,32,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,32,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,32,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,32,0.016451199849446617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,32,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,32,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,32,0.014779733618100485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,32,0.01534293293952942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,32,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,32,0.01588373382886251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,32,0.014282666643460593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,32,0.015878400206565856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,32,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,32,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,32,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,32,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,32,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,32,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,32,0.01482133368651072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,128,32,0.013620266318321228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,128,32,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,128,32,0.013861333330472311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,128,32,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,128,32,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,128,32,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,128,32,0.014828800161679586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,128,32,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,128,32,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,128,32,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,128,32,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,128,32,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,128,32,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,128,32,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,128,32,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,32,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,128,32,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,128,32,0.012534399827321371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,128,32,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,128,32,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,128,32,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,128,32,0.013732266426086426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,128,32,0.012656000256538392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,128,32,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,128,32,0.013714133699735006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,128,32,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,128,32,0.012591999769210816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,128,32,0.01260693371295929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,128,32,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,128,32,0.012724266449610392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,128,32,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,128,32,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,128,32,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,128,32,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,128,32,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,128,32,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,128,32,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,128,32,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,128,32,0.01307413379351298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,128,32,0.012544000148773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,128,32,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,128,32,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,128,32,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,65536,0.31178134282430015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,65536,0.16728213628133137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,65536,0.09373653729756673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,65536,0.09098347028096518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,65536,0.6174079895019531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,65536,0.08549013137817382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,128,32,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,65536,0.08571946620941162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,65536,0.07807466983795167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,65536,0.07595840295155844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,65536,0.06993813514709472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,65536,0.0749504009882609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,65536,0.06427520116170247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,65536,0.06633066733678182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,65536,0.06188160181045532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,65536,0.06227200031280518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,65536,0.055566934744517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,65536,0.05637973149617513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,65536,0.048995200792948404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,65536,0.053787732124328615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,65536,0.04606613318125407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,65536,0.04565653403600057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,65536,0.039895466963450116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,65536,0.04025813341140747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,65536,0.035493334134419754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,65536,0.03621653318405151
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,65536,0.09349760214487711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,65536,0.030781867106755574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,65536,0.03533866802851359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,65536,0.02779200077056885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,65536,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,65536,0.02273919979731242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,65536,0.022538665930430093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,65536,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,65536,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,65536,0.017799466848373413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,65536,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,65536,0.019349332650502524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,65536,0.010584533214569092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,65536,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,65536,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,65536,0.015780267119407655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,65536,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,65536,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,65536,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,65536,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,65536,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,65536,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,65536,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,65536,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,65536,0.00843519965807597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,65536,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,65536,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,65536,0.007979733248551685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,65536,0.008002133170763651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,65536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,65536,0.0701375961303711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,65536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,65536,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,65536,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,65536,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,65536,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,65536,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,65536,0.007249066730340321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,65536,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,65536,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,65536,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,65536,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,65536,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,65536,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,65536,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,65536,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,65536,0.0067658667763074234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,65536,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,65536,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,65536,1.482965342203776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,65536,0.7918858846028646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,65536,2.933954111735026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,65536,0.7452202479044596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,65536,0.7982218424479167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,65536,0.7520138422648113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,65536,0.6998144149780273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,65536,0.700432014465332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,65536,0.6549407958984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,65536,0.6562976201375326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,65536,0.6093301137288412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,65536,5.777732340494792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,65536,0.6155989329020183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,65536,0.5641024271647136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,65536,0.5655583699544271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,65536,0.5216544151306153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,65536,0.521561590830485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,65536,0.47469546000162766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,65536,0.4769301414489746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,65536,0.4297930717468262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,65536,0.42791147232055665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,65536,0.38408854802449544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,65536,0.38554773330688474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,65536,0.33813867568969724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,65536,0.29256747563680013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,65536,0.339738655090332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,65536,0.29386774698893225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,65536,0.24853013356526693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,65536,0.24857707023620607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,65536,0.20084053675333657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,65536,0.15392319361368817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,65536,0.20043519337972007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,65536,0.15089279810587566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,65536,0.09071573416392008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,65536,0.09129813512166342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,65536,0.0430186669031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,65536,0.05192426840464274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,65536,0.04524906476338704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,65536,0.0413973331451416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,65536,0.0411135991414388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,65536,0.03796799977620442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,65536,0.03571840127309163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,65536,0.03590826590855916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,65536,0.030873600641886396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,65536,0.03476159969965617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,65536,0.030758400758107502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,65536,0.030425600210825604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,65536,0.02805333336194356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,65536,0.027036799987157183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,65536,0.024785067637761435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,65536,0.026784000794092815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,65536,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,65536,0.03714133501052856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,65536,0.03083840012550354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,65536,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,65536,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,65536,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,65536,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,65536,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,65536,0.021294933557510377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,65536,0.021800533930460612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,65536,0.02094506621360779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,65536,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,65536,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,65536,0.02079040010770162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,65536,0.020155733823776244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,65536,0.019630932807922365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,65536,0.01873706579208374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,65536,0.020051199197769164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,65536,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,65536,0.018797866503397622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,65536,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,65536,0.02434879938761393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,65536,0.018521600961685182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,51200,0.127621332804362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,51200,0.23983467419942223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,51200,0.07083840370178222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,51200,0.4788181304931641
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,51200,0.06789973576863607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,51200,0.062497067451477054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,51200,0.06288640101750692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,51200,0.05893439849217733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,51200,0.05942080020904541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,51200,0.055162668228149414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,51200,0.05695786476135254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,51200,0.05161173343658447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,51200,0.05273493528366089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,51200,0.04893120129903157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,51200,0.04397866725921631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,51200,0.0449290672938029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,51200,0.03989013433456421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,51200,0.04058133363723755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,51200,0.037829331556955975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,51200,0.03818026781082153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,51200,0.033036800225575765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,51200,0.07008960247039794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,51200,0.03375466664632161
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,51200,0.06721706390380859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,51200,0.03157866597175598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,51200,0.029798400402069092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,51200,0.02595733404159546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,51200,0.02573973337809245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,51200,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,51200,0.01810773412386576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,51200,0.012742400169372559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,51200,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,51200,0.022273067633310953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,51200,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,51200,0.015812266866366068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,51200,0.00906986693541209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,51200,0.049709868431091306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,51200,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,51200,0.01076800028483073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,51200,0.01320746640364329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,51200,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,51200,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,51200,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,51200,0.010761599739392598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,51200,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,51200,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,51200,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,51200,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,51200,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,51200,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,51200,0.007181866466999054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,51200,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,51200,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,51200,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,51200,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,51200,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,51200,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,51200,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,51200,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,51200,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,51200,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,51200,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,51200,0.006861866513888042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,51200,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,51200,0.006794666747252147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,51200,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,51200,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,51200,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,51200,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,51200,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,51200,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,51200,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,51200,0.0234826664129893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,51200,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,51200,1.1618325551350912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,51200,0.6229461034138997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,51200,2.298492685953776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,51200,0.6273077646891276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,51200,0.5871882756551107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,51200,0.5895935694376628
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,51200,4.506329345703125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,51200,0.5529888153076172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,51200,0.5539295832316081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,51200,0.519538148244222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,51200,0.5200703938802083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,51200,0.48281707763671877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,51200,0.4864458719889323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,51200,0.44881601333618165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,51200,0.4114613215128581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,51200,0.41755094528198244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,51200,0.3761653264363607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,51200,0.34002132415771485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,51200,0.37597548166910805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,51200,0.33952960968017576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,51200,0.3030783971150716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,51200,0.3035946528116862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,51200,0.23510506947835288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,51200,0.2694101333618164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,51200,0.19969174067179363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,51200,0.44731518427530925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,51200,0.160315736134847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,51200,0.19968427022298177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,51200,0.12049173514048259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,51200,0.1162442684173584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,51200,0.06562560002009074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,51200,0.06448853413263957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,51200,0.26953706741333006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,51200,0.045399467150370285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,51200,0.038209064801534014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,51200,0.04039040009180705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,51200,0.23561065991719565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,51200,0.03694719870885213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,51200,0.0349397341410319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,51200,0.033847467104593916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,51200,0.033720533053080246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,51200,0.02978453238805135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,51200,0.15925440788269044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,51200,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,51200,0.027722666660944622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,51200,0.02757333318392436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,51200,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,51200,0.025460267066955568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,51200,0.02566933234532674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,51200,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,51200,0.023243733247121177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,51200,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,51200,0.024825600783030193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,51200,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,51200,0.02276479999224345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,51200,0.03704426685969035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,51200,0.021252266565958657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,51200,0.020770132541656494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,51200,0.021125332514444987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,51200,0.02077440023422241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,51200,0.020357332626978555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,51200,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,51200,0.020539732774098714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,51200,0.03099199930826823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,51200,0.02020373344421387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,51200,0.020071466763814293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,51200,0.019898666938145956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,51200,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,51200,0.019960532585779824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,51200,0.019606399536132812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,51200,0.01914880077044169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,51200,0.01885333259900411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,16384,0.16381012598673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,16384,0.08209173679351807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,16384,0.02718293269475301
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,16384,0.027280000845591228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,16384,0.026500266790390015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,16384,0.0256117324034373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,16384,0.024358399709065757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,16384,0.025259733200073242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,16384,0.023766400416692098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,16384,0.023668267329533896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,16384,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,16384,0.02199466625849406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,51200,0.019687465826670327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,16384,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,16384,0.013662933309872945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,16384,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,16384,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,16384,0.017760000626246133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,51200,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,16384,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,16384,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,16384,0.011642666657765706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,16384,0.01421333352724711
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,16384,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,16384,0.013320533434549966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,16384,0.04686506589253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,16384,0.011266133189201355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,16384,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,16384,0.011261866490046183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,16384,0.009336533149083455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,16384,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,16384,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,16384,0.008001066744327545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,16384,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,16384,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,16384,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,16384,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,16384,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,16384,0.0184608002503713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,16384,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,16384,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,16384,0.007648000121116638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,16384,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,16384,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,16384,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,16384,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,16384,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,16384,0.00621013343334198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,16384,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,16384,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,16384,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,16384,0.005938133100668589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,16384,0.006022400160630544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,16384,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,16384,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,16384,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,16384,0.005939200023810069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,16384,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,16384,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,16384,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,16384,0.005938133100668589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,16384,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,16384,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,16384,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,16384,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,16384,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,16384,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,16384,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,16384,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,16384,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,16384,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,16384,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,16384,0.0058890665570894875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,16384,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,16384,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,16384,0.741978645324707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,16384,0.3799722671508789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,16384,0.209007994333903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,16384,0.2083669344584147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,16384,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,16384,0.19738772710164387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,16384,1.463754653930664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,16384,0.19648213386535646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,16384,0.1854464054107666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,16384,0.17422614097595215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,16384,0.17465492884318035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,16384,0.1636064052581787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,16384,0.16175360679626466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,16384,0.1486837387084961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,16384,0.15160746574401857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,16384,0.1362485408782959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,16384,0.1230079968770345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,16384,0.1348373254140218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,16384,0.1232309341430664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,16384,0.10800853570302327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,16384,0.08940373261769613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,16384,0.10509973367055256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,16384,0.09040853182474771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,16384,0.07351253032684327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,16384,0.06035946607589722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,16384,0.0746293306350708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,16384,0.057633066177368165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,16384,0.185972261428833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,16384,0.049858132998148605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,16384,0.049156268437703446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,16384,0.04188266595204671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,16384,0.03770346641540527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,16384,0.03290773431460063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,16384,0.03650453488032023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,16384,0.02512213389078776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,16384,0.024785067637761435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,16384,0.02555840015411377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,16384,0.024774400393168132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,16384,0.025098667542139692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,16384,0.025593600670496625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,16384,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,16384,0.023717333873113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,16384,0.02299306591351827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,16384,0.023822933435440063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,16384,0.022732800245285033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,16384,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,16384,0.022538665930430093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,16384,0.022834134101867676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,16384,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,16384,0.04367573261260986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,16384,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,16384,0.021342933177947998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,16384,0.031218133370081586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,16384,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,16384,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,16384,0.020922666788101195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,16384,0.01876373291015625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,16384,0.01953386664390564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,16384,0.019409066438674925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,16384,0.01927893360455831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,16384,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,16384,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,16384,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,16384,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,16384,0.01917866667111715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,16384,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,16384,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,16384,0.017117865880330405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,16384,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,16384,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,16384,0.017620267470677693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,16384,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,16384,0.018195199966430663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,16384,0.01708586613337199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,12288,0.06224000056584676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,16384,0.01885439952214559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,12288,0.03339946667353312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,12288,0.02125119964281718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,12288,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,12288,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,12288,0.01734613378842672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,12288,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,12288,0.015361066659291586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,12288,0.013124266266822815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,12288,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,12288,0.013144532839457193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,12288,0.012902399897575379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,12288,0.014867200454076131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,12288,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,12288,0.010937600334485372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,12288,0.0105621337890625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,12288,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,12288,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,12288,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,12288,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,12288,0.011708799997965496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,12288,0.009629866480827332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,12288,0.1226687987645467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,12288,0.011250133315722149
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,12288,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,12288,0.00962666670481364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,12288,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,12288,0.008938666184743245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,12288,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,12288,0.012569600343704223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,12288,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,12288,0.010899200042088827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,12288,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,12288,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,12288,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,12288,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,12288,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,12288,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,12288,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,12288,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,12288,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,12288,0.006344533463319142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,12288,0.005568000177542368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,12288,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,12288,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,12288,0.005141333242257436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,12288,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,12288,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,12288,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,12288,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,12288,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,12288,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,12288,0.005198933184146881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,12288,0.00526506652434667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,12288,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,12288,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,12288,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,12288,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,12288,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,12288,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,12288,0.005165866514046987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,12288,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,12288,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,12288,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,12288,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,12288,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,12288,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,12288,0.0051146666208903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,12288,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,12288,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,12288,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,12288,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,12288,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,12288,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,12288,0.15997014045715333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,12288,0.2885408083597819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,12288,0.5616032282511394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,12288,0.14899946848551432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,12288,0.14850346247355145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,12288,0.1417418638865153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,12288,0.14028266270955403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,12288,0.13185706933339436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,12288,0.13122666676839193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,12288,0.12248960336049397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,12288,0.16043413480122884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,12288,0.12160106499989827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,12288,1.1039466857910156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,12288,0.10769279797871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,12288,0.10551786422729492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,12288,0.09768853187561036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,12288,0.08259733517964682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,12288,0.08530773321787516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,12288,0.07191999753316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,12288,0.07229333718617757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,12288,0.05906240145365397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,12288,0.05906026760737101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,12288,0.051489067077636716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,12288,0.05217386484146118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,12288,0.047416532039642335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,12288,0.04633386532465617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,12288,0.04173866510391235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,12288,0.042466131846110027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,12288,0.038482133547465006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,12288,0.0330346663792928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,12288,0.03670719861984253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,12288,0.032985599835713704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,12288,0.030980267127354938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,12288,0.02900159955024719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,12288,0.025018666187922162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,12288,0.09364373683929443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,12288,0.024959999322891235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,12288,0.02463679909706116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,12288,0.023018666108449302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,12288,0.02294720013936361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,12288,0.02290453314781189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,12288,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,12288,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,12288,0.023033599058787026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,12288,0.02127466599146525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,12288,0.02482773264249166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,12288,0.020826667547225952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,12288,0.02422719995180766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,12288,0.020861866076787312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,12288,0.019617066780726115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,12288,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,12288,0.019785600900650024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,12288,0.019312000274658202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,12288,0.022471467653910317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,12288,0.018706132968266807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,12288,0.018513067563374837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,12288,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,12288,0.017438934246699015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,12288,0.019760000705718993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,12288,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,12288,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,12288,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,12288,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,12288,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,12288,0.017987199624379478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,12288,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,12288,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,12288,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,12288,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,12288,0.017178666591644288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,12288,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,12288,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,12288,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,10240,0.05210453271865845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,10240,0.10095787048339844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,10240,0.028436267375946046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,10240,0.013477333386739097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,10240,0.012350933750470479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,10240,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,10240,0.012237866719563801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,10240,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,10240,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,10240,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,10240,0.011430399616559346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,10240,0.011704533298810323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,10240,0.0113237331310908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,10240,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,10240,0.01128426690896352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,10240,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,10240,0.010801066954930622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,10240,0.012782933314641318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,10240,0.011841066678365071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,10240,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,10240,0.010771200060844421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,10240,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,10240,0.009106133381525676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,10240,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,10240,0.0086709330479304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,10240,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,10240,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,10240,0.008469333251317341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,10240,0.010321066776911417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,10240,0.00728000005086263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,10240,0.008674133817354839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,10240,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,10240,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,10240,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,10240,0.006900266806284587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,10240,0.005947733422120413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,10240,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,10240,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,10240,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,10240,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,10240,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,12288,0.01874026656150818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,10240,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,10240,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,10240,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,10240,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,10240,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,10240,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,10240,0.00562666654586792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,10240,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,10240,0.00555626650651296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,10240,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,10240,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,10240,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,10240,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,10240,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,10240,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,10240,0.004936533172925314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,10240,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,10240,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,10240,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,10240,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,10240,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,10240,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,10240,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,10240,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,10240,0.004860800007979075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,10240,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,10240,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,10240,0.0046965335806210835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,10240,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,10240,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,10240,0.004311466713746389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,10240,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,10240,0.47026878992716475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,10240,0.24124587376912437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,10240,0.1312618652979533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,10240,0.13139626979827881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,10240,0.9247456232706706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,10240,0.11916586558024089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,10240,0.0047199999292691554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,10240,0.11097813447316487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,10240,0.11087040106455485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,10240,0.10369493166605633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,10240,0.08998186588287353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,10240,0.1033898671468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,10240,0.08136320114135742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,10240,0.081987198193868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,10240,0.07287999788920084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,10240,0.07203733126322429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,10240,0.06175680160522461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,10240,0.061509335041046144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,10240,0.05519040028254191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,10240,0.05555626551310221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,10240,0.04765973488489787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,10240,0.1195904016494751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,10240,0.04922346671422322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,10240,0.04528426726659139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,10240,0.04533653259277344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,10240,0.042122666041056314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,10240,0.041339735190073654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,10240,0.03815360069274902
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,10240,0.08977599938710532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,10240,0.035034668445587155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,10240,0.03517866532007853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,10240,0.032842665910720825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,10240,0.028139734268188478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,10240,0.02918826738993327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,10240,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,10240,0.023874133825302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,10240,0.024510933955510458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,10240,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,10240,0.023619200785954794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,10240,0.022788266340891518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,10240,0.022875734170277915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,10240,0.023142399390538533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,10240,0.022746666272481283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,10240,0.021207465728123983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,10240,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,10240,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,10240,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,10240,0.020963199933369956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,10240,0.019803732633590698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,10240,0.019658666849136353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,10240,0.038646399974823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,10240,0.019384533166885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,10240,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,10240,0.03143786589304606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,10240,0.019656533002853395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,10240,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,10240,0.017912532885869345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,10240,0.017242666085561117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,10240,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,10240,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,10240,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,10240,0.017593600352605186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,10240,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,10240,0.016714666287104288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,10240,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,10240,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,10240,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,10240,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,10240,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,10240,0.017476266622543334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,10240,0.016195199886957803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,10240,0.016471466422080992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,10240,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,10240,0.01889066696166992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,8192,0.08132479985555013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,8192,0.0434933344523112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,8192,0.023098667462666832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,8192,0.011686399579048157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,8192,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,8192,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,8192,0.011877333124478657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,8192,0.010404266913731893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,8192,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,8192,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,8192,0.012685867150624594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,8192,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,8192,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,8192,0.01123306651910146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,8192,0.009636267026265462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,8192,0.008963200449943542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,8192,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,8192,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,8192,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,10240,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,8192,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,8192,0.009343999624252319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,8192,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,8192,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,8192,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,8192,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,8192,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,8192,0.0076000000039736434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,8192,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,8192,0.0072405333320299785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,8192,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,8192,0.006359466910362243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,8192,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,8192,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,8192,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,8192,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,8192,0.006461866696675618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,8192,0.009271466732025146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,8192,0.0059562668204307554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,8192,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,8192,0.005952000121275584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,8192,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,8192,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,8192,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,8192,0.005544533332188925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,8192,0.0054837331175804135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,8192,0.005562666555245717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,8192,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,8192,0.00558186670144399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,8192,0.0055402666330337524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,8192,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,8192,0.0055285334587097164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,8192,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,8192,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,8192,0.00527999997138977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,8192,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,8192,0.005416533350944519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,8192,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,8192,0.005402666827042898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,8192,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,8192,0.005544533332188925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,8192,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,8192,0.005207466582457224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,8192,0.005456000069777171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,8192,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,8192,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,8192,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,8192,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,8192,0.005413333574930826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,8192,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,8192,0.004724266628424326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,8192,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,8192,0.005198933184146881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,8192,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,8192,0.7431423823038737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,8192,0.1946762720743815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,8192,0.3789888064066569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,8192,0.09732800324757894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,8192,0.09699412981669107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,8192,0.08683839639027914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,8192,0.0813162644704183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,8192,0.07152640024820964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,8192,0.07100586891174317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,8192,0.06521386702855428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,8192,0.06494186719258627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,8192,0.05607999960581461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,8192,0.08656000296274821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,8192,0.055720531940460206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,8192,0.05158079862594604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,8192,0.05234453280766806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,8192,0.07943572998046874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,8192,0.04772799809773763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,8192,0.04543786843617757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,8192,0.045261867841084796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,8192,0.04141546487808227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,8192,0.03930026690165202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,8192,0.042751999696095784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,8192,0.03983999888102214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,8192,0.03603733380635579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,8192,0.03700586557388306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,8192,0.03431253433227539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,8192,0.03511253197987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,8192,0.030880000193913775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,8192,0.03118079900741577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,8192,0.02910826603571574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,8192,0.02912213404973348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,8192,0.047312001387278244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,8192,0.024825600783030193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,8192,0.023935999472935995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,8192,0.022920533021291097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,8192,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,8192,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,8192,0.023067732652028404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,8192,0.02224640051523844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,8192,0.022269866863886514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,8192,0.021256534258524577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,8192,0.020810665686925252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,8192,0.020373332500457763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,8192,0.020935465892155967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,8192,0.020881066719690956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,8192,0.01946559945742289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,8192,0.019746132691701255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,8192,0.018786134322484334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,8192,0.019146666924158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,8192,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,8192,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,8192,0.018630399306615194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,8192,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,8192,0.025276799996693928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,8192,0.018367999792099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,8192,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,8192,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,8192,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,8192,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,8192,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,8192,0.01813546617825826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,8192,0.0180949330329895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,8192,0.02097599903742472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,8192,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,8192,0.01717546582221985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,8192,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,8192,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,8192,0.01694186727205912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,8192,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,8192,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,8192,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,7168,0.07125759919484456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,7168,0.03749226729075114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,7168,0.020496000846227012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,7168,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,7168,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,7168,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,7168,0.010554666320482891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,7168,0.009867733716964722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,7168,0.010454400380452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,7168,0.011045333743095399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,7168,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,7168,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,7168,0.010904533664385478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,8192,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,7168,0.010451199611028035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,7168,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,7168,0.009014399846394856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,7168,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,7168,0.009621333082516987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,8192,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,7168,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,7168,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,7168,0.008584533135096233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,7168,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,7168,0.008795733253161114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,7168,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,7168,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,7168,0.007288533449172974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,7168,0.008447999755541485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,7168,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,7168,0.007402666906515758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,7168,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,7168,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,7168,0.009223467111587525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,7168,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,7168,0.009091200431187947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,7168,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,7168,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,7168,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,7168,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,7168,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,7168,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,7168,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,7168,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,7168,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,7168,0.0054058666030565895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,7168,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,7168,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,7168,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,7168,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,7168,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,7168,0.005686399837334951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,7168,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,7168,0.005231999854246775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,7168,0.005162666738033295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,7168,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,7168,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,7168,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,7168,0.005172266562779745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,7168,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,7168,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,7168,0.00514986664056778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,7168,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,7168,0.004760533571243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,7168,0.00468800018231074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,7168,0.004794666667779287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,7168,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,7168,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,7168,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,7168,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,7168,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,7168,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,7168,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,7168,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,7168,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,7168,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,7168,0.16977599461873372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,7168,0.07810773054758707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,7168,0.6513952255249024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,7168,0.07904640038808187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,7168,0.07012693087259927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,7168,0.06978346506754557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,7168,0.06598399877548218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,7168,0.06518719991048177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,7168,0.055742931365966794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,7168,0.057689599196116124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,7168,0.05415999889373779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,7168,0.04932693243026733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,7168,0.04951146841049194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,7168,0.04715306758880615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,7168,0.04721173445383708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,7168,0.043545599778493246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,7168,0.04385493199030559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,7168,0.3334922790527344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,7168,0.04139413436253865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,7168,0.041788800557454424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,7168,0.03900800148646037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,7168,0.03906240065892537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,7168,0.03763733307520549
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,7168,0.036892799536387126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,7168,0.03497920036315918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,7168,0.03161493341128031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,7168,0.03251306613286336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,7168,0.030503465731938677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,7168,0.030470399061838786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,7168,0.027063467105229694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,7168,0.026950399080912273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,7168,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,7168,0.025448532899220784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,7168,0.022940800587336222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,7168,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,7168,0.023077332973480226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,7168,0.022347732384999593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,7168,0.020836265881856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,7168,0.02116586764653524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,7168,0.03529813289642334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,7168,0.020761599143346153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,7168,0.02162453333536784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,7168,0.02012373407681783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,7168,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,7168,0.05268906752268473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,7168,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,7168,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,7168,0.019448532660802206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,7168,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,7168,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,7168,0.019215999046961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,7168,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,7168,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,7168,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,7168,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,7168,0.016925867398579916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,7168,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,7168,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,7168,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,7168,0.01716266671816508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,7168,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,7168,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,7168,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,7168,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,7168,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,7168,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,7168,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,7168,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,7168,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,7168,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,7168,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,7168,0.016603733102480568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,6144,0.06324160099029541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,6144,0.03382399876912435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,6144,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,6144,0.009220266342163086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,6144,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,6144,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,7168,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,6144,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,6144,0.009237333138783773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,6144,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,6144,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,6144,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,6144,0.009230933586756388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,6144,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,6144,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,6144,0.009403733412424724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,6144,0.008422399560610454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,6144,0.009675733248392741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,6144,0.0098880002895991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,6144,0.00897173285484314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,6144,0.00820479989051819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,6144,0.008053333560625712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,6144,0.008135466774304708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,6144,0.008217599987983704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,7168,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,6144,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,6144,0.007201066613197327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,6144,0.006908800204594929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,6144,0.008970666925112407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,6144,0.0064522668719291685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,6144,0.006875733534495036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,6144,0.006374399860699971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,6144,0.007627733548482259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,6144,0.00606826643149058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,6144,0.005975466469923655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,6144,0.005530666808287303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,6144,0.00595413347085317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,6144,0.005525333185990652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,6144,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,6144,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,6144,0.00528959979613622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,6144,0.005997866888840993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,6144,0.005317333340644837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,6144,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,6144,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,6144,0.008144000172615051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,6144,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,6144,0.006006399790445963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,6144,0.005121066669623057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,6144,0.006850133339564006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,6144,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,6144,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,6144,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,6144,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,6144,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,6144,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,6144,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,6144,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,6144,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,6144,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,6144,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,6144,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,6144,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,6144,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,6144,0.004977066814899444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,6144,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,6144,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,6144,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,6144,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,6144,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,6144,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,6144,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,6144,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,6144,0.006030933558940887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,6144,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,6144,0.28878933588663735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,6144,0.5623733520507812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,6144,0.1449173291524251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,6144,0.061661867300669346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,6144,0.05547093152999878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,6144,0.06125866572062174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,6144,0.0552512009938558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,6144,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,6144,0.05315413475036621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,6144,0.04908906618754069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,6144,0.04782826503117879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,6144,0.04723946650822957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,6144,0.04582080046335856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,6144,0.04505600134531657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,6144,0.044265600045522054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,6144,0.04238506555557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,6144,0.04126826524734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,6144,0.04012906551361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,6144,0.04029866854349772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,6144,0.03856319983800252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,6144,0.037641600767771406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,6144,0.03509973287582398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,6144,0.035368533929189046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,6144,0.03441813389460246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,6144,0.03495786587397258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,6144,0.05217066605885824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,6144,0.03113493323326111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,6144,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,6144,0.03142293294270833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,6144,0.03054080009460449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,6144,0.029458133379618327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,6144,0.024986666440963746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,6144,0.02569920023282369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,6144,0.023101866245269775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,6144,0.024692267179489136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,6144,0.021399466196695964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,6144,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,6144,0.020639999707539877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,6144,0.021121066808700562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,6144,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,6144,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,6144,0.027452800671259565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,6144,0.0197653333346049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,6144,0.020857600371042888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,6144,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,6144,0.0203167994817098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,6144,0.019495467344919838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,6144,0.018603734175364175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,6144,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,6144,0.018879999717076622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,6144,0.019177599747975668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,6144,0.019066667556762694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,6144,0.01880853374799093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,6144,0.02116480072339376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,6144,0.01785279909769694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,6144,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,6144,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,6144,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,6144,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,6144,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,6144,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,6144,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,6144,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,6144,0.017230933904647826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,6144,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,6144,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,6144,0.017496534188588462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,6144,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,6144,0.015918933351834617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,6144,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,6144,0.015550933281580605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,6144,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,6144,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,6144,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,5120,0.05285226504007975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,5120,0.009892266988754273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,5120,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,5120,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,5120,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,5120,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,5120,0.008010666569073994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,5120,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,5120,0.00808426688114802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,5120,0.008359466989835102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,5120,0.008211199939250947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,5120,0.008029866715272267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,5120,0.008087466657161712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,5120,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,5120,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,5120,0.008126933375994365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,5120,0.00798826664686203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,5120,0.008408533533414204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,5120,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,5120,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,5120,0.007165866593519847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,5120,0.028515199820200603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,5120,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,5120,0.0073088000218073535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,5120,0.007366399963696797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,6144,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,5120,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,5120,0.007807999849319458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,5120,0.008150400221347808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,5120,0.00816319982210795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,5120,0.008090666433175405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,5120,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,5120,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,5120,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,5120,0.006387199958165486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,5120,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,5120,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,5120,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,5120,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,5120,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,5120,0.006609066824118296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,5120,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,5120,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,5120,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,5120,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,5120,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,5120,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,5120,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,5120,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,5120,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,5120,0.005099733173847198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,5120,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,5120,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,5120,0.005562666555245717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,5120,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,5120,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,5120,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,5120,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,5120,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,5120,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,5120,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,5120,0.004308266441027323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,5120,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,5120,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,5120,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,5120,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,5120,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,5120,0.00446720023949941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,5120,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,5120,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,5120,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,5120,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,5120,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,5120,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,5120,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,5120,0.24167146682739257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,5120,0.049345068136850995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,5120,0.4711423873901367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,5120,0.11759040355682374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,5120,0.049325867493947344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,5120,0.045431466897328694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,5120,0.04532906611760457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,5120,0.04511679808298747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,5120,0.04556800127029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,5120,0.04344853162765503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,5120,0.043137065569559735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,5120,0.0410805344581604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,5120,0.040403199195861814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,5120,0.03897173404693603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,5120,0.03954346577326457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,5120,0.03773973385492961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,5120,0.03574186563491821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,5120,0.03505920171737671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,5120,0.03494400183359782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,5120,0.03534080187479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,5120,0.03296639919281006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,5120,0.03107733329137166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,5120,0.02908373276392619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,5120,0.029089067379633588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,5120,0.02837973237037659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,5120,0.0390559991200765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,5120,0.024856533606847128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,5120,0.028691200415293376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,5120,0.02531519929567973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,5120,0.02490773399670919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,5120,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,5120,0.023778132597605386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,5120,0.03292266726493835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,5120,0.022897066672643025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,5120,0.02072640061378479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,5120,0.03106879989306132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,5120,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,5120,0.02036906679471334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,5120,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,5120,0.020525866746902467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,5120,0.020450133085250854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,5120,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,5120,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,5120,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,5120,0.01915093262990316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,5120,0.018717867136001588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,5120,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,5120,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,5120,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,5120,0.018348799149195353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,5120,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,5120,0.018798933426539103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,5120,0.019059199094772338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,5120,0.01836586594581604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,5120,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,5120,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,5120,0.01685973405838013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,5120,0.017413334051767985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,5120,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,5120,0.0166101336479187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,5120,0.016764799753824867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,5120,0.01950719952583313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,5120,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,5120,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,5120,0.01673706571261088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,5120,0.019080533583958944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,5120,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,5120,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,5120,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,5120,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,4096,0.04285120169321696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,5120,0.01634666621685028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,5120,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,4096,0.008273066580295562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,4096,0.006820266445477803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,4096,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,4096,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,4096,0.0068917334079742435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,4096,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,4096,0.007210666437943776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,4096,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,4096,0.006804266571998596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,4096,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,4096,0.006763733426729838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,4096,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,4096,0.006949333349863689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,4096,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,4096,0.007028266787528992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,4096,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,4096,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,4096,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,4096,0.0068010667959849044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,4096,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,4096,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,4096,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,4096,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,4096,0.00636053333679835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,4096,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,4096,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,4096,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,4096,0.006221866607666016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,4096,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,4096,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,4096,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,4096,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,4096,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,4096,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,4096,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,4096,0.004738133152325948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,4096,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,4096,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,4096,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,4096,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,4096,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,4096,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,4096,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,4096,0.005667200187842051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,4096,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,4096,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,4096,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,4096,0.006950399776299794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,4096,0.004951466619968414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,4096,0.00484799991051356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,4096,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,4096,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,4096,0.004580266773700714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,4096,0.00446720023949941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,4096,0.00450133333603541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,4096,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,4096,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,4096,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,4096,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,4096,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,4096,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,4096,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,4096,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,4096,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,4096,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,4096,0.004020266731580098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,4096,0.0038933334251244865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,4096,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,4096,0.003933866570393244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,4096,0.381498654683431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,4096,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,4096,0.1966880003611247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,4096,0.08474026521046957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,4096,0.04135573307673136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,4096,0.0412224014600118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,4096,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,4096,0.039339733123779294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,4096,0.03919466733932495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,4096,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,4096,0.0393610676129659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,4096,0.039087998867034915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,4096,0.03715946674346924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,4096,0.03713920116424561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,4096,0.03633600076039632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,4096,0.03338133494059245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,4096,0.03542293310165405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,4096,0.033454934755961105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,4096,0.03408746719360352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,4096,0.03347520033518474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,4096,0.03205653429031372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,4096,0.03256746729214986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,4096,0.03091413378715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,4096,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,4096,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,4096,0.02988693316777547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,4096,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,4096,0.02833706736564636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,4096,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,4096,0.02518506646156311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,4096,0.025063467025756837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,4096,0.02335466742515564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,4096,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,4096,0.02318613330523173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,4096,0.023885866006215416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,4096,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,4096,0.02232853372891744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,4096,0.020860799153645835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,4096,0.02054826617240906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,4096,0.018924800554911296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,4096,0.030892799297968548
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,4096,0.019719467560450236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,4096,0.019076265891393027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,4096,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,4096,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,4096,0.0196341335773468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,4096,0.018702934185663857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,4096,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,4096,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,4096,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,4096,0.01812373399734497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,4096,0.017221333583196004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,4096,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,4096,0.017898666858673095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,4096,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,4096,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,4096,0.018067200978597008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,4096,0.017723733186721803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,4096,0.016053332885106405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,4096,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,4096,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,4096,0.015920000274976094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,4096,0.01766080061594645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,4096,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,4096,0.017820799350738527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,4096,0.01675093372662862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,4096,0.015528532862663268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,4096,0.01907306710879008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,4096,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,4096,0.01667733391125997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,4096,0.015565866231918335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,4096,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,4096,0.015218133727709452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,4096,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,3584,0.03753066857655843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,3584,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,3584,0.007383466760317485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,3584,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,3584,0.006398933132489522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,3584,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,3584,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,3584,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,3584,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,3584,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,3584,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,3584,0.006355200211207073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,3584,0.006353066861629486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,3584,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,3584,0.006388266881306966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,4096,0.01625706652800242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,3584,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,3584,0.006367999811967213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,3584,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,3584,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,3584,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,3584,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,3584,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,3584,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,3584,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,3584,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,3584,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,3584,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,3584,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,3584,0.006131199995676676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,4096,0.016663466890652977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,3584,0.006043733159701029
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,3584,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,3584,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,3584,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,3584,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,3584,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,3584,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,3584,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,3584,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,3584,0.005809066692988077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,3584,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,3584,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,3584,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,3584,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,3584,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,3584,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,3584,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,3584,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,3584,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,3584,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,3584,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,3584,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,3584,0.004953599969546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,3584,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,3584,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,3584,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,3584,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,3584,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,3584,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,3584,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,3584,0.004757333298524221
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,3584,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,3584,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,3584,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,3584,0.004706133405367533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,3584,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,3584,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,3584,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,3584,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,3584,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,3584,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,3584,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,3584,0.004586666822433472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,3584,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,3584,0.33432960510253906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,3584,0.06806186834971109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,3584,0.17153387069702147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,3584,0.03905493418375651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,3584,0.03703573147455851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,3584,0.03509226640065511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,3584,0.03747413158416748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,3584,0.03503040075302124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,3584,0.034791465600331625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,3584,0.034363734722137454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,3584,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,3584,0.033579734961191814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,3584,0.03314453363418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,3584,0.03295146624247233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,3584,0.03210560083389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,3584,0.03344000180562337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,3584,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,3584,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,3584,0.02864426573117574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,3584,0.028985599676767986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,3584,0.02991146643956502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,3584,0.02901653250058492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,3584,0.039043200016021726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,3584,0.02722666660944621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,3584,0.02484053373336792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,3584,0.027005867163340254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,3584,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,3584,0.022718934218088786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,3584,0.022768000761667885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,3584,0.022512000799179078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,3584,0.022645332415898643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,3584,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,3584,0.020958934227625528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,3584,0.01858453353246053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,3584,0.0285045325756073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,3584,0.01922773321469625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,3584,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,3584,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,3584,0.017569067080815633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,3584,0.01760106682777405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,3584,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,3584,0.016816000143686928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,3584,0.023710934321085612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,3584,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,3584,0.01720213294029236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,3584,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,3584,0.017153066396713258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,3584,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,3584,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,3584,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,3584,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,3584,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,3584,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,3584,0.016196266810099284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,3584,0.026078933477401735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,3584,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,3584,0.01834239959716797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,3584,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,3584,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,3584,0.015053866306940713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,3584,0.016035200158754984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,3584,0.015661866466204325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,3584,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,3584,0.016424533724784852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,3584,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,3584,0.01633386711279551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,3584,0.015852800011634825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,3584,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,3584,0.016883200407028197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,3584,0.014750933647155762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,3584,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,3584,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,3584,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,3072,0.031896533568700154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,3072,0.015611732999483744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,3072,0.006398933132489522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,3072,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,3072,0.005931733548641205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,3072,0.005966933568318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,3072,0.005949866771697998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,3072,0.00592853327592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,3072,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,3584,0.016056533654530844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,3072,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,3072,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,3072,0.005972266693909963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,3072,0.0058677335580190025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,3072,0.006007466713587443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,3072,0.005764266848564148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,3072,0.005989333490530649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,3072,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,3072,0.006019199887911478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,3584,0.01578986644744873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,3072,0.005601066847642263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,3072,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,3072,0.0055744002262751256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,3072,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,3072,0.005570133527119955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,3072,0.005757866799831391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,3072,0.005605333546797434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,3072,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,3072,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,3072,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,3072,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,3072,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,3072,0.004752000172932943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,3072,0.005524266759554545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,3072,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,3072,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,3072,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,3072,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,3072,0.005362133185068766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,3072,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,3072,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,3072,0.004676266511281332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,3072,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,3072,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,3072,0.004743466774622599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,3072,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,3072,0.00557226687669754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,3072,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,3072,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,3072,0.00477866679430008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,3072,0.004485333462556204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,3072,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,3072,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,3072,0.00446720023949941
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,3072,0.004318933188915253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,3072,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,3072,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,3072,0.0042922665675481165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,3072,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,3072,0.004323199888070424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,3072,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,3072,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,3072,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,3072,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,3072,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,3072,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,3072,0.004308266441027323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,3072,0.2890336036682129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,3072,0.14662292798360188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,3072,0.053413331508636475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,3072,0.03501546780268351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,3072,0.035076268513997394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,3072,0.004316799839337667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,3072,0.03299626708030701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,3072,0.033079467217127484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,3072,0.03462506532669067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,3072,0.03344426552454631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,3072,0.03300266663233439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,3072,0.03295146624247233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,3072,0.031123199065526325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,3072,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,3072,0.03252266645431519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,3072,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,3072,0.030263467629750566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,3072,0.028990934292475384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,3072,0.02871999939282735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,3072,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,3072,0.028569600979487103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,3072,0.028548266490300494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,3072,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,3072,0.026833067337671917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,3072,0.025971200068791705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,3072,0.02491413354873657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,3072,0.02446826696395874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,3072,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,3072,0.023569067319234215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,3072,0.02407360076904297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,3072,0.022729599475860597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,3072,0.02212160031000773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,3072,0.022796799739201866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,3072,0.028970666726430255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,3072,0.02211306691169739
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,3072,0.020134399334589638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,3072,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,3072,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,3072,0.0178272008895874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,3072,0.017859200636545815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,3072,0.017092265685399375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,3072,0.017163733641306557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,3072,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,3072,0.018210132916768394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,3072,0.01735146641731262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,3072,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,3072,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,3072,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,3072,0.016806399822235106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,3072,0.017307732502619425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,3072,0.01699733336766561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,3072,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,3072,0.016266666849454246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,3072,0.019975467522939046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,3072,0.016819200913111367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,3072,0.014731733004252115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,3072,0.015237333377202353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,3072,0.015147733688354491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,3072,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,3072,0.016376533110936484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,3072,0.015096533298492431
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,3072,0.0160778671503067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,3072,0.01627626617749532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,3072,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,3072,0.015470932920773825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,3072,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,3072,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,3072,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,3072,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,3072,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,3072,0.015235199530919393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,3072,0.017192532618840538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,3072,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,3072,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,2560,0.02582613428433736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,2560,0.009698133667310078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,2560,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,2560,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,2560,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,2560,0.005235200126965841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,2560,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,2560,0.005148800214131674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,2560,0.005066666503747304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,2560,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,3072,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,2560,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,2560,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,2560,0.005126399795214335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,2560,0.005111466844876607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,2560,0.005463466544946035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,2560,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,2560,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,2560,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,2560,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,3072,0.015610667069753012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,2560,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,2560,0.00553173323472341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,2560,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,2560,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,2560,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,2560,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,2560,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,2560,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,2560,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,2560,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,2560,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,2560,0.005137066543102265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,2560,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,2560,0.004884266853332519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,2560,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,2560,0.004744533201058706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,2560,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,2560,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,2560,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,2560,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,2560,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,2560,0.004715733230113983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,2560,0.0047199999292691554
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,2560,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,2560,0.004835199813048045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,2560,0.004725333551565806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,2560,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,2560,0.004942933221658071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,2560,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,2560,0.004785066843032837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,2560,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,2560,0.004753066599369049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,2560,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,2560,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,2560,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,2560,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,2560,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,2560,0.004712533454100291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,2560,0.004700799783070883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,2560,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,2560,0.11773333549499512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,2560,0.2430997371673584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,2560,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,2560,0.04505813519159953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,2560,0.03272639910380046
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,2560,0.03303359945615132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,2560,0.031148799260457355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,2560,0.03091413378715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,2560,0.030997333923975627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,2560,0.030908799171447753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,2560,0.03123626708984375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,2560,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,2560,0.02791999975840251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,2560,0.028936533133188884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,2560,0.028827732801437377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,2560,0.028384000062942505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,2560,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,2560,0.02725653251012166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,2560,0.02687893311182658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,2560,0.026494934161504106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,2560,0.02590506672859192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,2560,0.024966400861740113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,2560,0.023853866259257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,2560,0.024675200382868447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,2560,0.0229695995648702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,2560,0.022770132621129355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,2560,0.023517866929372154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,2560,0.02262826760609945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,2560,0.022590933243433635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,2560,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,2560,0.021358933051427206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,2560,0.020833067099253335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,2560,0.027035733064015705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,2560,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,2560,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,2560,0.018642133474349974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,2560,0.017592533429463705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,2560,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,2560,0.017308799425760905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,2560,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,2560,0.01704960068066915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,2560,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,2560,0.017092265685399375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,2560,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,2560,0.01625706652800242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,2560,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,2560,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,2560,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,2560,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,2560,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,2560,0.016286933422088624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,2560,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,2560,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,2560,0.015226667126019796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,2560,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,2560,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,2560,0.014979199568430582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,2560,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,2560,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,2560,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,2560,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,2560,0.014817066987355552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,2560,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,2560,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,2560,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,2560,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,2560,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,2560,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,2560,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,2560,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,2560,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,2560,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,2560,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,2560,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,2048,0.020122667153676353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,2048,0.009353599945704142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,2048,0.005565866827964783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,2048,0.004716800153255462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,2048,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,2048,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,2048,0.00479360024134318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,2048,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,2048,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,2048,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,2048,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,2048,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,2048,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,2048,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,2048,0.00421973317861557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,2048,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,2048,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,2048,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,2048,0.004182399809360504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,2048,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,2048,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,2048,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,2048,0.004885333279768625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,2048,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,2048,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,2048,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,2048,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,2048,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,2048,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,2048,0.004284800092379252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,2048,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,2560,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,2048,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,2048,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,2048,0.004312533140182495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,2048,0.004333866635958353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,2048,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,2048,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,2048,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,2048,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,2048,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,2048,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,2048,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,2048,0.004540800054868063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,2048,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,2048,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,2048,0.0045621335506439206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,2048,0.19550827344258626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,2048,0.03893866539001465
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,2048,0.0851967970530192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,2048,0.02924799919128418
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,2048,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,2048,0.029414399464925127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,2048,0.02890346646308899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,2048,0.004353066782156626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,2048,0.02802240053812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,2048,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,2048,0.02685760060946147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,2048,0.02737706700960795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,2048,0.026973867416381837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,2048,0.025114667415618897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,2048,0.026570665836334228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,2048,0.025463465849558515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,2048,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,2048,0.02498240073521932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,2048,0.027315199375152588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,2048,0.02318399945894877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,2048,0.023397332429885863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,2048,0.02867199977238973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,2048,0.022435200214385987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,2048,0.022808533906936646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,2048,0.022366933027903237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,2048,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,2048,0.023347200949986775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,2048,0.022171733776728313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,2048,0.021766400337219237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,2048,0.021286400159200032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,2048,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,2048,0.024072533845901488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,2048,0.01957546671231588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,2048,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,2048,0.01840959986050924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,2048,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,2048,0.017126399278640746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,2048,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,2048,0.01644266645113627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,2048,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,2048,0.015310933192571005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,2048,0.020966400702794395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,2048,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,2048,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,2048,0.016697599490483602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,2048,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,2048,0.015490133563677469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,2048,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,2048,0.015948800245920818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,2048,0.014984533190727234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,2048,0.014974932869275412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,2048,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,2048,0.014729600151379904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,2048,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,2048,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,2048,0.015338666240374246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,2048,0.016293332974116007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,2048,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,2048,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,2048,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,2048,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,2048,0.01577600042025248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,2048,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,2048,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,2048,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,2048,0.015289599696795145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,2048,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,2048,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,2048,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,2048,0.014978133638699851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,2048,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,2048,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,1536,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,2048,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,2048,0.015899733702341715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,1536,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,1536,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,1536,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,1536,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,1536,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,1536,0.004161066561937332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,1536,0.004005333284536997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,1536,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,1536,0.003930666546026865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,1536,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,1536,0.004412800073623657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,1536,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,1536,0.004002133260170618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,1536,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,1536,0.004058666775623957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,1536,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,1536,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,1536,0.003997866561015447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,1536,0.003942399968703588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,1536,0.004049066702524821
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,1536,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,1536,0.003870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,1536,0.003899733225504557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,2048,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,1536,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,1536,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,1536,0.003870933254559835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,1536,0.00445119986931483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,1536,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,1536,0.003833599885304769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,1536,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,1536,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,1536,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,1536,0.003647999962170919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,1536,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,1536,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,1536,0.0038506666819254553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,1536,0.0038421332836151125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,1536,0.003551999976237615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,1536,0.003642666588226954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,1536,0.003533866753180822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,1536,0.0035477332770824433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,1536,0.0036533333361148832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,1536,0.003619199991226196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,1536,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,1536,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,1536,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,1536,0.0037439999481042228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,1536,0.0034645333886146545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,1536,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,1536,0.003684266656637192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,1536,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,1536,0.0037248000502586366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,1536,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,1536,0.0036949334045251214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,1536,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,1536,0.003458133339881897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,1536,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,1536,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,1536,0.003505066782236099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,1536,0.0035114665826161706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,1536,0.0035061334570248926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,1536,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,1536,0.0034624000390370687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,1536,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,1536,0.05497920115788778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,1536,0.14567467371622722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,1536,0.03344106674194336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,1536,0.02653866608937581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,1536,0.027062400182088213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,1536,0.026693334182103474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,1536,0.02639893293380737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,1536,0.024834134181340537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,1536,0.00382080003619194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,1536,0.025018666187922162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,1536,0.02469653288523356
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,1536,0.024873600403467814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,1536,0.02435413400332133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,1536,0.023655466238657632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,1536,0.022923733790715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,1536,0.02444266676902771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,1536,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,1536,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,1536,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,1536,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,1536,0.021291732788085938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,1536,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,1536,0.021857066949208578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,1536,0.02114560008049011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,1536,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,1536,0.02093440095583598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,1536,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,1536,0.020950400829315187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,1536,0.019708800315856933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,1536,0.019631999731063842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,1536,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,1536,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,1536,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,1536,0.018649599949518838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,1536,0.017011199394861856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,1536,0.017180800437927246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,1536,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,1536,0.01603626708189646
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,1536,0.01556373337904612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,1536,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,1536,0.015777066349983215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,1536,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,1536,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,1536,0.015914666652679443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,1536,0.016290133198102318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,1536,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,1536,0.015003732840220132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,1536,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,1536,0.014993066589037577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,1536,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,1536,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,1536,0.014948266744613647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,1536,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,1536,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,1536,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,1536,0.01506239970525106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,1536,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,1536,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,1536,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,1536,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,1536,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,1536,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,1536,0.014614400267601014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,1536,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,1536,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,1536,0.014275200168291726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,1536,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,1536,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,1024,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,1024,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,1024,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,1024,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,1024,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,1024,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,1024,0.0035455999275048576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,1024,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,1024,0.0034986667335033415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,1024,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,1024,0.003492266684770584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,1536,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,1024,0.0034954667091369627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,1024,0.003479466587305069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,1024,0.003571200122435888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,1024,0.0035018667578697203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,1024,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,1024,0.0035786665976047516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,1024,0.0034944000343481696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,1024,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,1024,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,1024,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,1024,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,1536,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,1024,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,1024,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,1024,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,1024,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,1024,0.0032159999012947083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,1024,0.003099733342727025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,1024,0.0032821332414944967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,1024,0.003180799881617228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,1024,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,1024,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,1024,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,1024,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,1024,0.0031829332311948144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,1024,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,1024,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,1024,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,1024,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,1024,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,1024,0.0030805334448814393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,1024,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,1024,0.003125333289305369
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,1024,0.00306986669699351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,1024,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,1024,0.0035445332527160645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,1024,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,1024,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,1024,0.003070933371782303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,1024,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,1024,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,1024,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,1024,0.002914133419593175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,1024,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,1024,0.0029546665648619336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,1024,0.00306986669699351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,1024,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,1024,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,1024,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,1024,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,1024,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,1024,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,1024,0.03906666835149129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,1024,0.08519360224405924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,1024,0.026975999275843304
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,1024,0.022869332631429037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,1024,0.003107200066248576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,1024,0.02291413346926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,1024,0.022524799903233847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,1024,0.022539732853571574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,1024,0.02296746571858724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,1024,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,1024,0.022338134050369263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,1024,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,1024,0.021826134125391642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,1024,0.021243733167648316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,1024,0.02178773283958435
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,1024,0.02190613349278768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,1024,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,1024,0.020894932746887206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,1024,0.02068159977595011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,1024,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,1024,0.019356799125671387
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,1024,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,1024,0.01886506676673889
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,1024,0.022827732563018798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,1024,0.01888426740964254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,1024,0.019151999553044637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,1024,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,1024,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,1024,0.018644267320632936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,1024,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,1024,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,1024,0.01688746611277262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,1024,0.016863999764124553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,1024,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,1024,0.015101866920789084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,1024,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,1024,0.014738133549690247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,1024,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,1024,0.018925867478052773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,1024,0.015868799885114034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,1024,0.015170133113861084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,1024,0.01452906628449758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,1024,0.015007999539375306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,1024,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,1024,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,1024,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,1024,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,1024,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,1024,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,1024,0.013989333311716715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,1024,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,1024,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,1024,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,1024,0.014619732896486918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,1024,0.014989866813023885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,1024,0.01597653329372406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,1024,0.013192533453305563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,1024,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,1024,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,1024,0.014777599771817525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,1024,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,1024,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,1024,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,1024,0.014712533354759217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,1024,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,1024,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,1024,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,1024,0.013041067123413085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,1024,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,768,0.006785066425800323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,768,0.005137066543102265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,1024,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,768,0.0038143999874591826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,768,0.003066666672627131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,768,0.0031295999884605407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,768,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,768,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,768,0.003078400095303853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,768,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,768,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,1024,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,768,0.003257599969704946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,768,0.003268266717592875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,768,0.0033503999312718712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,768,0.0032127998769283296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,768,0.0031797334551811217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,768,0.0032448001205921174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,768,0.0032426667710145317
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,768,0.0031701333820819853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,768,0.0031509332358837126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,768,0.0031989333530267083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,768,0.003189333279927572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,768,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,768,0.0030773334205150605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,768,0.003094399968783061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,768,0.0031328000128269195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,768,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,768,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,768,0.0030933332939942675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,768,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,768,0.002937600016593933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,768,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,768,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,768,0.0027093333502610523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,768,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,768,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,768,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,768,0.002921599894762039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,768,0.002940800040960312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,768,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,768,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,768,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,768,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,768,0.002726399898529053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,768,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,768,0.0027253332237402597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,768,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,768,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,768,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,768,0.05531839927037557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,768,0.03300159970919291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,768,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,768,0.020771199464797975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,768,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,768,0.02075200080871582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,768,0.02146453261375427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,768,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,768,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,768,0.02065066695213318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,768,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,768,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,768,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,768,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,768,0.020463999112447104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,768,0.01957119901974996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,768,0.02039573391278585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,768,0.01872533361117045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,768,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,768,0.018710400660832724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,768,0.01893333395322164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,768,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,768,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,768,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,768,0.018462934096654258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,768,0.018337066968282065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,768,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,768,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,768,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,768,0.017540266116460167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,768,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,768,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,768,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,768,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,768,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,768,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,768,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,768,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,768,0.01480959951877594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,768,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,768,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,768,0.014637866616249084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,768,0.01685973405838013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,768,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,768,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,768,0.014707199732462563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,768,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,768,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,768,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,768,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,768,0.014335999886194864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,768,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,768,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,768,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,768,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,768,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,768,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,768,0.013058132926623025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,768,0.015015467007954916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,768,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,768,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,768,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,768,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,768,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,768,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,768,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,768,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,768,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,768,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,768,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,768,0.014014933506647745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,768,0.012805333733558655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,512,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,512,0.003218133250872294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,512,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,512,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,512,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,512,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,512,0.0031146667897701263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,512,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,512,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,512,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,512,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,512,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,768,0.01264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,512,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,512,0.0029418667157491045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,512,0.002765866617361705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,512,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,512,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,512,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,512,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,512,0.0026869334280490874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,512,0.002643200010061264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,512,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,512,0.0026805333793163298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,512,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,512,0.0026357332865397137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,512,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,512,0.002678400029738744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,512,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,512,0.0026719999810059865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,768,0.013525333007176718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,512,0.002657066782315572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,512,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,512,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,512,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,512,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,512,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,512,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,512,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,512,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,512,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,512,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,512,0.0026634665826956432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,512,0.0026591998835404714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,512,0.028074665864308672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,512,0.023513599236806234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,512,0.020759467283884683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,512,0.020523732900619505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,512,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,512,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,512,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,512,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,512,0.018968532482782997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,512,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,512,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,512,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,512,0.01877440015474955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,512,0.03917866547902425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,512,0.018785067399342856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,512,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,512,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,512,0.01749546726544698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,512,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,512,0.01829013427098592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,512,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,512,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,512,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,512,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,512,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,512,0.016835200786590575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,512,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,512,0.017066667477289833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,512,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,512,0.01639253298441569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,512,0.01588053305943807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,512,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,512,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,512,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,512,0.016060800353686015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,512,0.016260266304016113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,512,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,512,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,512,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,512,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,512,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,512,0.016176000237464905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,512,0.01548373301823934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,512,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,512,0.013854933778444925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,512,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,512,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,512,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,512,0.014605866869290671
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,512,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,512,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,512,0.014631467064221701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,512,0.014647466937700906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,512,0.0157258669535319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,512,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,512,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,512,0.013874133427937826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,512,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,512,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,512,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,512,0.013790933291117349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,512,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,512,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,512,0.013095466295878091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,512,0.012731732924779257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,512,0.012753066420555115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,512,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,512,0.012593066692352295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,256,0.0045738667249679565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,256,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,256,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,512,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,256,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,256,0.00266239990790685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,256,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,256,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,256,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,256,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,256,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,256,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,256,0.0024661332368850707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,256,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,256,0.0023999998966852823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,256,0.0025898667673269907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,256,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,256,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,256,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,256,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,256,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,256,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,256,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,256,0.0024351999163627625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,256,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,256,0.002259200066328049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,256,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,256,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,256,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,256,0.002328533430894216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,256,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,256,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,256,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,256,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,512,0.013025066256523133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,256,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,256,0.0022410665949185687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,256,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,256,0.0024703999360402426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,256,0.021729065974553426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,256,0.027497599522272747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,256,0.019937066237131755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,256,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,256,0.0180565337340037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,256,0.01697280009587606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,256,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,256,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,256,0.016874667008717856
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,256,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,256,0.01716266671816508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,256,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,256,0.017668267091115318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,256,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,256,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,256,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,256,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,256,0.01596799989541372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,256,0.017053866386413576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,256,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,256,0.016295466820398966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,256,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,256,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,256,0.016225066781044007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,256,0.016671999295552572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,256,0.017123200496037803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,256,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,256,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,256,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,256,0.015461333592732749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,256,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,256,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,256,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,256,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,256,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,256,0.013553067048390707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,256,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,256,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,256,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,256,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,256,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,256,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,256,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,256,0.01593386630217234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,256,0.015080533425013223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,256,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,256,0.012859732906023661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,256,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,256,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,256,0.013050666451454163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,256,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,256,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,256,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,256,0.012588799993197123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,256,0.014365866780281067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,256,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,256,0.01339413324991862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,256,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,256,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,256,0.013031466801961263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,256,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,256,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,256,0.012429866194725036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,256,0.013944533467292786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,256,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,256,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,256,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,256,0.012622933586438498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,256,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,256,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,256,0.012759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,256,0.01250879963239034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,256,0.013409066200256347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,128,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,128,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,128,0.0023146666586399078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,128,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,128,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,128,0.0025034666061401365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,128,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,128,0.002295466760794322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,128,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,128,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,128,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,128,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,256,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,128,0.0023306667804718017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,128,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,128,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,128,0.0025237334271272023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,128,0.0023829333484172823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,128,0.0024330665667851763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,128,0.002338133255640666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,128,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,128,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,128,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,128,0.0023562667270501454
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,128,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,128,0.023427200317382813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,128,0.01885333259900411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,128,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,128,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,128,0.016198399662971496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,128,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,128,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,128,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,128,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,128,0.015936000148455302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,128,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,128,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,128,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,128,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,128,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,128,0.002367999901374181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,128,0.016270933548609416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,128,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,128,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,128,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,128,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,128,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,128,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,128,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,128,0.01562773287296295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,128,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,128,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,128,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,128,0.015171200037002563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,128,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,128,0.015638400117556253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,128,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,128,0.01353493332862854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,128,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,128,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,128,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,128,0.015490133563677469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,128,0.015526400009791056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,128,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,128,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,128,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,128,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,128,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,128,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,128,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,128,0.01520746648311615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,128,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,128,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,128,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,128,0.013386666774749756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,128,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,128,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,128,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,128,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,128,0.014150399963061014
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,128,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,128,0.013706666231155396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,128,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,128,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,128,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,128,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,128,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,128,0.012617599964141846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,128,0.013081600268681845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,128,0.012916266918182373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,128,0.01388159990310669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,128,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,128,0.013448533415794373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,128,0.012939733266830445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,128,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,128,0.012667733430862426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,128,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,128,0.012600533167521157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,128,0.01346560021241506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,64,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,128,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,64,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,64,0.002422400067249934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,64,0.002277333289384842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,64,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,64,0.0024586667617162066
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,64,0.002385066697994868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,64,0.0022730665902296705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,64,0.00240639994541804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,64,0.0022613334159056345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,64,0.0023445333043734234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,64,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,64,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,64,0.0023530667026837667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,64,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,64,0.0023829333484172823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,64,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,64,0.002316800008217494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,64,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,128,0.012544000148773193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,64,0.0022976001103719073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,64,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,64,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,64,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,64,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,64,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,64,0.0018357332795858384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,64,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,64,0.001842133328318596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,64,0.001972266659140587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,64,0.0019786667078733446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,64,0.0018304000298182172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,64,0.001852799952030182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,64,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,64,0.0018325333793958027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,64,0.0017952000101407368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,64,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,64,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,64,0.0017759999881188076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,64,0.001842133328318596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,64,0.0018613333503405254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,64,0.001836799954374631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,64,0.0017845333864291509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,64,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,64,0.001852799952030182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,64,0.0018485333770513535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,64,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,64,0.001836799954374631
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,64,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,64,0.021527467171351115
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,64,0.015940266847610473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,64,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,64,0.015025066335995993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,64,0.01693013310432434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,64,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,64,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,64,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,64,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,64,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,64,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,64,0.015848533312479655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,64,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,64,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,64,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,64,0.015779200196266174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,64,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,64,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,64,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,64,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,64,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,64,0.015507200360298156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,64,0.013506133357683817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,64,0.014709333578745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,64,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,64,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,64,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,64,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,64,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,64,0.01393066644668579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,64,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,64,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,64,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,64,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,64,0.013915733496348063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,64,0.013556266824404398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,64,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,64,0.013545599579811097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,64,0.013868799805641175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,64,0.01372053325176239
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,64,0.015079466501871744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,64,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,64,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,64,0.012573867042859396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,64,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,64,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,64,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,64,0.012643200159072877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,64,0.012486400206883748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,64,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,64,0.013893333077430726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,64,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,64,0.012570666273434958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,64,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,64,0.013017599781354269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,64,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,64,0.01304746667544047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,64,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,64,0.01264639993508657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,64,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,64,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,64,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,64,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,64,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,64,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,64,32,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,64,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,64,32,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,64,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,64,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,64,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,64,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,64,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,64,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,64,32,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,64,32,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,64,32,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,64,32,0.002436266591151555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,64,32,0.002232533444960912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,64,32,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,64,32,0.002492800106604894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,64,32,0.0023914667467276256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,64,32,0.002457600086927414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,64,32,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,64,32,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,64,0.01269653340180715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,64,32,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,64,0.013034666577974955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,64,32,0.0022783999641736346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,64,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,64,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,64,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,64,32,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,64,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,64,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,64,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,64,32,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,64,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,64,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,64,32,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,64,32,0.002271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,64,32,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,64,32,0.0024906667570273083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,64,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,64,32,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,64,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,64,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,64,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,64,32,0.002385066697994868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,64,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,64,32,0.002325333406527837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,64,32,0.001966933285196622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,64,32,0.002002133304874102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,64,32,0.002329600105683009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,64,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,64,32,0.0019210666418075562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,64,32,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,64,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,64,32,0.001970133309563001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,64,32,0.0020106667031844455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,64,32,0.0019519999623298645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,64,32,0.001842133328318596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,64,32,0.001874133323629697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,64,32,0.0019136000424623489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,64,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,64,32,0.0025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,64,32,0.0021162666380405426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,64,32,0.002045866722861926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,64,32,0.0019018666197856266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,64,32,0.0019178666174411775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,64,32,0.0020394666741291685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,64,32,0.002102400114138921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,64,32,0.0019487999379634857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,64,32,0.0019744000087181727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,64,32,0.001975466683506966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,64,32,0.0019296000401178997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,64,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,64,32,0.0019007999449968337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,64,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,64,32,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,32,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,32,0.014636799693107605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,32,0.017087999979654947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,32,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,32,0.015179733435312906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,32,0.014983466267585755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,32,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,32,0.015778133273124696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,64,32,0.0020341333001852036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,64,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,32,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,32,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,32,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,32,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,32,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,32,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,32,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,32,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,32,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,32,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,32,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,32,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,32,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,32,0.01605013310909271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,32,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,32,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,32,0.013937066992123923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,32,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,32,0.013846400380134582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,32,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,32,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,32,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,64,32,0.013150933384895324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,64,32,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,64,32,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,64,32,0.013878400127092997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,64,32,0.014111999670664468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,64,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,64,32,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,32,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,64,32,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,64,32,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,64,32,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,64,32,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,64,32,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,64,32,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,64,32,0.013051733374595642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,64,32,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,64,32,0.013869866728782654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,64,32,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,64,32,0.012587733070055642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,64,32,0.012557866175969443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,64,32,0.013804800311724343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,64,32,0.012735999623934426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,64,32,0.01245013376077016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,64,32,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,64,32,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,64,32,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,64,32,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,64,32,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,64,32,0.012552533547083536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,64,32,0.01316159963607788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,64,32,0.013818666338920593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,64,32,0.012513066331545511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,64,32,0.013690666357676188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,64,32,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,64,32,0.013557333747545877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,64,32,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,64,32,0.01250986655553182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,64,32,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,64,32,0.012652800480524699
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,64,32,0.0141567995150884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,64,32,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,64,32,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,64,32,0.012643200159072877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,65536,0.34073705673217775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,65536,0.0924021323521932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,65536,0.1617472012837728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,65536,0.7179818471272786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,65536,0.08327999909718832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,65536,0.09196906884511312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,65536,0.08535253206888835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,65536,0.0826912005742391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,65536,0.07722026507059733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,65536,0.07231146494547526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,65536,0.07125546932220458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,65536,0.07013440132141113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,65536,0.06007999976476034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,64,32,0.013558399677276612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,65536,0.0603007992108663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,65536,0.0598741332689921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,65536,0.05353066523869833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,65536,0.05496426820755005
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,65536,0.051386666297912595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,65536,0.05002986590067545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,65536,0.043885866800944015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,65536,0.04475520054499309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,65536,0.03765546480814616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,65536,0.03924906651178996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,65536,0.034127998352050784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,65536,0.033852799733479814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,65536,0.030162133773167926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,65536,0.02571093241373698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,65536,0.023381332556406655
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,65536,0.017683200041453042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,65536,0.01625279982884725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,65536,0.03590186834335327
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,65536,0.027739733457565308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,65536,0.021833600600560506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,65536,0.01606613298257192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,65536,0.04311360120773315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,65536,0.06281386613845825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,65536,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,65536,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,65536,0.015389866630236306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,65536,0.010057600339253743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,65536,0.02028053402900696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,65536,0.028673066695531206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,65536,0.01259519954522451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,65536,0.010137599706649781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,65536,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,65536,0.008841600020726521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,65536,0.011294933160146077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,65536,0.009243733684221904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,65536,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,65536,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,65536,0.07128746509552002
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,65536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,65536,0.009038933118184407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,65536,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,65536,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,65536,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,65536,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,65536,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,65536,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,65536,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,65536,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,65536,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,65536,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,65536,0.008827733000119527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,65536,0.006783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,65536,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,65536,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,65536,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,65536,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,65536,0.0067562664548556015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,65536,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,65536,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,65536,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,65536,0.007403733332951863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,65536,1.4667658487955728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,65536,0.7922400156656901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,65536,2.916851298014323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,65536,0.7911797205607096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,65536,0.7462762832641602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,65536,0.7450368245442708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,65536,0.7029290517171224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,65536,0.6547850926717123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,65536,0.6546197255452474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,65536,0.6118687947591146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,65536,0.6124810536702474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,65536,0.6979029337565105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,65536,5.831854756673177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,65536,0.5630528132120769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,65536,0.5193322817484538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,65536,0.5639658610026042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,65536,0.5191242535909016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,65536,0.4751402537027995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,65536,0.4266165415445964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,65536,0.43023039499918625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,65536,0.38306665420532227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,65536,0.3830549240112305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,65536,0.33684800465901693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,65536,0.2910549481709798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,65536,0.2911701202392578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,65536,0.24411412874857583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,65536,0.24498772621154785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,65536,0.4749567985534668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,65536,0.19831466674804688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,65536,0.1751786708831787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,65536,0.15397226015726725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,65536,0.09993706544240316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,65536,0.05330986579259237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,65536,0.04313493172327677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,65536,0.3372576077779134
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,65536,0.057475201288859044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,65536,0.041308800379435226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,65536,0.04125333229700724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,65536,0.03843520085016887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,65536,0.03936426639556885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,65536,0.19751359621683756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,65536,0.03592106501261393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,65536,0.03773760000864665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,65536,0.031040000915527343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,65536,0.03207359910011291
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,65536,0.032577067613601685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,65536,0.09167040189107259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,65536,0.028899200757344562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,65536,0.026530132691065474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,65536,0.02683626612027486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,65536,0.027027199665705364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,65536,0.025514666239420575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,65536,0.03304426670074463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,65536,0.02442986567815145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,65536,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,65536,0.030369067192077638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,65536,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,65536,0.022104533513387044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,65536,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,65536,0.0213536004225413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,65536,0.028439466158548993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,65536,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,65536,0.020950400829315187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,65536,0.02072746753692627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,65536,0.02073813279469808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,65536,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,65536,0.01906986633936564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,65536,0.020049067338307698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,65536,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,65536,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,65536,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,65536,0.018538665771484376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,51200,0.2468063990275065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,51200,0.1279968023300171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,51200,0.5516639709472656
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,51200,0.07228480180104574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,51200,0.07181546688079835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,51200,0.06688533624013265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,51200,0.06865599950154623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,51200,0.06636266708374024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,51200,0.06091946760813395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,65536,0.021642667055130006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,51200,0.05939199924468994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,51200,0.056390400727589926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,65536,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,51200,0.05664639870325724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,51200,0.04846506516138713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,51200,0.05043306748072306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,51200,0.04833920001983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,51200,0.04691840012868245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,51200,0.04356480042139689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,51200,0.044489598274230956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,51200,0.03800640106201172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,51200,0.037876268227895096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,51200,0.035230934619903564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,51200,0.03673386573791504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,51200,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,51200,0.03216960032780965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,51200,0.027690666913986205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,51200,0.027926399310429888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,51200,0.0240831991036733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,51200,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,51200,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,51200,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,51200,0.029285333553949994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,51200,0.03253119985262553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,51200,0.028439466158548993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,51200,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,51200,0.0256117324034373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,51200,0.010014933347702027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,51200,0.03432533343633016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,51200,0.010011733571688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,51200,0.01129919985930125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,51200,0.01309440036614736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,51200,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,51200,0.01735573410987854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,51200,0.05550186634063721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,51200,0.0076896001895268755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,51200,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,51200,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,51200,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,51200,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,51200,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,51200,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,51200,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,51200,0.01731626590092977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,51200,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,51200,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,51200,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,51200,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,51200,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,51200,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,51200,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,51200,0.015356799960136414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,51200,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,51200,0.007113599777221679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,51200,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,51200,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,51200,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,51200,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,51200,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,51200,0.0064522668719291685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,51200,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,51200,0.0062837332487106325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,51200,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,51200,0.006303999821345012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,51200,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,51200,0.011051733295122783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,51200,1.1521717071533204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,51200,0.6246506373087566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,51200,2.284234619140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,51200,0.623137092590332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,51200,0.5868458429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,51200,0.5859615961710612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,51200,0.5535242716471355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,51200,0.5521493275960286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,51200,0.5179903984069825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,51200,0.5182954788208007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,51200,0.48432105382283525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,51200,0.48360532124837236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,51200,0.4461045265197754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,51200,0.4461951891581218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,51200,0.41082026163736984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,51200,0.37677119572957357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,51200,0.41160214742024737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,51200,0.37532265981038415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,51200,0.3378474553426107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,51200,0.30213867823282875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,51200,0.3376042683919271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,51200,0.26795520782470705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,51200,4.554453531901041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,51200,0.2682389259338379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,51200,0.23261760075887045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,51200,0.19534932772318522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,51200,0.19502506256103516
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,51200,0.15563626289367677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,51200,0.1330570697784424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,51200,0.30336106618245445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,51200,0.11620053450266521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,51200,0.07160960038503011
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,51200,0.06426239808400472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,51200,0.23256640434265136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,51200,0.046834135055541994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,51200,0.03774079879124959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,51200,0.047754665215810135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,51200,0.0370741327603658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,51200,0.03717973232269287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,51200,0.03502933184305827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,51200,0.03298133412996928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,51200,0.035164801279703777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,51200,0.029557333389918013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,51200,0.15655892690022785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,51200,0.030586665868759154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,51200,0.0286901334921519
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,51200,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,51200,0.027140265703201293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,51200,0.026953599850336712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,51200,0.026936533053716023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,51200,0.02828906575838725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,51200,0.02502080003420512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,51200,0.03445119857788086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,51200,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,51200,0.024861866235733034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,51200,0.021614933013916017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,51200,0.023025067647298177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,51200,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,51200,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,51200,0.020750933885574342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,51200,0.02132586638132731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,51200,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,51200,0.020428800582885744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,51200,0.02072426676750183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,51200,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,51200,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,51200,0.024421334266662598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,51200,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,51200,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,51200,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,51200,0.01904639999071757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,51200,0.018602667252222697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,51200,0.01798293391863505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,51200,0.018066134055455527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,16384,0.17387626965840658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,16384,0.07837973435719808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,16384,0.05219626824061076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,16384,0.02518186569213867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,16384,0.02522346576054891
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,16384,0.02450773318608602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,16384,0.02611093322436015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,16384,0.024165334304173787
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,16384,0.02185279925664266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,16384,0.022048000494639078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,16384,0.022938666741053264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,16384,0.019537067413330077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,16384,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,16384,0.015827199816703795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,16384,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,16384,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,16384,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,16384,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,16384,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,16384,0.009979733824729919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,16384,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,16384,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,16384,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,16384,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,16384,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,16384,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,16384,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,16384,0.012685867150624594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,16384,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,16384,0.010684800148010255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,16384,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,16384,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,16384,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,16384,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,16384,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,16384,0.013780267039934794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,16384,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,16384,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,16384,0.008427733182907104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,16384,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,16384,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,16384,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,16384,0.020475733280181884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,16384,0.006393600006898243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,16384,0.006837333242098491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,16384,0.005940266450246175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,16384,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,16384,0.006356266637643178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,16384,0.011313066879908244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,16384,0.0071829333901405334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,16384,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,16384,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,16384,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,16384,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,16384,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,16384,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,16384,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,16384,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,16384,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,16384,0.005565866827964783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,16384,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,16384,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,16384,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,16384,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,16384,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,16384,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,16384,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,16384,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,16384,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,16384,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,16384,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,16384,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,16384,0.005983999868233999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,16384,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,16384,0.7402528127034504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,16384,1.4647861480712892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,16384,0.37825921376546223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,16384,0.20731520652770996
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,16384,0.1956650733947754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,16384,0.19548479715983075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,16384,0.1838165283203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,16384,0.1834485371907552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,16384,0.1718549410502116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,16384,0.15957652727762858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,16384,0.1714197317759196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,16384,0.1586410681406657
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,16384,0.1473482608795166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,16384,0.1469770590464274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,16384,0.2086357275644938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,16384,0.13394133249918622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,16384,0.1338794708251953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,16384,0.11981226603190105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,16384,0.12071039676666259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,16384,0.10368959903717041
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,16384,0.10728853543599445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,16384,0.09167040189107259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,16384,0.07403626441955566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,16384,0.0713322639465332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,16384,0.06173333326975504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,16384,0.05885759989420573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,16384,0.049310934543609616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,16384,0.050892798105875645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,16384,0.04522666533788045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,16384,0.043178665637969973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,16384,0.04410453240076701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,16384,0.03656959931055705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,16384,0.03524693250656128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,16384,0.031037867069244385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,16384,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,16384,0.025204267104466754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,16384,0.027026132742563887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,16384,0.024733867247899374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,16384,0.025092266003290814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,16384,0.024913066625595094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,16384,0.02407146692276001
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,16384,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,16384,0.024254933993021647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,16384,0.022950400908788048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,16384,0.02262079914410909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,16384,0.023411200443903605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,16384,0.022299732764561972
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,16384,0.021717333793640138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,16384,0.021682133277257286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,16384,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,16384,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,16384,0.09084906578063964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,16384,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,16384,0.020859734217325846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,16384,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,16384,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,16384,0.017566933234532674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,16384,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,16384,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,16384,0.018437333901723228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,16384,0.017940266927083334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,16384,0.01864746610323588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,16384,0.016778665781021117
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,16384,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,16384,0.016897066434224447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,16384,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,16384,0.017198934157689413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,16384,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,16384,0.021067732572555543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,16384,0.015960533420244852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,16384,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,16384,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,16384,0.01924053430557251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,12288,0.03145813345909119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,12288,0.1221845308939616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,12288,0.018279467026392618
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,12288,0.015809067090352378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,12288,0.019057067235310872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,12288,0.015301332871119181
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,12288,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,12288,0.01266986628373464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,12288,0.011341866850852967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,12288,0.011754666765530903
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,12288,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,12288,0.011040000120798747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,12288,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,12288,0.010309333602587383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,12288,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,12288,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,12288,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,12288,0.008987733721733093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,12288,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,12288,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,16384,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,12288,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,12288,0.013095466295878091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,12288,0.007922133306662242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,12288,0.014778666694959006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,12288,0.0594485322634379
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,12288,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,12288,0.011544533570607503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,12288,0.010712533195813497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,12288,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,12288,0.016207999984423318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,12288,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,12288,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,12288,0.007214933137098948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,12288,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,12288,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,12288,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,12288,0.005646933118502299
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,12288,0.00761706680059433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,12288,0.005559466779232025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,12288,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,12288,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,12288,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,12288,0.005305600166320801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,12288,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,12288,0.005523199836413065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,12288,0.011412266890207927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,12288,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,12288,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,12288,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,12288,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,12288,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,12288,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,12288,0.005208533505598704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,12288,0.005116799970467886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,12288,0.005141333242257436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,12288,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,12288,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,12288,0.010040533542633057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,12288,0.005187200009822845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,12288,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,12288,0.005103999873002371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,12288,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,12288,0.005144533514976501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,12288,0.005206400156021118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,12288,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,12288,0.004760533571243286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,12288,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,12288,0.005710933109124502
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,12288,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,12288,0.004947199920813243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,12288,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,12288,0.004953599969546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,12288,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,12288,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,12288,0.2869920094807943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,12288,0.5594336191813152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,12288,0.15984853108723956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,12288,0.15974292755126954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,12288,0.1487189292907715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,12288,0.14644053777058919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,12288,0.1392170588175456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,12288,0.1403626600901286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,12288,0.12961706320444744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,12288,0.12984000047047933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,12288,0.12529706954956055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,12288,0.1191327969233195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,12288,0.10316159725189208
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,12288,0.09188266595204672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,12288,0.10483946800231933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,12288,0.09207146962483724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,12288,0.08115200201670328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,12288,0.06851519743601481
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,12288,0.08118826548258463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,12288,0.072379732131958
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,12288,0.05830933252970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,12288,0.059057064851125086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,12288,0.05231146812438965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,12288,0.05139733155568441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,12288,0.04696853160858154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,12288,0.04319786628087362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,12288,0.04173440138498942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,12288,0.04107413291931152
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,12288,1.1044757843017579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,12288,0.03613013426462809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,12288,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,12288,0.033879466851552326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,12288,0.030982400973637896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,12288,0.0288810670375824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,12288,0.024617600440979003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,12288,0.024589866399765015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,12288,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,12288,0.023321600755055745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,12288,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,12288,0.02249280015627543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,12288,0.0480565349260966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,12288,0.022473599513371786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,12288,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,12288,0.021512534221013388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,12288,0.022501333554585775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,12288,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,12288,0.022948267062505086
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,12288,0.020923733711242676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,12288,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,12288,0.020883200565973918
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,12288,0.023523199558258056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,12288,0.01986879905064901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,12288,0.01906879941622416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,12288,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,12288,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,12288,0.01844373345375061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,12288,0.01799573302268982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,12288,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,12288,0.019475199778874717
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,12288,0.01920959949493408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,12288,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,12288,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,12288,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,12288,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,12288,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,12288,0.018677333990732826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,12288,0.016552533706029257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,12288,0.01750613252321879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,12288,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,12288,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,12288,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,12288,0.017435733477274576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,12288,0.016060800353686015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,10240,0.10153600374857585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,10240,0.05025813182195028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,10240,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,10240,0.01167466640472412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,10240,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,10240,0.011760000387827556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,10240,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,10240,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,10240,0.010698666175206501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,10240,0.009917866190274556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,10240,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,10240,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,10240,0.009161600470542907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,10240,0.009427199761072796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,10240,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,10240,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,10240,0.008615466952323913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,12288,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,10240,0.00798933357000351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,10240,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,10240,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,10240,0.011685333649317424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,10240,0.006761600077152252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,10240,0.013065600395202636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,10240,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,10240,0.010711466272672016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,10240,0.0100682665904363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,10240,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,10240,0.008146133522192638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,10240,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,10240,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,10240,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,10240,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,10240,0.007517866790294647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,10240,0.005966933568318685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,10240,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,10240,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,10240,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,10240,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,10240,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,10240,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,10240,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,10240,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,10240,0.0059114664793014525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,10240,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,10240,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,10240,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,10240,0.009915733337402343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,10240,0.005767466624577841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,10240,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,10240,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,10240,0.00481386681397756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,10240,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,10240,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,10240,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,10240,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,10240,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,10240,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,10240,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,10240,0.005634133517742157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,10240,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,10240,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,10240,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,10240,0.005650133391221364
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,10240,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,10240,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,10240,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,10240,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,10240,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,10240,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,10240,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,10240,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,10240,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,10240,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,10240,0.46879892349243163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,10240,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,10240,0.24057067235310875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,10240,0.9233237584431967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,10240,0.13249173164367675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,10240,0.13379626274108886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,10240,0.12209280331929524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,10240,0.11971626281738282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,10240,0.11432106494903564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,10240,0.11279146671295166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,10240,0.10439039866129558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,10240,0.11217280228932698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,10240,0.09254079659779867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,10240,0.09090452988942464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,10240,0.083404803276062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,10240,0.08080533345540365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,10240,0.07309333483378092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,10240,0.06296533346176147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,10240,0.059595731894175205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,10240,0.07062293688456217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,10240,0.0636735995610555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,10240,0.05565973520278931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,10240,0.050162132581075033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,10240,0.04901653528213501
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,10240,0.04729919830958049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,10240,0.043193598588307694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,10240,0.042830932140350345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,10240,0.0390122652053833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,10240,0.03895999987920125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,10240,0.03708053429921468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,10240,0.03434346516927083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,10240,0.03715306520462036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,10240,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,10240,0.028921600182851153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,10240,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,10240,0.025303467114766436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,10240,0.02481279969215393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,10240,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,10240,0.023935999472935995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,10240,0.02233920097351074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,10240,0.022882133722305298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,10240,0.02085439960161845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,10240,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,10240,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,10240,0.022627200682957968
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,10240,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,10240,0.020804266134897866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,10240,0.04549653530120849
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,10240,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,10240,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,10240,0.019032533963521323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,10240,0.018964266777038573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,10240,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,10240,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,10240,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,10240,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,10240,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,10240,0.018040533860524496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,10240,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,10240,0.01739733417828878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,10240,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,10240,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,10240,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,10240,0.016667733589808144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,10240,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,10240,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,10240,0.019242666165033975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,10240,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,10240,0.017768534024556477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,10240,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,10240,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,10240,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,10240,0.022884267568588256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,8192,0.04022506475448608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,8192,0.08231039841969809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,8192,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,8192,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,8192,0.010069333513577779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,8192,0.010048000017801921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,8192,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,8192,0.00985599954922994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,8192,0.009286399682362874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,8192,0.009434666236241658
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,8192,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,8192,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,8192,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,8192,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,8192,0.008060800035794576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,8192,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,8192,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,8192,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,8192,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,8192,0.007237333556016285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,8192,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,8192,0.011743999520937602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,8192,0.011287466684977213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,8192,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,8192,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,10240,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,8192,0.01141866644223531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,8192,0.009055999914805095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,8192,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,8192,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,8192,0.010847999652226766
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,8192,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,8192,0.012501333157221475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,8192,0.0065184002121289565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,8192,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,8192,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,8192,0.007284266750017802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,8192,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,8192,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,8192,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,8192,0.0064298664530118305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,8192,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,8192,0.005548800031344095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,8192,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,8192,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,8192,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,8192,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,8192,0.005577600002288819
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,8192,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,8192,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,8192,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,8192,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,8192,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,8192,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,8192,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,8192,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,8192,0.004690133531888326
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,8192,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,8192,0.004335999985535939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,8192,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,8192,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,8192,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,8192,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,8192,0.005515733361244201
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,8192,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,8192,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,8192,0.0042922665675481165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,8192,0.004233600199222564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,8192,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,8192,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,8192,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,8192,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,8192,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,8192,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,8192,0.7417727788289388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,8192,0.3781813303629557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,8192,0.19330026308695475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,8192,0.09915093580881754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,8192,0.09904853502909342
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,10240,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,8192,0.0835530678431193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,8192,0.08779093424479166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,8192,0.08229653040568033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,8192,0.0720085302988688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,8192,0.06565333207448323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,8192,0.06573013464609781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,8192,0.05686933199564616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,8192,0.056411735216776525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,8192,0.05421546697616577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,8192,0.05263040065765381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,8192,0.049721598625183105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,8192,0.051795200506846106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,8192,0.04807680050532023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,8192,0.0472981333732605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,8192,0.08818773428599039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,8192,0.04321706692377726
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,8192,0.04311573505401611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,8192,0.04118293523788452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,8192,0.040888532002766924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,8192,0.037267200152079266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,8192,0.03642559846242269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,8192,0.035027201970418295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,8192,0.032576000690460204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,8192,0.030882134040196733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,8192,0.03096959988276164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,8192,0.02917226751645406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,8192,0.02496853272120158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,8192,0.025448532899220784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,8192,0.023126399517059325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,8192,0.023998934030532836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,8192,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,8192,0.021643733978271483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,8192,0.021500800053278604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,8192,0.021281067530314127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,8192,0.02063680092493693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,8192,0.020909865697224937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,8192,0.02034239967664083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,8192,0.020806399981180827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,8192,0.020023467143376668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,8192,0.07289066314697265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,8192,0.01979093352953593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,8192,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,8192,0.02056106726328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,8192,0.03502293427785237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,8192,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,8192,0.019081600507100425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,8192,0.01949653426806132
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,8192,0.017110399405161538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,8192,0.016755199432373045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,8192,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,8192,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,8192,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,8192,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,8192,0.017116800944010416
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,8192,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,8192,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,8192,0.016242133577664693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,8192,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,8192,0.017505067586898803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,8192,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,8192,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,8192,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,8192,0.017552000284194947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,8192,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,8192,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,8192,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,8192,0.01667520006497701
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,7168,0.07174293200174967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,7168,0.036032001177469894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,8192,0.01646613379319509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,7168,0.01959679921468099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,7168,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,7168,0.009077333410580953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,7168,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,7168,0.009083732962608337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,7168,0.009218133489290873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,7168,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,7168,0.008614400029182434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,7168,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,7168,0.008572799960772197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,7168,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,7168,0.0076106667518615724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,7168,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,7168,0.007597866654396057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,7168,0.007289599875609081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,7168,0.0070165331164995836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,7168,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,7168,0.011145599683125814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,7168,0.009960533181826273
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,7168,0.015410133202870688
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,7168,0.01046720047791799
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,7168,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,7168,0.009692800045013428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,7168,0.008664533495903015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,7168,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,7168,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,7168,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,7168,0.011661866307258606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,7168,0.006052266558011373
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,7168,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,7168,0.005820799867312113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,7168,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,7168,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,7168,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,7168,0.006331733365853627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,7168,0.007864533364772797
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,7168,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,7168,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,7168,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,7168,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,7168,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,7168,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,7168,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,7168,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,7168,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,7168,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,7168,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,7168,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,7168,0.005191466708978017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,7168,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,7168,0.00514026681582133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,7168,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,7168,0.005126399795214335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,7168,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,7168,0.0054058666030565895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,7168,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,7168,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,7168,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,7168,0.005129600067933401
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,7168,0.005242666602134705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,7168,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,7168,0.004587733248869578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,7168,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,7168,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,7168,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,7168,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,7168,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,7168,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,7168,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,7168,0.004761599997679392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,7168,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,7168,0.33229866027832033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,7168,0.08065386613210043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,7168,0.6502794901529948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,7168,0.1692010720570882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,7168,0.07178239822387696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,7168,0.0803978681564331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,7168,0.07171839872996012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,7168,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,7168,0.06623253424962362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,7168,0.06584639946619669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,7168,0.05847040017445883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,7168,0.05894186496734619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,7168,0.05393280188242594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,7168,0.050886400540669764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,7168,0.049615999062856034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,7168,0.04752426544825236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,7168,0.045317331949869796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,7168,0.04437653223673503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,7168,0.04770986636479695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,7168,0.04122453530629476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,7168,0.041161600748697916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,7168,0.05559360186258951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,7168,0.039146665732065836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,7168,0.037972267468770346
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,7168,0.03678186734517415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,7168,0.03709760109583537
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,7168,0.03520960013071696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,7168,0.04778453509012858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,7168,0.03241706689198812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,7168,0.03206613262494405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,7168,0.03097386757532756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,7168,0.03091413378715515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,7168,0.028515199820200603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,7168,0.025779199600219727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,7168,0.028369067112604777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,7168,0.024893865982691447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,7168,0.022824533780415854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,7168,0.022662399212519328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,7168,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,7168,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,7168,0.022139734029769896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,7168,0.021093332767486574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,7168,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,7168,0.020175999402999877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,7168,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,7168,0.0187285323937734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,7168,0.020508799950281778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,7168,0.01954453388849894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,7168,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,7168,0.019214934110641478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,7168,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,7168,0.018860799074172974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,7168,0.01879040002822876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,7168,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,7168,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,7168,0.016622933745384216
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,7168,0.016711467504501344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,7168,0.01770133376121521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,7168,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,7168,0.02081813414891561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,7168,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,7168,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,7168,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,7168,0.01726613243420919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,7168,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,7168,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,7168,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,7168,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,7168,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,7168,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,7168,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,7168,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,7168,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,6144,0.031677865982055665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,7168,0.017157334089279174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,6144,0.013414399822553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,6144,0.00881813367207845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,6144,0.008456533153851826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,6144,0.007994666695594788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,7168,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,6144,0.008221866687138875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,6144,0.008416000008583068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,6144,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,6144,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,6144,0.00808426688114802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,6144,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,6144,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,6144,0.00726506660381953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,6144,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,6144,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,6144,0.0647648016611735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,6144,0.006941866874694824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,6144,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,6144,0.010051199793815612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,6144,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,6144,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,6144,0.009273599584897358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,6144,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,6144,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,6144,0.0084906667470932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,6144,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,6144,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,6144,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,6144,0.006301866471767425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,6144,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,6144,0.00935040016969045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,6144,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,6144,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,6144,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,6144,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,6144,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,6144,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,6144,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,6144,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,6144,0.005925333499908448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,6144,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,6144,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,6144,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,6144,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,6144,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,6144,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,6144,0.005133866767088572
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,6144,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,6144,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,6144,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,6144,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,6144,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,6144,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,6144,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,6144,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,6144,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,6144,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,6144,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,6144,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,6144,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,6144,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,6144,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,6144,0.005120000243186951
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,6144,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,6144,0.0051136001944541935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,6144,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,6144,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,6144,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,6144,0.004442666471004486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,6144,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,6144,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,6144,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,6144,0.5602272033691407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,6144,0.2876138687133789
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,6144,0.14402559598286946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,6144,0.061750400066375735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,6144,0.06286186774571736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,6144,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,6144,0.05614826679229736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,6144,0.004314666489760081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,6144,0.05316799879074097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,6144,0.05568533341089884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,6144,0.05004800160725912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,6144,0.04924799998601277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,6144,0.04764906565348308
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,6144,0.04527786572774251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,6144,0.048588800430297854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,6144,0.04522560040156047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,6144,0.043144532044728595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,6144,0.04272319873174031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,6144,0.040292267004648843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,6144,0.043492265542348224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,6144,0.03737279971440633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,6144,0.0369216005007426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,6144,0.034924801190694174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,6144,0.036246399084726974
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,6144,0.034434131781260174
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,6144,0.03299306631088257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,6144,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,6144,0.030827732880910237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,6144,0.053282133738199865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,6144,0.03064853350321452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,6144,0.029174399375915528
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,6144,0.02826133370399475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,6144,0.02632533311843872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,6144,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,6144,0.023400533199310302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,6144,0.02524159948031108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,6144,0.02232746680577596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,6144,0.022041600942611695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,6144,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,6144,0.021673599878946938
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,6144,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,6144,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,6144,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,6144,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,6144,0.0195850670337677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,6144,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,6144,0.018911999464035035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,6144,0.021246933937072755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,6144,0.018680532773335777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,6144,0.04187626838684082
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,6144,0.019186133146286012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,6144,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,6144,0.017593600352605186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,6144,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,6144,0.019406932592391967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,6144,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,6144,0.017428267002105712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,6144,0.01722986698150635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,6144,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,6144,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,6144,0.017838933070500693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,6144,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,6144,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,6144,0.017654399077097573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,6144,0.017697066068649292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,6144,0.017822933197021485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,6144,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,6144,0.016354133685429893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,6144,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,6144,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,6144,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,6144,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,6144,0.01725119948387146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,6144,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,5120,0.05315626859664917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,5120,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,5120,0.009482666850090027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,5120,0.012758400042851767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,5120,0.01132480005423228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,5120,0.011265066266059876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,5120,0.01095360020796458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,5120,0.011363200346628825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,5120,0.011403733491897583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,6144,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,5120,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,5120,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,5120,0.010476799805959065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,5120,0.011015466849009196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,5120,0.006856533388296763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,5120,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,5120,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,5120,0.006444799900054932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,5120,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,5120,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,5120,0.010521599650382995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,5120,0.008507733543713886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,5120,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,5120,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,5120,0.00888320008913676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,5120,0.007602133353551229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,5120,0.008836266398429871
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,5120,0.0072512000799179075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,5120,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,5120,0.005982933441797892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,5120,0.009880533814430237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,5120,0.012934399644533792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,5120,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,5120,0.007643733421961467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,5120,0.0056320001681645715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,5120,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,5120,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,5120,0.006348800162474315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,5120,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,5120,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,5120,0.005128533144791921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,5120,0.006455466647942861
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,5120,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,5120,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,5120,0.004773333172003428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,5120,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,5120,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,5120,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,5120,0.005555200080076853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,5120,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,5120,0.005582933127880096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,5120,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,5120,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,5120,0.0047189335028330484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,6144,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,5120,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,5120,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,5120,0.004506666461626689
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,5120,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,5120,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,5120,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,5120,0.004321066538492838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,5120,0.004384000102678935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,5120,0.004329599936803182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,5120,0.004345599810282389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,5120,0.006340266764163971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,5120,0.004304000238577525
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,5120,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,5120,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,5120,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,5120,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,5120,0.0042922665675481165
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,5120,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,5120,0.00965013305346171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,5120,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,5120,0.24051200548807777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,5120,0.47020800908406574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,5120,0.04979946613311768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,5120,0.04685653448104858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,5120,0.050443732738494874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,5120,0.04680853287378947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,5120,0.047884798049926756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,5120,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,5120,0.0459391991297404
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,5120,0.044682665665944414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,5120,0.043005867799123125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,5120,0.04336853424708049
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,5120,0.04150720040003459
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,5120,0.04336426655451457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,5120,0.1163413365681966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,5120,0.04131199916203816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,5120,0.03916480143864949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,5120,0.039187200864156085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,5120,0.03732053438822429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,5120,0.040318934122721355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,5120,0.035410133997599284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,5120,0.033411200841267905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,5120,0.032440533240636185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,5120,0.03311786651611328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,5120,0.030961066484451294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,5120,0.03091520071029663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,5120,0.029079467058181763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,5120,0.029045333464940388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,5120,0.028552534182866414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,5120,0.027046400308609008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,5120,0.025214932362238568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,5120,0.024845866362253825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,5120,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,5120,0.02295680046081543
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,5120,0.036073601245880126
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,5120,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,5120,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,5120,0.020026665925979615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,5120,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,5120,0.02092906634012858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,5120,0.020890667041142782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,5120,0.018889600038528444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,5120,0.019760000705718993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,5120,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,5120,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,5120,0.018771199385325114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,5120,0.019781333208084107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,5120,0.019362133741378785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,5120,0.01872319976488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,5120,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,5120,0.017512534062067667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,5120,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,5120,0.0166485329469045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,5120,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,5120,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,5120,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,5120,0.018387200435002644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,5120,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,5120,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,5120,0.017593600352605186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,5120,0.016547200083732606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,5120,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,5120,0.017078399658203125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,5120,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,5120,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,5120,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,5120,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,5120,0.016850133736928306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,5120,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,5120,0.01845226685206095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,5120,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,5120,0.01625279982884725
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,5120,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,4096,0.04415466785430908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,5120,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,4096,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,4096,0.02192853291829427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,4096,0.01011306643486023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,4096,0.010160000125567118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,4096,0.009355733791987102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,4096,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,5120,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,4096,0.00941546658674876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,4096,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,4096,0.009942400455474853
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,4096,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,4096,0.009114666779836019
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,4096,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,4096,0.00904960036277771
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,4096,0.008168533444404602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,4096,0.009196799993515015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,4096,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,4096,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,4096,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,4096,0.008865066369374593
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,4096,0.007708799839019775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,4096,0.00864746669928233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,4096,0.007650133470694225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,4096,0.008059733112653096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,4096,0.006783999999364217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,4096,0.007438933352629344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,4096,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,4096,0.008518399794896443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,4096,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,4096,0.0076896001895268755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,4096,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,4096,0.009646933277448018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,4096,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,4096,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,4096,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,4096,0.008160000046094257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,4096,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,4096,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,4096,0.0058559998869895935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,4096,0.004704000055789947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,4096,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,4096,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,4096,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,4096,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,4096,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,4096,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,4096,0.0054517333706219995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,4096,0.004403199752171834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,4096,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,4096,0.0050805335243542995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,4096,0.0042026668787002565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,4096,0.00505920002857844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,4096,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,4096,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,4096,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,4096,0.004298666616280874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,4096,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,4096,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,4096,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,4096,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,4096,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,4096,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,4096,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,4096,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,4096,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,4096,0.003931733220815659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,4096,0.0038719999293486277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,4096,0.003885866701602936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,4096,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,4096,0.003864533454179764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,4096,0.0038560000558694207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,4096,0.003849600007136663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,4096,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,4096,0.19305814107259114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,4096,0.3806207974751791
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,4096,0.08377813498179118
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,4096,0.04134613275527954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,4096,0.041094398498535155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,4096,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,4096,0.04047360022862752
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,4096,0.03907626469930013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,4096,0.04014506737391154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,4096,0.03917546669642131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,4096,0.036985599994659425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,4096,0.03513706525166829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,4096,0.03370773394902547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,4096,0.03349119822184245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,4096,0.037249068419138595
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,4096,0.03305280009905497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,4096,0.03460693359375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,4096,0.03216106692949931
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,4096,0.030770132939020794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,4096,0.03219733238220215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,4096,0.028832000494003297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,4096,0.029009066025416058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,4096,0.029260800282160444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,4096,0.029177600145339967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,4096,0.02686186631520589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,4096,0.0267850657304128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,4096,0.024947200218836466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,4096,0.024859732389450072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,4096,0.024269866943359374
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,4096,0.0228928009668986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,4096,0.03727786540985108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,4096,0.023474133014678954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,4096,0.02193386753400167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,4096,0.022218666474024453
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,4096,0.019738666216532388
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,4096,0.020558933417002358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,4096,0.030705066521962483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,4096,0.01912426749865214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,4096,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,4096,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,4096,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,4096,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,4096,0.019287467002868652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,4096,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,4096,0.01849386692047119
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,4096,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,4096,0.019194666544596353
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,4096,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,4096,0.01850773294766744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,4096,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,4096,0.018660267194112144
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,4096,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,4096,0.017463467518488564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,4096,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,4096,0.024021333456039427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,4096,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,4096,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,4096,0.017513600985209148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,4096,0.01795733372370402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,4096,0.015963733196258545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,4096,0.01604159971078237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,4096,0.016986666123072307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,4096,0.015656532843907674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,4096,0.016825600465138753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,4096,0.017114667097727458
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,4096,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,4096,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,4096,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,4096,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,4096,0.014716800053914389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,4096,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,4096,0.015830399592717488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,4096,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,3584,0.038500265280405684
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,3584,0.01920959949493408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,3584,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,3584,0.008936533331871032
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,3584,0.008925867080688477
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,3584,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,3584,0.008534399668375652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,3584,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,3584,0.008572799960772197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,3584,0.008247466882069905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,3584,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,3584,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,3584,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,3584,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,3584,0.007758933305740357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,3584,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,3584,0.007406933108965556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,3584,0.00806826651096344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,3584,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,3584,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,3584,0.006277333199977875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,3584,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,3584,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,3584,0.007828266421953837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,3584,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,3584,0.007293866574764251
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,3584,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,3584,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,3584,0.0059349333246548975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,3584,0.007788800199826558
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,3584,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,3584,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,3584,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,3584,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,3584,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,3584,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,3584,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,3584,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,3584,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,3584,0.005551999807357788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,3584,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,3584,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,3584,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,3584,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,3584,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,3584,0.005468800167242686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,3584,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,3584,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,3584,0.004852266609668731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,3584,0.005221333106358846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,3584,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,3584,0.004926933348178864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,3584,0.00496319979429245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,3584,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,3584,0.004932266473770141
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,3584,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,3584,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,3584,0.004970666766166687
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,4096,0.017761067549387614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,3584,0.00429013321797053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,3584,0.004740266501903534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,3584,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,3584,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,3584,0.004578133424123129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,3584,0.0043488000830014546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,3584,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,3584,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,3584,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,3584,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,3584,0.004410666724046072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,3584,0.004887466629346212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,3584,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,3584,0.004557866851488749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,3584,0.33298985163370765
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,3584,0.1683242638905843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,3584,0.06841493447621663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,3584,0.03882559935251872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,3584,0.004305066665013632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,3584,0.03930346568425496
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,3584,0.0371018648147583
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,3584,0.039046398798624676
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,3584,0.03515413204828898
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,3584,0.035255467891693114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,3584,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,3584,0.03318293293317159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,3584,0.033353598912556966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,3584,0.03315946658452352
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,3584,0.03311893343925476
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,3584,0.030988800525665283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,3584,0.03391679922739665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,3584,0.031150933106740313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,3584,0.02924586733182271
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,3584,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,3584,0.029586132367451983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,3584,0.028910932938257854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,3584,0.027560534079869588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,3584,0.028078933556874592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,3584,0.027292799949645997
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,3584,0.02704426646232605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,3584,0.02502506573994954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,3584,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,3584,0.023252266645431518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,3584,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,3584,0.022989867130915324
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,3584,0.034986666838328045
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,3584,0.02399253249168396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,3584,0.02289173404375712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,3584,0.022737065951029457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,3584,0.020966400702794395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,3584,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,3584,0.018770132462183634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,3584,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,3584,0.01920213301976522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,3584,0.018487467368443807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,3584,0.018643200397491455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,3584,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,3584,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,3584,0.017733333508173625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,3584,0.017128533124923705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,3584,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,3584,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,3584,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,3584,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,3584,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,3584,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,3584,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,3584,0.01685653328895569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,3584,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,3584,0.016613333423932394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,3584,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,3584,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,3584,0.016806399822235106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,3584,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,3584,0.016876800855000814
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,3584,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,3584,0.015658666690190635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,3584,0.016747732957204185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,3584,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,3584,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,3584,0.016290133198102318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,3584,0.015969066818555196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,3584,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,3584,0.01595200002193451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,3584,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,3584,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,3584,0.014594133694966635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,3072,0.03349866469701131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,3072,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,3072,0.005965866645177205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,3584,0.01562346617380778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,3072,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,3072,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,3072,0.0077567999561627705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,3072,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,3072,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,3072,0.007797333101431529
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,3072,0.007586133480072021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,3072,0.007736533383528392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,3072,0.007973333199818928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,3072,0.007349333167076111
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,3072,0.007810133198897044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,3072,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,3072,0.007285333176453908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,3584,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,3072,0.006760533154010773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,3072,0.007344000041484833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,3072,0.006141866743564606
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,3072,0.011320533355077107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,3072,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,3072,0.007375999788443248
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,3072,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,3072,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,3072,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,3072,0.006596266726652781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,3072,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,3072,0.006121600170930227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,3072,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,3072,0.006971733272075653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,3072,0.006449066599210103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,3072,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,3072,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,3072,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,3072,0.004709333181381226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,3072,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,3072,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,3072,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,3072,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,3072,0.005513600011666616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,3072,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,3072,0.005126399795214335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,3072,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,3072,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,3072,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,3072,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,3072,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,3072,0.004698666433493296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,3072,0.004729599754015604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,3072,0.004363733530044556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,3072,0.004780800143877665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,3072,0.004315733412901561
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,3072,0.004677333434422811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,3072,0.004311466713746389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,3072,0.0043136000633239744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,3072,0.004277333120505015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,3072,0.004398933549722036
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,3072,0.00429013321797053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,3072,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,3072,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,3072,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,3072,0.004419200122356415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,3072,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,3072,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,3072,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,3072,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,3072,0.004241066674391428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,3072,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,3072,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,3072,0.0042346666256586705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,3072,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,3072,0.004240000247955322
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,3072,0.14408853848775227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,3584,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,3072,0.2880234718322754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,3072,0.052485334873199466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,3072,0.034995198249816895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,3072,0.03303146759668986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,3072,0.033080534140268965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,3072,0.03306026657422383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,3072,0.03284693360328674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,3072,0.03288533290227254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,3072,0.0309770663579305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,3072,0.03118399977684021
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,3072,0.029627732435862225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,3072,0.029228800535202028
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,3072,0.029084799687067668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,3072,0.03399466673533122
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,3072,0.02966826756795247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,3072,0.028806400299072266
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,3072,0.02909226616223653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,3072,0.027463465929031372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,3072,0.027564799785614012
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,3072,0.026477867364883424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,3072,0.026182399193445845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,3072,0.02638186613718669
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,3072,0.02550400098164876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,3072,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,3072,0.023209599653879802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,3072,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,3072,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,3072,0.02275200088818868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,3072,0.022312533855438233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,3072,0.020755199591318767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,3072,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,3072,0.019514666001001994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,3072,0.020029866695404054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,3072,0.019029333194096883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,3072,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,3072,0.018347734212875368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,3072,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,3072,0.023820799589157105
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,3072,0.016794667641321818
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,3072,0.017178666591644288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,3072,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,3072,0.02464639941851298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,3072,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,3072,0.01732053359349569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,3072,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,3072,0.01832853356997172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,3072,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,3072,0.01681386629740397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,3072,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,3072,0.017018665870030723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,3072,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,3072,0.014722133676211039
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,3072,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,3072,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,3072,0.01762239933013916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,3072,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,3072,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,3072,0.014689067006111145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,3072,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,3072,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,3072,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,3072,0.01567146678765615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,3072,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,3072,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,3072,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,3072,0.015468800067901611
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,3072,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,3072,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,3072,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,3072,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,3072,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,2560,0.028998400767644244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,2560,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,2560,0.0055071999629338585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,2560,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,2560,0.007020799815654755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,2560,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,2560,0.006854400038719177
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,2560,0.006795733173688252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,2560,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,2560,0.006799999872843425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,2560,0.006905599931875865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,2560,0.0070165331164995836
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,2560,0.0068800002336502075
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,2560,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,2560,0.0061258668700853985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,2560,0.0064298664530118305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,2560,0.00622506688038508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,2560,0.006000000238418579
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,2560,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,2560,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,2560,0.006371200084686279
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,2560,0.0051466668645540874
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,2560,0.006375466783841451
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,2560,0.005143466591835022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,2560,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,2560,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,2560,0.005729066828886667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,2560,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,2560,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,2560,0.005077333251635233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,3072,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,2560,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,2560,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,2560,0.005596800148487091
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,2560,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,2560,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,2560,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,2560,0.006364800035953522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,2560,0.004729599754015604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,2560,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,2560,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,2560,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,2560,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,2560,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,2560,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,2560,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,2560,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,2560,0.004858666658401489
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,2560,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,2560,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,2560,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,2560,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,2560,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,2560,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,2560,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,2560,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,2560,0.004726399978001913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,2560,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,2560,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,2560,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,2560,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,2560,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,2560,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,2560,0.00445119986931483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,2560,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,2560,0.004590933521588644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,2560,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,2560,0.004403199752171834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,2560,0.0042912001411120095
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,2560,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,2560,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,2560,0.04527466694513957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,2560,0.11576746304829914
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,2560,0.23964053789774575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,2560,0.03301333387692769
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,2560,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,2560,0.032979200283686325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,2560,0.030112000306447347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,2560,0.030717867612838744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,2560,0.028849067290623982
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,2560,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,2560,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,2560,0.028336000442504884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,2560,0.028520532449086505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,2560,0.02712213397026062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,2560,0.0315391997496287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,2560,0.028359466791152955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,2560,0.02977493405342102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,2560,0.027332266171773274
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,2560,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,2560,0.026734934250513716
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,2560,0.02478826642036438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,2560,0.024870399634043375
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,2560,0.02453226645787557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,2560,0.023142399390538533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,2560,0.023883734146753946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,2560,0.023386667172114052
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,2560,0.023040000597635904
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,2560,0.02285439968109131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,2560,0.0221343994140625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,2560,0.022747733195622764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,2560,0.022075732549031578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,2560,0.02775786717732747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,2560,0.02230506738026937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,2560,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,2560,0.020241065820058187
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,2560,0.020530132452646892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,2560,0.01694399913152059
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,2560,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,2560,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,2560,0.016771199305852254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,2560,0.017523199319839478
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,2560,0.01708586613337199
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,2560,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,2560,0.016851200660069784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,2560,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,2560,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,2560,0.017218132813771568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,2560,0.017156267166137697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,2560,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,2560,0.01687893271446228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,2560,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,2560,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,2560,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,2560,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,2560,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,2560,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,2560,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,2560,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,2560,0.01513813336690267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,2560,0.0152319997549057
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,2560,0.01553813318411509
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,2560,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,2560,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,2560,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,2560,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,2560,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,2560,0.015517866611480713
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,2560,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,2560,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,2560,0.014906666676203408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,2560,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,2560,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,2048,0.025140267610549927
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,2560,0.015009066462516785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,2048,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,2048,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,2048,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,2048,0.004711466530958811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,2048,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,2048,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,2048,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,2048,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,2048,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,2048,0.004668800036112467
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,2048,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,2560,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,2048,0.004306133091449738
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,2048,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,2048,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,2048,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,2048,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,2048,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,2048,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,2048,0.00514986664056778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,2048,0.004994133114814758
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,2560,0.016280532876650492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,2048,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,2048,0.004862933357556661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,2048,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,2048,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,2048,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,2048,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,2048,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,2048,0.004520533482233683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,2048,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,2048,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,2048,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,2048,0.005393066505591074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,2048,0.004311466713746389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,2048,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,2048,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,2048,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,2048,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,2048,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,2048,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,2048,0.004275199770927429
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,2048,0.004301866888999939
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,2048,0.004289066791534424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,2048,0.004804266492525736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,2048,0.004296533266703288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,2048,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,2048,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,2048,0.004308266441027323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,2048,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,2048,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,2048,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,2048,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,2048,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,2048,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,2048,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,2048,0.08355840047200522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,2048,0.19220479329427081
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,2048,0.03903040091196696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,2048,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,2048,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,2048,0.027445334196090698
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,2048,0.02773653268814087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,2048,0.02775146762530009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,2048,0.02802240053812663
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,2048,0.027385600407918292
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,2048,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,2048,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,2048,0.026918399333953857
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,2048,0.025476266940434773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,2048,0.02521173357963562
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,2048,0.024714666604995727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,2048,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,2048,0.0238154669602712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,2048,0.02385279933611552
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,2048,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,2048,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,2048,0.022536534070968627
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,2048,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,2048,0.022605866193771362
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,2048,0.02231360077857971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,2048,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,2048,0.021596799294153847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,2048,0.020718934138615926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,2048,0.022142932812372843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,2048,0.020616533358891805
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,2048,0.02076906760533651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,2048,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,2048,0.018872533241907755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,2048,0.01808639963467916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,2048,0.02603093385696411
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,2048,0.01725333333015442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,2048,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,2048,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,2048,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,2048,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,2048,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,2048,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,2048,0.015461333592732749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,2048,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,2048,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,2048,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,2048,0.01511253317197164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,2048,0.02690560022989909
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,2048,0.01604480048020681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,2048,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,2048,0.015094400445620219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,2048,0.015636266271273295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,2048,0.01599679986635844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,2048,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,2048,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,2048,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,2048,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,2048,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,2048,0.015247999628384908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,2048,0.014597333470980325
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,2048,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,2048,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,2048,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,2048,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,2048,0.01474346617857615
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,2048,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,2048,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,2048,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,2048,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,2048,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,2048,0.015200000007947287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,2048,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,2048,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,1536,0.012840533256530761
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,2048,0.014546133081118264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,1536,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,1536,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,1536,0.003964799890915553
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,1536,0.003976533313592275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,1536,0.003925333420435587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,1536,0.0039658665657043455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,1536,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,2048,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,1536,0.004173866907755534
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,1536,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,1536,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,1536,0.003857066730658213
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,1536,0.0038901334007581077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,1536,0.003907199949026108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,1536,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,1536,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,1536,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,1536,0.0038133333126703895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,1536,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,1536,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,1536,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,1536,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,1536,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,1536,0.00383146678407987
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,1536,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,1536,0.003751466671625773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,1536,0.004093866546948751
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,1536,0.0038399999340375268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,1536,0.0037290667494138084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,1536,0.003719466676314672
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,1536,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,1536,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,1536,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,1536,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,1536,0.0036629334092140196
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,1536,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,1536,0.0035584000249703727
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,1536,0.003499733408292135
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,1536,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,1536,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,1536,0.0034346667428811393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,1536,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,1536,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,1536,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,1536,0.003769599894682566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,1536,0.0034688000877698263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,1536,0.0034741332133611047
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,1536,0.003881600002447764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,1536,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,1536,0.0037418665985266366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,1536,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,1536,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,1536,0.003469866762558619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,1536,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,1536,0.003472000112136205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,1536,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,1536,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,1536,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,1536,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,1536,0.03295146624247233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,1536,0.026548266410827637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,1536,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,1536,0.14387200673421224
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,1536,0.024844799439112344
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,1536,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,1536,0.024830933411916098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,1536,0.025084799528121947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,1536,0.025029333432515462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,1536,0.024850134054819742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,1536,0.023253333568573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,1536,0.02326186696688334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,1536,0.022696532805760703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,1536,0.053415465354919436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,1536,0.022846933205922446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,1536,0.02673706610997518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,1536,0.022898133595784506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,1536,0.022618667284647623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,1536,0.02281279961268107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,1536,0.022551467021306358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,1536,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,1536,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,1536,0.022407466173172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,1536,0.023883734146753946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,1536,0.02262826760609945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,1536,0.02251946727434794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,1536,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,1536,0.020830933252970377
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,1536,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,1536,0.01971093416213989
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,1536,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,1536,0.01871573328971863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,1536,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,1536,0.018351999918619792
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,1536,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,1536,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,1536,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,1536,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,1536,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,1536,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,1536,0.01632533371448517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,1536,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,1536,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,1536,0.01704746683438619
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,1536,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,1536,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,1536,0.015107199549674988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,1536,0.015442132949829102
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,1536,0.016851200660069784
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,1536,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,1536,0.0162282665570577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,1536,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,1536,0.014621866742769876
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,1536,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,1536,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,1536,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,1536,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,1536,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,1536,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,1536,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,1536,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,1536,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,1536,0.015076266725858054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,1536,0.01458133359750112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,1536,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,1536,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,1536,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,1536,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,1536,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,1536,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,1024,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,1024,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,1024,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,1024,0.003487999985615412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,1024,0.0034976000587145484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,1536,0.014618666966756186
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,1024,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,1024,0.003425066669782003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,1024,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,1536,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,1024,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,1024,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,1024,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,1024,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,1024,0.003147733211517334
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,1024,0.0031295999884605407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,1024,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,1024,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,1024,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,1024,0.0033013333876927694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,1024,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,1024,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,1024,0.0035360001027584078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,1024,0.0035274667044480645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,1024,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,1024,0.0034858666360378264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,1024,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,1024,0.003286399940649668
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,1024,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,1024,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,1024,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,1024,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,1024,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,1024,0.0031136001149813337
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,1024,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,1024,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,1024,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,1024,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,1024,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,1024,0.003065599997838338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,1024,0.0031306666632493338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,1024,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,1024,0.003139200061559677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,1024,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,1024,0.003151999910672506
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,1024,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,1024,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,1024,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,1024,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,1024,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,1024,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,1024,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,1024,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,1024,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,1024,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,1024,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,1024,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,1024,0.0030730667213598887
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,1024,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,1024,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,1024,0.00348693331082662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,1024,0.08384746710459391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,1024,0.028009599447250365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,1024,0.038174935181935626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,1024,0.023375999927520753
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,1024,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,1024,0.022472532590230306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,1024,0.020814933379491172
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,1024,0.02259413401285807
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,1024,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,1024,0.023252266645431518
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,1024,0.022589866320292154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,1024,0.021306665738423665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,1024,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,1024,0.021644800901412964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,1024,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,1024,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,1024,0.020823466777801513
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,1024,0.02071253259976705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,1024,0.020992000897725425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,1024,0.02077440023422241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,1024,0.020542933543523153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,1024,0.01948266625404358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,1024,0.019336533546447755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,1024,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,1024,0.018809600671132406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,1024,0.022606933116912843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,1024,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,1024,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,1024,0.0185973326365153
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,1024,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,1024,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,1024,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,1024,0.016614400347073875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,1024,0.01678826610247294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,1024,0.016966400543848674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,1024,0.01577279965082804
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,1024,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,1024,0.0145578662554423
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,1024,0.014919466773668923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,1024,0.02026559909184774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,1024,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,1024,0.01539413332939148
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,1024,0.015400532881418863
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,1024,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,1024,0.014806399742762247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,1024,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,1024,0.016722132762273155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,1024,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,1024,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,1024,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,1024,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,1024,0.015945600469907124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,1024,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,1024,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,1024,0.015229866902033488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,1024,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,1024,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,1024,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,1024,0.012914133071899415
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,1024,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,1024,0.013313066959381104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,1024,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,1024,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,1024,0.013805866241455078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,1024,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,1024,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,1024,0.01455893317858378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,1024,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,1024,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,1024,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,1024,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,768,0.005906133353710175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,768,0.003945599993069967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,768,0.0035114665826161706
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,768,0.0030965333183606463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,1024,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,768,0.0031786667803923286
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,768,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,768,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,768,0.0030794667700926462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,768,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,1024,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,768,0.0030741333961486817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,768,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,768,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,768,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,768,0.003033600002527237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,768,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,768,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,768,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,768,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,768,0.0030623999734719592
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,768,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,768,0.003070933371782303
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,768,0.0030752000709374744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,768,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,768,0.003081600119670232
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,768,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,768,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,768,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,768,0.0030720000465710956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,768,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,768,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,768,0.003013333429892858
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,768,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,768,0.0031317333380381264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,768,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,768,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,768,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,768,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,768,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,768,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,768,0.0026549334327379864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,768,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,768,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,768,0.0028704000016053517
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,768,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,768,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,768,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,768,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,768,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,768,0.0030122667551040648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,768,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,768,0.002664533257484436
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,768,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,768,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,768,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,768,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,768,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,768,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,768,0.03251199920972188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,768,0.02510400017102559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,768,0.02071146567662557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,768,0.02095359961191813
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,768,0.002699733277161916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,768,0.020911999543507895
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,768,0.020745599269866945
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,768,0.002755200117826462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,768,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,768,0.02081386645634969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,768,0.020733867088953653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,768,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,768,0.020549333095550536
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,768,0.02026240030924479
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,768,0.020115200678507486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,768,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,768,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,768,0.02056106726328532
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,768,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,768,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,768,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,768,0.018920532862345376
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,768,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,768,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,768,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,768,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,768,0.017876267433166504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,768,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,768,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,768,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,768,0.016993065675099693
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,768,0.017383466164271034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,768,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,768,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,768,0.05351680119832357
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,768,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,768,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,768,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,768,0.015367466211318969
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,768,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,768,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,768,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,768,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,768,0.01456000010172526
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,768,0.015877333283424378
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,768,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,768,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,768,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,768,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,768,0.015599999825159708
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,768,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,768,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,768,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,768,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,768,0.014364799857139588
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,768,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,768,0.013064533472061157
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,768,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,768,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,768,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,768,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,768,0.014716800053914389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,768,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,768,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,768,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,768,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,768,0.013420800367991129
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,768,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,768,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,768,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,768,0.012970667084058127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,768,0.01297920048236847
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,512,0.0046304002404212955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,512,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,512,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,512,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,512,0.002733866622050603
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,512,0.002735999971628189
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,512,0.0027221334477265675
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,512,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,512,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,512,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,512,0.002705066651105881
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,512,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,512,0.002739199995994568
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,512,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,512,0.0026496000587940215
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,768,0.012703999876976013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,512,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,512,0.0026709333062171934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,512,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,512,0.0027327999472618104
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,768,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,512,0.0026602665583292644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,512,0.002666666607062022
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,512,0.0026581334571043652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,512,0.002757333219051361
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,512,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,512,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,512,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,512,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,512,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,512,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,512,0.0025343999266624452
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,512,0.0026805333793163298
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,512,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,512,0.002465066562096278
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,512,0.002403199921051661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,512,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,512,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,512,0.0024213333924611407
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,512,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,512,0.002405333270629247
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,512,0.0024117333193620044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,512,0.03835306564966838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,512,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,512,0.0271616001923879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,512,0.020890667041142782
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,512,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,512,0.020273067553838096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,512,0.019604265689849854
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,512,0.018780799706776936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,512,0.020090667406717937
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,512,0.01911999980608622
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,512,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,512,0.019444266955057778
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,512,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,512,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,512,0.018838399648666383
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,512,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,512,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,512,0.018438400824864705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,512,0.018662399053573607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,512,0.01880106727282206
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,512,0.01832533280054728
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,512,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,512,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,512,0.016668800512949625
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,512,0.016884267330169678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,512,0.016872533162434897
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,512,0.01690346598625183
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,512,0.016135467092196147
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,512,0.0185589333375295
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,512,0.016570666432380678
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,512,0.016166399916013083
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,512,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,512,0.016317866245905557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,512,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,512,0.015254400173823037
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,512,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,512,0.017241599162419637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,512,0.015438933173815408
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,512,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,512,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,512,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,512,0.015657599767049155
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,512,0.014813866217931113
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,512,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,512,0.015175466736157736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,512,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,512,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,512,0.01338879962762197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,512,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,512,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,512,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,512,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,512,0.014957867066065469
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,512,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,512,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,512,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,512,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,512,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,512,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,512,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,512,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,512,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,512,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,512,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,512,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,512,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,512,0.012920533617337545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,512,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,256,0.0037632000943024955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,512,0.0127018670241038
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,512,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,256,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,256,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,512,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,256,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,256,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,256,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,256,0.00223786657055219
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,256,0.0023797333240509035
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,256,0.0023829333484172823
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,256,0.0025205334027608235
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,256,0.0022912000616391497
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,256,0.002476799984773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,256,0.002386133372783661
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,256,0.0023146666586399078
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,256,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,256,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,256,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,256,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,256,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,256,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,256,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,256,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,256,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,256,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,256,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,256,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,256,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,256,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,256,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,256,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,256,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,256,0.0021888000269730886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,256,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,256,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,256,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,256,0.01909546653429667
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,256,0.027269333600997925
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,256,0.017502933740615845
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,256,0.018011732896169027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,256,0.01738133430480957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,256,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,256,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,256,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,256,0.01741866668065389
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,256,0.017066667477289833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,256,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,256,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,256,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,256,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,256,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,256,0.01680213411649068
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,256,0.016353066762288412
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,256,0.015914666652679443
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,256,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,256,0.017244799931844076
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,256,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,256,0.015701333681742348
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,256,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,256,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,256,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,256,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,256,0.014818132917086283
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,256,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,256,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,256,0.015158399939537048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,256,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,256,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,256,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,256,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,256,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,256,0.014417066176732381
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,256,0.01461120049158732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,256,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,256,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,256,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,256,0.014333867033322654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,256,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,256,0.016106667121251424
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,256,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,256,0.015060266852378846
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,256,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,256,0.012923733393351237
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,256,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,256,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,256,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,256,0.014595199624697366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,256,0.012759466965993246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,256,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,256,0.013564800222714743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,256,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,256,0.013526399930318197
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,256,0.013591466347376504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,256,0.012578133742014566
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,256,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,256,0.012705066800117492
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,256,0.012651733557383218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,256,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,256,0.0125109334786733
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,256,0.012706133723258971
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,256,0.012537599603335062
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,256,0.01253973344961802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,256,0.012478933731714884
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,256,0.012724266449610392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,256,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,256,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,128,0.0030634666482607523
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,128,0.0025941332181294756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,128,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,128,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,128,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,128,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,128,0.0022709332406520844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,256,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,256,0.012666666507720947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,256,0.012519466876983642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,128,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,128,0.0023210667073726653
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,128,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,128,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,128,0.0023743999501069386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,128,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,128,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,128,0.0022570667167504626
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,128,0.0023039999107519788
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,128,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,128,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,128,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,128,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,128,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,128,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,128,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,128,0.002083199967940648
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,128,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,128,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,128,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,128,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,128,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,128,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,128,0.01898346741994222
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,128,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,128,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,128,0.016708266735076905
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,128,0.016370133558909098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,128,0.016660267114639284
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,128,0.016173866391181946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,128,0.016365866859753928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,128,0.01688106656074524
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,128,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,128,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,128,0.017030400037765504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,128,0.014758400122324624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,128,0.01555519998073578
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,128,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,128,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,128,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,128,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,128,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,128,0.015069866180419922
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,128,0.015134933590888976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,128,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,128,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,128,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,128,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,128,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,128,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,128,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,128,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,128,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,128,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,128,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,128,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,128,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,128,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,128,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,128,0.014959999918937683
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,128,0.013193600376447043
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,128,0.014140799641609192
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,128,0.012998400131861368
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,128,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,128,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,128,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,128,0.012447999914487202
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,128,0.013792000214258828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,128,0.012520533800125123
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,128,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,128,0.01309653321901957
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,128,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,128,0.013749333222707114
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,128,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,128,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,128,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,128,0.01343786617120107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,128,0.013453867038091025
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,128,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,128,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,128,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,128,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,128,0.0134442667166392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,128,0.015868799885114034
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,128,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,128,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,128,0.01302079955736796
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,128,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,128,0.013923199971516928
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,128,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,128,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,128,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,128,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,64,0.002755200117826462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,64,0.0023520000278949736
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,64,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,128,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,64,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,64,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,64,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,64,0.0022602667411168414
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,64,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,64,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,64,0.002268799891074498
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,128,0.012920533617337545
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,64,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,64,0.0022528000175952912
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,64,0.0023178666830062865
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,128,0.012626133362452188
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,64,0.00225600004196167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,64,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,64,0.0022581333915392557
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,64,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,64,0.0022442666192849475
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,64,0.002253866692384084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,64,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,64,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,64,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,64,0.0021920000513394673
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,64,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,64,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,64,0.002077866718173027
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,64,0.00186666672428449
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,64,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,64,0.0020117333779732386
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,64,0.0018677332748969395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,64,0.0018496000518401462
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,64,0.001889066646496455
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,64,0.001844266677896182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,64,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,64,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,64,0.001911466692884763
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,64,0.001842133328318596
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,64,0.002250666668017705
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,64,0.001783466711640358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,64,0.0018965333700180053
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,64,0.0018549333016077679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,64,0.0018432000031073886
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,64,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,64,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,64,0.0019199999670187634
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,64,0.0018378666291634243
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,64,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,64,0.020731733242670695
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,64,0.002053333322207133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,64,0.017139200369517008
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,64,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,64,0.015268266201019287
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,64,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,64,0.01543786625067393
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,64,0.015528532862663268
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,64,0.016275200247764587
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,64,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,64,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,64,0.014643200238545737
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,64,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,64,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,64,0.0018645333747069042
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,64,0.015285332997639975
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,64,0.015357866883277893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,64,0.01483519971370697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,64,0.014579199751218162
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,64,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,64,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,64,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,64,0.01455573340257009
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,64,0.015432533621788026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,64,0.014913066228230795
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,64,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,64,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,64,0.013598933815956116
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,64,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,64,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,64,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,64,0.015081600348154704
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,64,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,64,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,64,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,64,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,64,0.014408533771832785
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,64,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,64,0.01332266628742218
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,64,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,64,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,64,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,64,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,64,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,64,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,64,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,64,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,64,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,64,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,64,0.013142399986584983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,64,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,64,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,64,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,64,0.013447466492652892
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,64,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,64,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,64,0.013849600156148275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,64,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,64,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,64,0.013395200173060099
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,64,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,64,0.012502400080362954
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,64,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,64,0.012571733196576437
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,64,0.0134634663661321
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,64,0.01255466639995575
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,64,0.012473600109418233
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,64,0.013485866785049438
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,64,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,64,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,64,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,64,0.012516267100969949
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,64,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,64,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16384,32,32,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4353,32,32,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4352,32,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4097,32,32,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4096,32,32,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3841,32,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3840,32,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3585,32,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3584,32,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3329,32,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3328,32,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3073,32,32,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3072,32,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2817,32,32,0.0021909333765506743
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2561,32,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2560,32,32,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2305,32,32,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2304,32,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2049,32,32,0.002271999915440877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2048,32,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1793,32,32,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1792,32,32,0.0022656001150608064
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1537,32,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1536,32,32,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1281,32,32,0.0021055998901526136
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1280,32,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1025,32,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1024,32,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32768,32,32,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,768,32,32,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8192,32,32,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,513,32,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,512,32,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,257,32,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,256,32,32,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,224,32,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,193,32,32,0.00210453321536382
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,192,32,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2816,32,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,161,32,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,160,32,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,129,32,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,128,32,32,0.00176959993938605
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,113,32,32,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,97,32,32,0.0018911999960740406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,96,32,32,0.0018453333526849748
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,81,32,32,0.0019146667172511417
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,80,32,32,0.0018474667022625607
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,65,32,32,0.0018954666952292125
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,64,32,32,0.001937066639463107
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,49,32,32,0.0018773333479960759
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,48,32,32,0.001852799952030182
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,33,32,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,32,32,32,0.0018997333943843841
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,17,32,32,0.0019776000330845515
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,769,32,32,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,16,32,32,0.0018677332748969395
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,15,32,32,0.0018933333456516265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,14,32,32,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,225,32,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,13,32,32,0.0020960000654061633
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,12,32,32,0.0017877332866191864
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,11,32,32,0.0019061333189407986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,10,32,32,0.0017738666385412217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,9,32,32,0.0018911999960740406
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,8,32,32,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,7,32,32,0.0018933333456516265
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,6,32,32,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,5,32,32,0.0019445333629846573
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,4,32,32,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,3,32,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,112,32,32,0.001759999990463257
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,1,32,32,0.0019061333189407986
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,32,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,32,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,32,0.015196800231933594
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,32,0.014571733276049294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,32,0.014678399761517844
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,32,0.014748799800872802
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,32,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,32,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,32,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,32,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,32,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,32,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,32,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,32,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,32,0.014845866958300272
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,32,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,float16,2,32,32,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,32,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,32,0.015662933389345803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,32,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,32,0.013784533739089966
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,32,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,32,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,32,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,32,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,32,0.013309866189956665
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,32,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,32,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,32,0.014615466197331747
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,769,32,32,0.014148267110188803
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,513,32,32,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,512,32,32,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,257,32,32,0.013938132921854654
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,256,32,32,0.014634666840235391
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,225,32,32,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,224,32,32,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,193,32,32,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,192,32,32,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,161,32,32,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,160,32,32,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,129,32,32,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,128,32,32,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,113,32,32,0.013948800166447959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,112,32,32,0.013617066542307535
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,97,32,32,0.013022933403650919
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,96,32,32,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,81,32,32,0.012566399574279786
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,80,32,32,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,65,32,32,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,768,32,32,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,64,32,32,0.013484799861907959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,49,32,32,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,48,32,32,0.012548266847928365
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,33,32,32,0.013886933525403341
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,32,32,32,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,17,32,32,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,16,32,32,0.013471999764442444
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,15,32,32,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,14,32,32,0.0127402663230896
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,13,32,32,0.013727999726931252
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,12,32,32,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,11,32,32,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,10,32,32,0.013484799861907959
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,9,32,32,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,8,32,32,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,7,32,32,0.013342932860056559
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,6,32,32,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,5,32,32,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,4,32,32,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,3,32,32,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,1,32,32,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA GB200,gemm,torch_flow,fp8,2,32,32,0.012534399827321371
